diff --git a/src/Middleware/Diagnostics/test/UnitTests/ExceptionHandlerTest.cs b/src/Middleware/Diagnostics/test/UnitTests/ExceptionHandlerTest.cs
index 52dec57e34..1b8df0af53 100644
--- a/src/Middleware/Diagnostics/test/UnitTests/ExceptionHandlerTest.cs
+++ b/src/Middleware/Diagnostics/test/UnitTests/ExceptionHandlerTest.cs
@@ -145,15 +145,14 @@ namespace Microsoft.AspNetCore.Diagnostics
                             try
                             {
                                 await next();
-
-                                response.Body = originalResponseBody;
-                                bufferingStream.Seek(0, SeekOrigin.Begin);
-                                await bufferingStream.CopyToAsync(response.Body);
                             }
                             finally
                             {
                                 response.Body = originalResponseBody;
                             }
+
+                            bufferingStream.Seek(0, SeekOrigin.Begin);
+                            await bufferingStream.CopyToAsync(response.Body);
                         });
 
                         app.UseExceptionHandler("/handle-errors");