diff --git a/src/Microsoft.AspNetCore.Server.Kestrel/Internal/Http/FrameOfT.cs b/src/Microsoft.AspNetCore.Server.Kestrel/Internal/Http/FrameOfT.cs
index 6925c13bea..2d0eecad6e 100644
--- a/src/Microsoft.AspNetCore.Server.Kestrel/Internal/Http/FrameOfT.cs
+++ b/src/Microsoft.AspNetCore.Server.Kestrel/Internal/Http/FrameOfT.cs
@@ -159,11 +159,13 @@ namespace Microsoft.AspNetCore.Server.Kestrel.Internal.Http
                         finally
                         {
                             _application.DisposeContext(context, _applicationException);
+
+                            // StopStreams should be called before the end of the "if (!_requestProcessingStopping)" block
+                            // to ensure InitializeStreams has been called.
+                            StopStreams();
                         }
                     }
 
-                    StopStreams();
-
                     if (!_keepAlive)
                     {
                         // End the connection for non keep alive as data incoming may have been thrown off