Remove threshold from client SSE pipe (#1577)

This commit is contained in:
BrennanConroy 2018-03-12 12:50:42 -07:00 committed by GitHub
parent 0b81658850
commit 489bd80b88
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 13 additions and 138 deletions

View File

@ -1,34 +0,0 @@
// Copyright (c) Microsoft. All rights reserved.
// Licensed under the MIT license. See LICENSE file in the project root for full license information.
using System.Threading;
using System.Threading.Tasks;
namespace System.IO.Pipelines
{
internal static class PipelineReaderExtensions
{
public static async Task CopyToAsync(this PipeReader input, Stream stream, int bufferSize, CancellationToken cancellationToken)
{
// TODO: Use bufferSize argument
while (!cancellationToken.IsCancellationRequested)
{
var result = await input.ReadAsync();
var inputBuffer = result.Buffer;
try
{
if (inputBuffer.IsEmpty && result.IsCompleted)
{
return;
}
await inputBuffer.CopyToAsync(stream);
}
finally
{
input.AdvanceTo(inputBuffer.End);
}
}
}
}
}

View File

@ -1,8 +1,6 @@
// Copyright (c) Microsoft. All rights reserved. // Copyright (c) Microsoft. All rights reserved.
// Licensed under the MIT license. See LICENSE file in the project root for full license information. // Licensed under the MIT license. See LICENSE file in the project root for full license information.
using System.Buffers;
using System.Runtime.InteropServices;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
@ -10,19 +8,6 @@ namespace System.IO.Pipelines
{ {
internal static class StreamExtensions internal static class StreamExtensions
{ {
/// <summary>
/// Copies the content of a <see cref="Stream"/> into a <see cref="PipeWriter"/>.
/// </summary>
/// <param name="stream"></param>
/// <param name="writer"></param>
/// <param name="cancellationToken"></param>
/// <returns></returns>
public static Task CopyToAsync(this Stream stream, PipeWriter writer, CancellationToken cancellationToken = default)
{
// 81920 is the default bufferSize, there is not stream.CopyToAsync overload that takes only a cancellationToken
return stream.CopyToAsync(new PipelineWriterStream(writer), bufferSize: 81920, cancellationToken: cancellationToken);
}
public static async Task CopyToEndAsync(this Stream stream, PipeWriter writer, CancellationToken cancellationToken = default) public static async Task CopyToEndAsync(this Stream stream, PipeWriter writer, CancellationToken cancellationToken = default)
{ {
try try
@ -38,62 +23,16 @@ namespace System.IO.Pipelines
} }
/// <summary> /// <summary>
/// Copies a <see cref="ReadOnlySequence{Byte}"/> to a <see cref="Stream"/> asynchronously /// Copies the content of a <see cref="Stream"/> into a <see cref="PipeWriter"/>.
/// </summary> /// </summary>
/// <param name="buffer">The <see cref="ReadOnlySequence{Byte}"/> to copy</param> /// <param name="stream"></param>
/// <param name="stream">The target <see cref="Stream"/></param> /// <param name="writer"></param>
/// <param name="cancellationToken"></param>
/// <returns></returns> /// <returns></returns>
public static Task CopyToAsync(this ReadOnlySequence<byte> buffer, Stream stream) private static Task CopyToAsync(this Stream stream, PipeWriter writer, CancellationToken cancellationToken = default)
{ {
if (buffer.IsSingleSegment) // 81920 is the default bufferSize, there is not stream.CopyToAsync overload that takes only a cancellationToken
{ return stream.CopyToAsync(new PipelineWriterStream(writer), bufferSize: 81920, cancellationToken: cancellationToken);
return WriteToStream(stream, buffer.First);
}
return CopyMultipleToStreamAsync(buffer, stream);
}
private static async Task CopyMultipleToStreamAsync(this ReadOnlySequence<byte> buffer, Stream stream)
{
foreach (var memory in buffer)
{
await WriteToStream(stream, memory);
}
}
private static async Task WriteToStream(Stream stream, ReadOnlyMemory<byte> readOnlyMemory)
{
var memory = MemoryMarshal.AsMemory(readOnlyMemory);
if (MemoryMarshal.TryGetArray(memory, out ArraySegment<byte> data))
{
await stream.WriteAsync(data.Array, data.Offset, data.Count)
.ConfigureAwait(continueOnCapturedContext: false);
}
else
{
// Copy required
var array = memory.Span.ToArray();
await stream.WriteAsync(array, 0, array.Length).ConfigureAwait(continueOnCapturedContext: false);
}
}
public static Task CopyToEndAsync(this PipeReader input, Stream stream)
{
return input.CopyToEndAsync(stream, 4096, CancellationToken.None);
}
public static async Task CopyToEndAsync(this PipeReader input, Stream stream, int bufferSize, CancellationToken cancellationToken)
{
try
{
await input.CopyToAsync(stream, bufferSize, cancellationToken);
}
catch (Exception ex)
{
input.Complete(ex);
return;
}
return;
} }
private class PipelineWriterStream : Stream private class PipelineWriterStream : Stream
@ -148,8 +87,7 @@ namespace System.IO.Pipelines
{ {
cancellationToken.ThrowIfCancellationRequested(); cancellationToken.ThrowIfCancellationRequested();
_writer.Write(new ReadOnlySpan<byte>(buffer, offset, count)); await _writer.WriteAsync(new ReadOnlyMemory<byte>(buffer, offset, count), cancellationToken);
await _writer.FlushAsync(cancellationToken);
} }
} }
} }

View File

@ -3,24 +3,8 @@
namespace System.IO.Pipelines namespace System.IO.Pipelines
{ {
internal class StreamPipeConnection : IDuplexPipe internal class StreamPipeConnection
{ {
public StreamPipeConnection(PipeOptions options, Stream stream)
{
Input = CreateReader(options, stream);
Output = CreateWriter(options, stream);
}
public PipeReader Input { get; }
public PipeWriter Output { get; }
public void Dispose()
{
Input.Complete();
Output.Complete();
}
public static PipeReader CreateReader(PipeOptions options, Stream stream) public static PipeReader CreateReader(PipeOptions options, Stream stream)
{ {
if (!stream.CanRead) if (!stream.CanRead)
@ -29,22 +13,9 @@ namespace System.IO.Pipelines
} }
var pipe = new Pipe(options); var pipe = new Pipe(options);
var ignore = stream.CopyToEndAsync(pipe.Writer); _ = stream.CopyToEndAsync(pipe.Writer);
return pipe.Reader; return pipe.Reader;
} }
public static PipeWriter CreateWriter(PipeOptions options, Stream stream)
{
if (!stream.CanWrite)
{
throw new NotSupportedException();
}
var pipe = new Pipe(options);
var ignore = pipe.Reader.CopyToEndAsync(stream);
return pipe.Writer;
}
} }
} }

View File

@ -35,7 +35,7 @@ namespace Microsoft.AspNetCore.Sockets.Internal.Formatters
{ {
if (!(buffer.PositionOf(ByteLF) is SequencePosition lineEnd)) if (!(buffer.PositionOf(ByteLF) is SequencePosition lineEnd))
{ {
// For the case of data: Foo\r\n\r\<Anytine except \n> // For the case of data: Foo\r\n\r\<Anything except \n>
if (_internalParserState == InternalParseState.ReadEndOfMessage) if (_internalParserState == InternalParseState.ReadEndOfMessage)
{ {
if (ConvertBufferToSpan(buffer.Slice(start, buffer.End)).Length > 1) if (ConvertBufferToSpan(buffer.Slice(start, buffer.End)).Length > 1)

View File

@ -82,7 +82,8 @@ namespace Microsoft.AspNetCore.Sockets.Client
using (var stream = await response.Content.ReadAsStreamAsync()) using (var stream = await response.Content.ReadAsStreamAsync())
{ {
var pipelineReader = StreamPipeConnection.CreateReader(PipeOptions.Default, stream); var pipeOptions = new PipeOptions(pauseWriterThreshold: 0, resumeWriterThreshold: 0);
var pipelineReader = StreamPipeConnection.CreateReader(pipeOptions, stream);
var readCancellationRegistration = cancellationToken.Register( var readCancellationRegistration = cancellationToken.Register(
reader => ((PipeReader)reader).CancelPendingRead(), pipelineReader); reader => ((PipeReader)reader).CancelPendingRead(), pipelineReader);
try try
@ -99,7 +100,6 @@ namespace Microsoft.AspNetCore.Sockets.Client
var consumed = input.Start; var consumed = input.Start;
var examined = input.End; var examined = input.End;
try try
{ {
Log.ParsingSSE(_logger, input.Length); Log.ParsingSSE(_logger, input.Length);