Remove threshold from client SSE pipe (#1577)

This commit is contained in:
BrennanConroy 2018-03-12 12:50:42 -07:00 committed by GitHub
parent 0b81658850
commit 489bd80b88
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 13 additions and 138 deletions

View File

@ -1,34 +0,0 @@
// Copyright (c) Microsoft. All rights reserved.
// Licensed under the MIT license. See LICENSE file in the project root for full license information.
using System.Threading;
using System.Threading.Tasks;
namespace System.IO.Pipelines
{
internal static class PipelineReaderExtensions
{
public static async Task CopyToAsync(this PipeReader input, Stream stream, int bufferSize, CancellationToken cancellationToken)
{
// TODO: Use bufferSize argument
while (!cancellationToken.IsCancellationRequested)
{
var result = await input.ReadAsync();
var inputBuffer = result.Buffer;
try
{
if (inputBuffer.IsEmpty && result.IsCompleted)
{
return;
}
await inputBuffer.CopyToAsync(stream);
}
finally
{
input.AdvanceTo(inputBuffer.End);
}
}
}
}
}

View File

@ -1,8 +1,6 @@
// Copyright (c) Microsoft. All rights reserved.
// Licensed under the MIT license. See LICENSE file in the project root for full license information.
using System.Buffers;
using System.Runtime.InteropServices;
using System.Threading;
using System.Threading.Tasks;
@ -10,19 +8,6 @@ namespace System.IO.Pipelines
{
internal static class StreamExtensions
{
/// <summary>
/// Copies the content of a <see cref="Stream"/> into a <see cref="PipeWriter"/>.
/// </summary>
/// <param name="stream"></param>
/// <param name="writer"></param>
/// <param name="cancellationToken"></param>
/// <returns></returns>
public static Task CopyToAsync(this Stream stream, PipeWriter writer, CancellationToken cancellationToken = default)
{
// 81920 is the default bufferSize, there is not stream.CopyToAsync overload that takes only a cancellationToken
return stream.CopyToAsync(new PipelineWriterStream(writer), bufferSize: 81920, cancellationToken: cancellationToken);
}
public static async Task CopyToEndAsync(this Stream stream, PipeWriter writer, CancellationToken cancellationToken = default)
{
try
@ -38,62 +23,16 @@ namespace System.IO.Pipelines
}
/// <summary>
/// Copies a <see cref="ReadOnlySequence{Byte}"/> to a <see cref="Stream"/> asynchronously
/// Copies the content of a <see cref="Stream"/> into a <see cref="PipeWriter"/>.
/// </summary>
/// <param name="buffer">The <see cref="ReadOnlySequence{Byte}"/> to copy</param>
/// <param name="stream">The target <see cref="Stream"/></param>
/// <param name="stream"></param>
/// <param name="writer"></param>
/// <param name="cancellationToken"></param>
/// <returns></returns>
public static Task CopyToAsync(this ReadOnlySequence<byte> buffer, Stream stream)
private static Task CopyToAsync(this Stream stream, PipeWriter writer, CancellationToken cancellationToken = default)
{
if (buffer.IsSingleSegment)
{
return WriteToStream(stream, buffer.First);
}
return CopyMultipleToStreamAsync(buffer, stream);
}
private static async Task CopyMultipleToStreamAsync(this ReadOnlySequence<byte> buffer, Stream stream)
{
foreach (var memory in buffer)
{
await WriteToStream(stream, memory);
}
}
private static async Task WriteToStream(Stream stream, ReadOnlyMemory<byte> readOnlyMemory)
{
var memory = MemoryMarshal.AsMemory(readOnlyMemory);
if (MemoryMarshal.TryGetArray(memory, out ArraySegment<byte> data))
{
await stream.WriteAsync(data.Array, data.Offset, data.Count)
.ConfigureAwait(continueOnCapturedContext: false);
}
else
{
// Copy required
var array = memory.Span.ToArray();
await stream.WriteAsync(array, 0, array.Length).ConfigureAwait(continueOnCapturedContext: false);
}
}
public static Task CopyToEndAsync(this PipeReader input, Stream stream)
{
return input.CopyToEndAsync(stream, 4096, CancellationToken.None);
}
public static async Task CopyToEndAsync(this PipeReader input, Stream stream, int bufferSize, CancellationToken cancellationToken)
{
try
{
await input.CopyToAsync(stream, bufferSize, cancellationToken);
}
catch (Exception ex)
{
input.Complete(ex);
return;
}
return;
// 81920 is the default bufferSize, there is not stream.CopyToAsync overload that takes only a cancellationToken
return stream.CopyToAsync(new PipelineWriterStream(writer), bufferSize: 81920, cancellationToken: cancellationToken);
}
private class PipelineWriterStream : Stream
@ -148,8 +87,7 @@ namespace System.IO.Pipelines
{
cancellationToken.ThrowIfCancellationRequested();
_writer.Write(new ReadOnlySpan<byte>(buffer, offset, count));
await _writer.FlushAsync(cancellationToken);
await _writer.WriteAsync(new ReadOnlyMemory<byte>(buffer, offset, count), cancellationToken);
}
}
}

View File

@ -3,24 +3,8 @@
namespace System.IO.Pipelines
{
internal class StreamPipeConnection : IDuplexPipe
internal class StreamPipeConnection
{
public StreamPipeConnection(PipeOptions options, Stream stream)
{
Input = CreateReader(options, stream);
Output = CreateWriter(options, stream);
}
public PipeReader Input { get; }
public PipeWriter Output { get; }
public void Dispose()
{
Input.Complete();
Output.Complete();
}
public static PipeReader CreateReader(PipeOptions options, Stream stream)
{
if (!stream.CanRead)
@ -29,22 +13,9 @@ namespace System.IO.Pipelines
}
var pipe = new Pipe(options);
var ignore = stream.CopyToEndAsync(pipe.Writer);
_ = stream.CopyToEndAsync(pipe.Writer);
return pipe.Reader;
}
public static PipeWriter CreateWriter(PipeOptions options, Stream stream)
{
if (!stream.CanWrite)
{
throw new NotSupportedException();
}
var pipe = new Pipe(options);
var ignore = pipe.Reader.CopyToEndAsync(stream);
return pipe.Writer;
}
}
}

View File

@ -35,7 +35,7 @@ namespace Microsoft.AspNetCore.Sockets.Internal.Formatters
{
if (!(buffer.PositionOf(ByteLF) is SequencePosition lineEnd))
{
// For the case of data: Foo\r\n\r\<Anytine except \n>
// For the case of data: Foo\r\n\r\<Anything except \n>
if (_internalParserState == InternalParseState.ReadEndOfMessage)
{
if (ConvertBufferToSpan(buffer.Slice(start, buffer.End)).Length > 1)

View File

@ -82,7 +82,8 @@ namespace Microsoft.AspNetCore.Sockets.Client
using (var stream = await response.Content.ReadAsStreamAsync())
{
var pipelineReader = StreamPipeConnection.CreateReader(PipeOptions.Default, stream);
var pipeOptions = new PipeOptions(pauseWriterThreshold: 0, resumeWriterThreshold: 0);
var pipelineReader = StreamPipeConnection.CreateReader(pipeOptions, stream);
var readCancellationRegistration = cancellationToken.Register(
reader => ((PipeReader)reader).CancelPendingRead(), pipelineReader);
try
@ -99,7 +100,6 @@ namespace Microsoft.AspNetCore.Sockets.Client
var consumed = input.Start;
var examined = input.End;
try
{
Log.ParsingSSE(_logger, input.Length);