huahaofeng
/
aspnetcore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Remove old VB based `Tokenizer` logic.

This commit is contained in:
N. Taylor Mullen 2015-09-23 16:30:41 -07:00
parent 3572b0f3f3
commit 18799d2944
1 changed files with 0 additions and 45 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
src/Microsoft.AspNet.Razor/Tokenizer/Tokenizer.cs
View File

@ -101,21 +101,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
return EndSymbol(type);
}
protected bool TakeString(string input, bool caseSensitive)
{
var position = 0;
Func<char, char> charFilter = c => c;
if (caseSensitive)
{
charFilter = Char.ToLower;
}
while (!EndOfFile && position < input.Length && charFilter(CurrentCharacter) == charFilter(input[position++]))
{
TakeCurrent();
}
return position == input.Length;
}
protected void StartSymbol()
{
Buffer.Clear();
@ -139,26 +124,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
return sym;
}
protected void ResumeSymbol(TSymbol previous)
{
// Verify the symbol can be resumed
if (previous.Start.AbsoluteIndex + previous.Content.Length != CurrentStart.AbsoluteIndex)
{
throw new InvalidOperationException(RazorResources.Tokenizer_CannotResumeSymbolUnlessIsPrevious);
}
// Reset the start point
CurrentStart = previous.Start;
// Capture the current buffer content
var newContent = Buffer.ToString();
// Clear the buffer, then put the old content back and add the new content to the end
Buffer.Clear();
Buffer.Append(previous.Content);
Buffer.Append(newContent);
}
protected bool TakeUntil(Func<char, bool> predicate)
{
// Take all the characters up to the end character
@ -171,11 +136,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
return !EndOfFile;
}
protected Func<char, bool> CharOrWhiteSpace(char character)
{
return c => c == character || ParserHelpers.IsWhitespace(c) || ParserHelpers.IsNewLine(c);
}
protected void TakeCurrent()
{
if (EndOfFile)
@ -199,11 +159,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
return Lookahead(expected, takeIfMatch: true, caseSensitive: caseSensitive);
}
protected bool At(string expected, bool caseSensitive)
{
return Lookahead(expected, takeIfMatch: false, caseSensitive: caseSensitive);
}
protected char Peek()
{
using (LookaheadToken lookahead = Source.BeginLookahead())