From 18799d29446e6228371639599a4aa1f2e6df2300 Mon Sep 17 00:00:00 2001
From: "N. Taylor Mullen" <nimullen@microsoft.com>
Date: Wed, 23 Sep 2015 16:30:41 -0700
Subject: [PATCH] Remove old VB based `Tokenizer` logic.

---
 .../Tokenizer/Tokenizer.cs                    | 45 -------------------
 1 file changed, 45 deletions(-)

diff --git a/src/Microsoft.AspNet.Razor/Tokenizer/Tokenizer.cs b/src/Microsoft.AspNet.Razor/Tokenizer/Tokenizer.cs
index 07f74c2587..242c7db1e4 100644
--- a/src/Microsoft.AspNet.Razor/Tokenizer/Tokenizer.cs
+++ b/src/Microsoft.AspNet.Razor/Tokenizer/Tokenizer.cs
@@ -101,21 +101,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
             return EndSymbol(type);
         }
 
-        protected bool TakeString(string input, bool caseSensitive)
-        {
-            var position = 0;
-            Func<char, char> charFilter = c => c;
-            if (caseSensitive)
-            {
-                charFilter = Char.ToLower;
-            }
-            while (!EndOfFile && position < input.Length && charFilter(CurrentCharacter) == charFilter(input[position++]))
-            {
-                TakeCurrent();
-            }
-            return position == input.Length;
-        }
-
         protected void StartSymbol()
         {
             Buffer.Clear();
@@ -139,26 +124,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
             return sym;
         }
 
-        protected void ResumeSymbol(TSymbol previous)
-        {
-            // Verify the symbol can be resumed
-            if (previous.Start.AbsoluteIndex + previous.Content.Length != CurrentStart.AbsoluteIndex)
-            {
-                throw new InvalidOperationException(RazorResources.Tokenizer_CannotResumeSymbolUnlessIsPrevious);
-            }
-
-            // Reset the start point
-            CurrentStart = previous.Start;
-
-            // Capture the current buffer content
-            var newContent = Buffer.ToString();
-
-            // Clear the buffer, then put the old content back and add the new content to the end
-            Buffer.Clear();
-            Buffer.Append(previous.Content);
-            Buffer.Append(newContent);
-        }
-
         protected bool TakeUntil(Func<char, bool> predicate)
         {
             // Take all the characters up to the end character
@@ -171,11 +136,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
             return !EndOfFile;
         }
 
-        protected Func<char, bool> CharOrWhiteSpace(char character)
-        {
-            return c => c == character || ParserHelpers.IsWhitespace(c) || ParserHelpers.IsNewLine(c);
-        }
-
         protected void TakeCurrent()
         {
             if (EndOfFile)
@@ -199,11 +159,6 @@ namespace Microsoft.AspNet.Razor.Tokenizer
             return Lookahead(expected, takeIfMatch: true, caseSensitive: caseSensitive);
         }
 
-        protected bool At(string expected, bool caseSensitive)
-        {
-            return Lookahead(expected, takeIfMatch: false, caseSensitive: caseSensitive);
-        }
-
         protected char Peek()
         {
             using (LookaheadToken lookahead = Source.BeginLookahead())