75private class MissingToken : SyntaxToken

17return new SyntaxToken(kind, content, diagnostics);

30return new SyntaxToken(Kind, Content, diagnostics);

36token = new SyntaxToken(kind, content, []);

13private new SyntaxToken IgnoreRemaining => (SyntaxToken)base.IgnoreRemaining;

14private new SyntaxToken IgnoreRemaining => (SyntaxToken)base.IgnoreRemaining;

13private new SyntaxToken IgnoreRemaining => (SyntaxToken)base.IgnoreRemaining;

12private static readonly SyntaxToken _ignoreRemaining = SyntaxFactory.Token(SyntaxKind.Marker, string.Empty);

448var builder = SyntaxListBuilder<SyntaxToken>.Create(); 450foreach (var token in tokens)

20internal void TestTokenizer(string input, params SyntaxToken[] expectedSymbols) 29SyntaxToken current = null;

70foreach (var token in tokens) 83internal static IEnumerable<Syntax.InternalSyntax.SyntaxToken> TestTokenizer(string str)

288foreach (var token in tokens)

13private new SyntaxToken IgnoreRemaining => (SyntaxToken)base.IgnoreRemaining;

13private new SyntaxToken IgnoreRemaining => (SyntaxToken)base.IgnoreRemaining;

13private new SyntaxToken IgnoreRemaining => (SyntaxToken)base.IgnoreRemaining;

14private static readonly SyntaxToken _ignoreRemaining = SyntaxFactory.Token(SyntaxKind.Marker, string.Empty);

16private static readonly SyntaxToken doubleHyphenToken = SyntaxFactory.Token(SyntaxKind.DoubleHyphen, "--"); 35var convertedToken = (SyntaxToken)token; 45var dashToken = SyntaxFactory.Token(SyntaxKind.Text, "-"); 58var token = sut.AcceptAllButLastDoubleHyphens(); 73var token = sut.AcceptAllButLastDoubleHyphens(); 166var expectedToken1 = SyntaxFactory.Token(SyntaxKind.Text, "a"); 167using var array = new PooledArrayBuilder<SyntaxToken>(); 178using var array = new PooledArrayBuilder<SyntaxToken>(); 191using var array = new PooledArrayBuilder<SyntaxToken>(); 211public new SyntaxToken? PreviousToken 221public new SyntaxToken? AcceptAllButLastDoubleHyphens()

13private static readonly SyntaxToken _ignoreRemaining = SyntaxFactory.Token(SyntaxKind.Marker, string.Empty);

68SyntaxToken[]? previousTokens = null; 94var tokens = new Stack<SyntaxToken>(); 116var tokens = new Stack<SyntaxToken>(); 139private static void AssertTokenEqual(SyntaxToken expected, SyntaxToken actual) 191protected override SyntaxToken CreateToken(

21internal void TestTokenizer(string input, params SyntaxToken[] expectedSymbols) 26internal void TestTokenizer(string input, TTokenizerArg tokenizerArg, params SyntaxToken[] expectedSymbols) 35SyntaxToken current = null;

109var builder = SyntaxListBuilder<SyntaxToken>.Create(); 128var builder = SyntaxListBuilder<SyntaxToken>.Create(); 147var builder = SyntaxListBuilder<SyntaxToken>.Create(); 166var builder = SyntaxListBuilder<SyntaxToken>.Create(); 185var builder = SyntaxListBuilder<SyntaxToken>.Create();

20var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 46var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 78var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 81var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 84var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 126var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 129var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "A"); 132var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "B"); 171var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 174var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 204var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 230var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 259var htmlToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "<div>"); 262var transitionToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 265var codeToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 300var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 329var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 332var tokens = new List<InternalSyntax.SyntaxToken>(); 333foreach (var t in token.Tokens()) 351var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 355var tokens = new List<InternalSyntax.SyntaxToken>(); 356foreach (var t in node.Tokens()) 380var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 383var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 386var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 393var tokens = new List<InternalSyntax.SyntaxToken>(); 394foreach (var token in root.Tokens()) 419var htmlToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "<div>"); 422var transitionToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 425var codeToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 431var tokens = new List<InternalSyntax.SyntaxToken>(); 432foreach (var token in root.Tokens()) 452var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 456var tokens = new List<InternalSyntax.SyntaxToken>(); 457foreach (var t in node.Tokens()) 479var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "A"); 482var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "B"); 488var firstEnumeration = new List<InternalSyntax.SyntaxToken>(); 489foreach (var token in root.Tokens()) 494var secondEnumeration = new List<InternalSyntax.SyntaxToken>(); 495foreach (var token in root.Tokens()) 519var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 526var tokens = new List<InternalSyntax.SyntaxToken>(); 546var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "OnlyThis"); 551var tokens = new List<InternalSyntax.SyntaxToken>(); 552foreach (var t in root.Tokens()) 568var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 596var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "First"); 599var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Second"); 624var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 640var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 657var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello World"); 681var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 684var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 687var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 713var htmlToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "<div>"); 716var transitionToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 719var codeToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 745var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Start"); 748var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Middle"); 751var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "End"); 777var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 780var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 783var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 806var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Line1\n"); 809var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Line2\t\r"); 829var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello 🌍 World! ñáéíóú"); 850var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 853var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 884var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "if (condition) { "); 887var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 890var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 893var token4 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "."); 896var token5 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Name"); 899var token6 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, " }"); 922var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 925var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, " World!"); 944var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 962var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, tokenContent); 981var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, tokenContent); 1000var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token1Content); 1003var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token2Content); 1024var emptyToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1027var emptyToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, ""); 1047var emptyToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1065var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, longContent); 1083var singleToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, content); 1087var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 1090var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, " "); 1093var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Content"); 1115var zeroWidthToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1118var zeroWidthToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, ""); 1122var nonZeroToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, nonZeroTokenContent); 1143var emptyToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1146var emptyToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, ""); 1149var emptyToken3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1153var contentToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, contentTokenValue); 1174var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token1Content); 1177var zeroWidthToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1181var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token3Content); 1203var contentToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, contentTokenValue); 1206var emptyToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1209var emptyToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, "");

20var token = cache.GetCachedToken(SyntaxKind.Whitespace, "Hello world"); 35var token1 = cache.GetCachedToken(SyntaxKind.Whitespace, "Hello world"); 36var token2 = cache.GetCachedToken(SyntaxKind.Whitespace, "Hello world"); 49var token1 = cache.GetCachedToken(SyntaxKind.Whitespace, "Hello world"); 50var token2 = cache.GetCachedToken(SyntaxKind.Keyword, "Hello world"); 68var token1 = cache.GetCachedToken(SyntaxKind.Keyword, "Text1"); 69var token2 = cache.GetCachedToken(SyntaxKind.Keyword, "Text2");

13public static void SetupBuilder(SpanEditHandlerBuilder builder, Func<string, IEnumerable<Syntax.InternalSyntax.SyntaxToken>> tokenizer)

14public static void SetupBuilder(SpanEditHandlerBuilder builder, Func<string, IEnumerable<Syntax.InternalSyntax.SyntaxToken>> tokenizer, bool autoCompleteAtEndOfSpan, out AutoCompleteStringAccessor autoCompleteStringAccessor)

13public static void SetupBuilder(SpanEditHandlerBuilder builder, Func<string, IEnumerable<Syntax.InternalSyntax.SyntaxToken>> tokenizer)

24private static readonly Func<SyntaxToken, bool> IsValidStatementSpacingToken = 289using var precedingWhitespace = new PooledArrayBuilder<SyntaxToken>(); 293SyntaxToken? transitionToken = null; 446var leftParenToken = EatCurrentToken(); 485var missingToken = SyntaxFactory.MissingToken(SyntaxKind.RightParenthesis); 585var next = Lookahead(count: 1); 612var next = Lookahead(count: 1); 624var nextNext = Lookahead(count: 2); 669var dot = CurrentToken; 782using var tokens = new PooledArrayBuilder<SyntaxToken>(); 786var lastWhitespace = tokens is [.., { Kind: SyntaxKind.Whitespace } whitespace] ? whitespace : null; 828var nextToken = Lookahead(1); 928var transition = CurrentToken; 991using var read = new PooledArrayBuilder<SyntaxToken>(); 1025var nextToken = Lookahead(1); 1071var transition = CurrentToken; 1080var finalIdentifier = SyntaxFactory.Token(SyntaxKind.Identifier, transition.Content); 1180ref readonly PooledArrayBuilder<SyntaxToken> whitespace, 1330var keywordToken = EatCurrentToken(); 1422TokenBuilder[0] is SyntaxToken { Kind: SyntaxKind.StringLiteral } token) 1964using var tokens = new PooledArrayBuilder<SyntaxToken>(); 1994foreach (var token in tokens) 2006foreach (var token in tokens) 2080ref readonly PooledArrayBuilder<SyntaxToken> whitespace, 2300using var whitespace = new PooledArrayBuilder<SyntaxToken>(); 2363using var whitespace = new PooledArrayBuilder<SyntaxToken>(); 2444using var whitespace = new PooledArrayBuilder<SyntaxToken>(); 2470var usingToken = EatCurrentToken(); 2471using var whitespaceOrComments = new PooledArrayBuilder<SyntaxToken>(); 2575using var whitespace = new PooledArrayBuilder<SyntaxToken>(); 2621var token = usingStatementTokens[i]; 2778using var whitespace = new PooledArrayBuilder<SyntaxToken>(); 2800ref PooledArrayBuilder<SyntaxToken> whitespace) 2946using var tokens = new PooledArrayBuilder<SyntaxToken>(); 3063private SyntaxToken NextAsEscapedIdentifier() 3066var transition = CurrentToken; 3069var identifier = CurrentToken; 3072var finalIdentifier = SyntaxFactory.Token(SyntaxKind.Identifier, $"{transition.Content}{identifier.Content}"); 3104private string GetBlockName(SyntaxToken token)

15internal abstract CSharpSyntaxKind? GetTokenKeyword(SyntaxToken token);

31public override SyntaxToken NextToken() 42var token = Turn();

29public override SyntaxToken NextToken() 42var token = Turn();

89public override SyntaxToken CreateMarkerToken() 119protected override SyntaxToken CreateToken(string content, SyntaxKind kind, RazorDiagnostic[] errors)

20private static readonly SyntaxToken[] nonAllowedHtmlCommentEnding = new[] 224Func<SyntaxToken, bool>? stopCondition = null) 365using var tokens = new PooledArrayBuilder<SyntaxToken>(); 645var openAngleToken = EatCurrentToken(); // Accept '<' 646var isBangEscape = TryParseBangEscape(out var bangToken); 667var tagNameToken = At(SyntaxKind.Text) ? EatCurrentToken() : SyntaxFactory.MissingToken(SyntaxKind.Text); 679SyntaxToken? forwardSlashToken = null; 687var closeAngleToken = SyntaxFactory.MissingToken(SyntaxKind.CloseAngle); 787private MarkupStartTagSyntax ParseStartTextTag(SyntaxToken openAngleToken, out MarkupTagMode tagMode, out bool isWellFormed) 794var tagNameToken = EatCurrentToken(); 799SyntaxToken? forwardSlashToken = null; 800SyntaxToken? closeAngleToken = null; 842private void RecoverTextTag(out MarkupTextLiteralSyntax? miscContent, out SyntaxToken closeAngleToken) 865SyntaxToken tagNameToken; 867var openAngleToken = EatCurrentToken(); // Accept '<' 868var forwardSlashToken = At(SyntaxKind.ForwardSlash) ? EatCurrentToken() : SyntaxFactory.MissingToken(SyntaxKind.ForwardSlash); 871var isBangEscape = TryParseBangEscape(out var bangToken); 906SyntaxToken closeAngleToken; 958private MarkupEndTagSyntax ParseEndTextTag(SyntaxToken openAngleToken, SyntaxToken forwardSlashToken, out bool isWellFormed) 963var tagNameToken = EatCurrentToken(); 966SyntaxToken? closeAngleToken = null; 1112using var attributePrefixWhitespace = new PooledArrayBuilder<SyntaxToken>(); 1119using var nameTokens = new PooledArrayBuilder<SyntaxToken>(); 1120var nameParsingResult = TryParseAttributeName(out SyntaxToken? ephemeralToken, ref nameTokens.AsRef()); 1193private AttributeNameParsingResult TryParseAttributeName(out SyntaxToken? ephemeralToken, ref PooledArrayBuilder<SyntaxToken> nameTokens) 1258var equalsToken = EatCurrentToken(); 1260using var whitespaceAfterEquals = new PooledArrayBuilder<SyntaxToken>(); 1288foreach (var node in name.LiteralTokens.Nodes) 1368using var prefixTokens = new PooledArrayBuilder<SyntaxToken>(); 1388foreach (var prefixToken in prefixTokens) 1439using var valueTokens = new PooledArrayBuilder<SyntaxToken>(); 1460private bool IsEndOfAttributeValue(SyntaxKind quote, SyntaxToken token) 1468private bool IsUnquotedEndOfAttributeValue(SyntaxToken token) 1497var openAngle = CurrentToken; 1499var solidus = CurrentToken; 1530var openAngleToken = EatCurrentToken(); // '<' 1531var forwardSlashToken = EatCurrentToken(); // '/' 1532var tagNameToken = EatCurrentToken(); // 'script' 1534SyntaxToken? closeAngleToken = null; 1631var lastWhitespace = AcceptWhitespaceInLines(); 1673var lastDoubleHyphen = AcceptAllButLastDoubleHyphens(); 1705var lastWhitespace = AcceptWhitespaceInLines(); 1831internal SyntaxToken? AcceptAllButLastDoubleHyphens() 1833var lastDoubleHyphen = CurrentToken; 1877private void FastReadWhitespaceAndNewLines(ref PooledArrayBuilder<SyntaxToken> whitespaceTokens) 1896using var whitespace = new PooledArrayBuilder<SyntaxToken>(); 1941Lookahead(3) is SyntaxToken tagName && 1978private bool TryParseBangEscape([NotNullWhen(true)] out SyntaxToken? bangToken) 1995var potentialBang = Lookahead(lookahead); 2000var afterBang = Lookahead(lookahead + 1); 2032var openAngle = EatCurrentToken(); 2033var bangToken = EatCurrentToken(); 2187var token = CurrentToken; 2244internal static bool IsCommentContentEndingInvalid(ref readonly PooledArrayBuilder<SyntaxToken> tokens) 2264internal static bool IsHyphen(SyntaxToken token) 2269internal static bool IsValidAttributeNameToken(SyntaxToken token) 2290private static bool IsTagRecoveryStopPoint(SyntaxToken token)

17private static readonly FrozenDictionary<SyntaxKind, SyntaxToken> s_kindToTokenMap = new Dictionary<SyntaxKind, SyntaxToken>() 48protected override SyntaxToken CreateToken(string content, SyntaxKind type, RazorDiagnostic[] errors) 50if (errors.Length == 0 && s_kindToTokenMap.TryGetValue(type, out var token)) 219private SyntaxToken? Token() 259private SyntaxToken? Whitespace() 269private SyntaxToken? Newline() 296private StateResult Transition(HtmlTokenizerState state, SyntaxToken? result)

19public static void SetupBuilder(SpanEditHandlerBuilder builder, Func<string, IEnumerable<Syntax.InternalSyntax.SyntaxToken>> tokenizer, bool acceptTrailingDot, KeywordSet keywords) 195var newToken = newTokens.First();

18public abstract SyntaxToken CreateMarkerToken(); 20public virtual IEnumerable<SyntaxToken> TokenizeString(string content) 25public virtual IEnumerable<SyntaxToken> TokenizeString(SourceLocation start, string input) 30SyntaxToken token; 38public virtual bool IsWhitespace(SyntaxToken token) 43public virtual bool IsNewLine(SyntaxToken token) 48public virtual bool IsIdentifier(SyntaxToken token) 53public virtual bool IsKeyword(SyntaxToken token) 58public virtual bool IsTransition(SyntaxToken token) 63public virtual bool IsCommentStart(SyntaxToken token) 68public virtual bool IsCommentStar(SyntaxToken token) 73public virtual bool IsCommentBody(SyntaxToken token) 78public virtual bool IsUnknown(SyntaxToken token) 83public virtual bool IsKnownTokenType(SyntaxToken token, KnownTokenType type) 88public virtual (SyntaxToken left, SyntaxToken right) SplitToken(SyntaxToken token, int splitAt, SyntaxKind leftType) 90var left = CreateToken(token.Content.Substring(0, splitAt), leftType, Array.Empty<RazorDiagnostic>()); 92SyntaxToken right = null; 108protected abstract SyntaxToken CreateToken(string content, SyntaxKind type, RazorDiagnostic[] errors);

81protected override SyntaxToken CreateToken(string content, SyntaxKind kind, RazorDiagnostic[] errors) 118public override SyntaxToken CreateMarkerToken()

356protected override SyntaxToken CreateToken(string content, SyntaxKind kind, RazorDiagnostic[] errors) 724SyntaxToken token = null; 748private StateResult Transition(CSharpTokenizerState state, SyntaxToken result) 768internal override CSharpSyntaxKind? GetTokenKeyword(SyntaxToken token)

73protected override SyntaxToken CreateToken(string content, SyntaxKind kind, RazorDiagnostic[] errors) 110public override SyntaxToken CreateMarkerToken()

13using SyntaxToken = Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxToken; 212protected override SyntaxToken CreateToken(string content, SyntaxKind kind, RazorDiagnostic[] errors) 680var token = EndToken(csharpToken.Text, type); 703private StateResult Transition(RoslynCSharpTokenizerState state, SyntaxToken? result) 708internal override CSharpSyntaxKind? GetTokenKeyword(SyntaxToken token)

15internal static readonly Func<string, IEnumerable<Syntax.InternalSyntax.SyntaxToken>> NoTokenizer = _ => []; 34public required Func<string, IEnumerable<Syntax.InternalSyntax.SyntaxToken>> Tokenizer { get; init; } 46public static SpanEditHandler CreateDefault(Func<string, IEnumerable<Syntax.InternalSyntax.SyntaxToken>> tokenizer, AcceptedCharactersInternal acceptedCharacters) 92var builder = Syntax.InternalSyntax.SyntaxListBuilder<Syntax.InternalSyntax.SyntaxToken>.Create(); 93foreach (var token in Tokenizer(newContent))

13private static readonly Func<string, IEnumerable<SyntaxToken>> DefaultTokenizer = SpanEditHandler.NoTokenizer; 16private readonly Func<string, IEnumerable<SyntaxToken>>? _defaultLanguageTokenizer; 20private Func<string, IEnumerable<SyntaxToken>>? _tokenizer; 21private Func<AcceptedCharactersInternal, Func<string, IEnumerable<SyntaxToken>>, SpanEditHandler>? _factory; 23public SpanEditHandlerBuilder(Func<string, IEnumerable<SyntaxToken>>? defaultLanguageTokenizer) 33public Func<string, IEnumerable<SyntaxToken>>? Tokenizer 46public Func<AcceptedCharactersInternal, Func<string, IEnumerable<SyntaxToken>>, SpanEditHandler>? Factory

33protected SyntaxToken? CurrentSyntaxToken { get; private set; } 66protected abstract SyntaxToken CreateToken(string content, SyntaxKind type, RazorDiagnostic[] errors); 74public virtual SyntaxToken? NextToken() 85var token = Turn(); 96protected virtual SyntaxToken? Turn() 112return default(SyntaxToken); // Terminated 118return default(SyntaxToken); 150protected StateResult Transition(int state, SyntaxToken? result) 160protected StateResult Transition(RazorCommentTokenizerState state, SyntaxToken? result) 181protected StateResult Stay(SyntaxToken? result) 186protected SyntaxToken? Single(SyntaxKind type) 200protected SyntaxToken? EndToken(SyntaxKind type) 202SyntaxToken? token = null; 214protected SyntaxToken? EndToken(string tokenContent, SyntaxKind type) 216SyntaxToken? token = null; 409protected readonly struct StateResult(int? state, SyntaxToken? result) 413public SyntaxToken? Result { get; } = result;

21private SyntaxListBuilder<SyntaxToken>? _tokenBuilder; 27protected static readonly Func<SyntaxToken, bool> IsSpacingToken = (token) => 32protected static readonly Func<SyntaxToken, bool> IsSpacingTokenIncludingNewLines = (token) => 37protected static readonly Func<SyntaxToken, bool> IsSpacingTokenIncludingComments = (token) => 42protected static readonly Func<SyntaxToken, bool> IsSpacingTokenIncludingNewLinesAndCommentsAndCSharpDirectives = (token) => 60protected SyntaxListBuilder<SyntaxToken> TokenBuilder 66var result = Pool.Allocate<SyntaxToken>(); 76protected SyntaxToken CurrentToken 81protected SyntaxToken? PreviousToken { get; private set; } 91protected Func<string, IEnumerable<SyntaxToken>> LanguageTokenizeString { get; } 93protected SyntaxToken Lookahead(int count) 105using var tokens = new PooledArrayBuilder<SyntaxToken>(count + 1); 107var currentToken = CurrentToken; 131internal delegate bool LookaheadUntilCondition(SyntaxToken token, ref readonly PooledArrayBuilder<SyntaxToken> previousTokens); 143using var tokens = new PooledArrayBuilder<SyntaxToken>(); 187protected internal void PutBack(SyntaxToken? token) 206protected void PutBack(ref readonly PooledArrayBuilder<SyntaxToken> tokens) 225var cur = CurrentToken; 244protected internal bool NextIs(Func<SyntaxToken, bool> condition) 246var cur = CurrentToken; 273using var whitespace = new PooledArrayBuilder<SyntaxToken>(); 299Func<SyntaxToken, TArg, bool> predicate, 301ref PooledArrayBuilder<SyntaxToken> result, 320Func<SyntaxToken, bool> predicate, 321ref PooledArrayBuilder<SyntaxToken> result) 338protected void SkipWhile(Func<SyntaxToken, bool> predicate) 374var startTransition = EatExpectedToken(SyntaxKind.RazorCommentTransition); 375var startStar = EatExpectedToken(SyntaxKind.RazorCommentStar); 376var comment = GetOptionalToken(SyntaxKind.RazorCommentLiteral); 381var endStar = GetOptionalToken(SyntaxKind.RazorCommentStar); 389var endTransition = GetOptionalToken(SyntaxKind.RazorCommentTransition); 430protected SyntaxToken EatCurrentToken() 433var token = CurrentToken; 438protected SyntaxToken EatExpectedToken(SyntaxKind kind) 441var token = CurrentToken; 446protected SyntaxToken? GetOptionalToken(SyntaxKind kind) 450var token = CurrentToken; 500protected void AcceptWhile(Func<SyntaxToken, bool> condition) 502using var tokens = new PooledArrayBuilder<SyntaxToken>(); 507protected void AcceptWhile<TArg>(Func<SyntaxToken, TArg, bool> condition, TArg arg) 509using var tokens = new PooledArrayBuilder<SyntaxToken>(); 514protected void Accept(ref readonly PooledArrayBuilder<SyntaxToken> tokens) 516foreach (var token in tokens) 522protected internal void Accept(SyntaxToken? token) 563protected SyntaxList<SyntaxToken> Output() 570protected SyntaxToken? AcceptWhitespaceInLines() 572SyntaxToken? lastWs = null; 649protected RazorMetaCodeSyntax? OutputAsMetaCode(SyntaxList<SyntaxToken> tokens, AcceptedCharactersInternal? accepted = null)

21public SyntaxToken Current { get; private set; } 35public void PutBack(SyntaxToken token)

27internal readonly SyntaxToken _endOfFile; 29internal RazorDocumentSyntax(SyntaxKind kind, RazorBlockSyntax document, SyntaxToken endOfFile, RazorDiagnostic[] diagnostics) 39internal RazorDocumentSyntax(SyntaxKind kind, RazorBlockSyntax document, SyntaxToken endOfFile) 50public SyntaxToken EndOfFile => _endOfFile; 65public RazorDocumentSyntax Update(RazorBlockSyntax document, SyntaxToken endOfFile) 85internal readonly SyntaxToken _startCommentTransition; 86internal readonly SyntaxToken _startCommentStar; 87internal readonly SyntaxToken _comment; 88internal readonly SyntaxToken _endCommentStar; 89internal readonly SyntaxToken _endCommentTransition; 91internal RazorCommentBlockSyntax(SyntaxKind kind, SyntaxToken startCommentTransition, SyntaxToken startCommentStar, SyntaxToken comment, SyntaxToken endCommentStar, SyntaxToken endCommentTransition, RazorDiagnostic[] diagnostics) 107internal RazorCommentBlockSyntax(SyntaxKind kind, SyntaxToken startCommentTransition, SyntaxToken startCommentStar, SyntaxToken comment, SyntaxToken endCommentStar, SyntaxToken endCommentTransition) 123public SyntaxToken StartCommentTransition => _startCommentTransition; 124public SyntaxToken StartCommentStar => _startCommentStar; 125public SyntaxToken Comment => _comment; 126public SyntaxToken EndCommentStar => _endCommentStar; 127public SyntaxToken EndCommentTransition => _endCommentTransition; 145public RazorCommentBlockSyntax Update(SyntaxToken startCommentTransition, SyntaxToken startCommentStar, SyntaxToken comment, SyntaxToken endCommentStar, SyntaxToken endCommentTransition) 195public SyntaxList<SyntaxToken> MetaCode => new SyntaxList<SyntaxToken>(_metaCode); 207public RazorMetaCodeSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> metaCode, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 311public SyntaxList<SyntaxToken> LiteralTokens => new SyntaxList<SyntaxToken>(_literalTokens); 323public UnclassifiedTextLiteralSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 440public SyntaxList<SyntaxToken> TransitionTokens => new SyntaxList<SyntaxToken>(_transitionTokens); 452public MarkupTransitionSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> transitionTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 502public SyntaxList<SyntaxToken> LiteralTokens => new SyntaxList<SyntaxToken>(_literalTokens); 514public MarkupTextLiteralSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 564public SyntaxList<SyntaxToken> LiteralTokens => new SyntaxList<SyntaxToken>(_literalTokens); 576public MarkupEphemeralTextLiteralSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 718internal readonly SyntaxToken _equalsToken; 723internal MarkupAttributeBlockSyntax(SyntaxKind kind, MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, RazorBlockSyntax value, MarkupTextLiteralSyntax valueSuffix, RazorDiagnostic[] diagnostics) 758internal MarkupAttributeBlockSyntax(SyntaxKind kind, MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, RazorBlockSyntax value, MarkupTextLiteralSyntax valueSuffix) 796public SyntaxToken EqualsToken => _equalsToken; 819public MarkupAttributeBlockSyntax Update(MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, RazorBlockSyntax value, MarkupTextLiteralSyntax valueSuffix) 1039public abstract SyntaxToken OpenAngle { get; } 1041public abstract SyntaxToken Bang { get; } 1043public abstract SyntaxToken Name { get; } 1047public abstract SyntaxToken ForwardSlash { get; } 1049public abstract SyntaxToken CloseAngle { get; } 1068public abstract SyntaxToken OpenAngle { get; } 1070public abstract SyntaxToken ForwardSlash { get; } 1072public abstract SyntaxToken Bang { get; } 1074public abstract SyntaxToken Name { get; } 1078public abstract SyntaxToken CloseAngle { get; } 1188internal readonly SyntaxToken _openAngle; 1189internal readonly SyntaxToken _bang; 1190internal readonly SyntaxToken _name; 1192internal readonly SyntaxToken _forwardSlash; 1193internal readonly SyntaxToken _closeAngle; 1198internal MarkupStartTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, GreenNode attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler, RazorDiagnostic[] diagnostics) 1228internal MarkupStartTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, GreenNode attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1258public override SyntaxToken OpenAngle => _openAngle; 1259public override SyntaxToken Bang => _bang; 1260public override SyntaxToken Name => _name; 1262public override SyntaxToken ForwardSlash => _forwardSlash; 1263public override SyntaxToken CloseAngle => _closeAngle; 1285public MarkupStartTagSyntax Update(SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, InternalSyntax.SyntaxList<RazorSyntaxNode> attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1305internal readonly SyntaxToken _openAngle; 1306internal readonly SyntaxToken _forwardSlash; 1307internal readonly SyntaxToken _bang; 1308internal readonly SyntaxToken _name; 1310internal readonly SyntaxToken _closeAngle; 1315internal MarkupEndTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler, RazorDiagnostic[] diagnostics) 1342internal MarkupEndTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1369public override SyntaxToken OpenAngle => _openAngle; 1370public override SyntaxToken ForwardSlash => _forwardSlash; 1371public override SyntaxToken Bang => _bang; 1372public override SyntaxToken Name => _name; 1374public override SyntaxToken CloseAngle => _closeAngle; 1396public MarkupEndTagSyntax Update(SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1504internal readonly SyntaxToken _openAngle; 1505internal readonly SyntaxToken _bang; 1506internal readonly SyntaxToken _name; 1508internal readonly SyntaxToken _forwardSlash; 1509internal readonly SyntaxToken _closeAngle; 1513internal MarkupTagHelperStartTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, GreenNode attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler, RazorDiagnostic[] diagnostics) 1542internal MarkupTagHelperStartTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, GreenNode attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1571public override SyntaxToken OpenAngle => _openAngle; 1572public override SyntaxToken Bang => _bang; 1573public override SyntaxToken Name => _name; 1575public override SyntaxToken ForwardSlash => _forwardSlash; 1576public override SyntaxToken CloseAngle => _closeAngle; 1597public MarkupTagHelperStartTagSyntax Update(SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, InternalSyntax.SyntaxList<RazorSyntaxNode> attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1617internal readonly SyntaxToken _openAngle; 1618internal readonly SyntaxToken _forwardSlash; 1619internal readonly SyntaxToken _bang; 1620internal readonly SyntaxToken _name; 1622internal readonly SyntaxToken _closeAngle; 1626internal MarkupTagHelperEndTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler, RazorDiagnostic[] diagnostics) 1652internal MarkupTagHelperEndTagSyntax(SyntaxKind kind, SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1678public override SyntaxToken OpenAngle => _openAngle; 1679public override SyntaxToken ForwardSlash => _forwardSlash; 1680public override SyntaxToken Bang => _bang; 1681public override SyntaxToken Name => _name; 1683public override SyntaxToken CloseAngle => _closeAngle; 1704public MarkupTagHelperEndTagSyntax Update(SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 1727internal readonly SyntaxToken _equalsToken; 1733internal MarkupTagHelperAttributeSyntax(SyntaxKind kind, MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo, RazorDiagnostic[] diagnostics) 1766internal MarkupTagHelperAttributeSyntax(SyntaxKind kind, MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo) 1802public SyntaxToken EqualsToken => _equalsToken; 1826public MarkupTagHelperAttributeSyntax Update(MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo) 1975internal readonly SyntaxToken _equalsToken; 1981internal MarkupTagHelperDirectiveAttributeSyntax(SyntaxKind kind, MarkupTextLiteralSyntax namePrefix, RazorMetaCodeSyntax transition, MarkupTextLiteralSyntax name, RazorMetaCodeSyntax colon, MarkupTextLiteralSyntax parameterName, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo, RazorDiagnostic[] diagnostics) 2026internal MarkupTagHelperDirectiveAttributeSyntax(SyntaxKind kind, MarkupTextLiteralSyntax namePrefix, RazorMetaCodeSyntax transition, MarkupTextLiteralSyntax name, RazorMetaCodeSyntax colon, MarkupTextLiteralSyntax parameterName, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo) 2077public SyntaxToken EqualsToken => _equalsToken; 2104public MarkupTagHelperDirectiveAttributeSyntax Update(MarkupTextLiteralSyntax namePrefix, RazorMetaCodeSyntax transition, MarkupTextLiteralSyntax name, RazorMetaCodeSyntax colon, MarkupTextLiteralSyntax parameterName, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo) 2293internal readonly SyntaxToken _transition; 2297internal CSharpTransitionSyntax(SyntaxKind kind, SyntaxToken transition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler, RazorDiagnostic[] diagnostics) 2307internal CSharpTransitionSyntax(SyntaxKind kind, SyntaxToken transition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 2317public SyntaxToken Transition => _transition; 2329public CSharpTransitionSyntax Update(SyntaxToken transition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 2379public SyntaxList<SyntaxToken> LiteralTokens => new SyntaxList<SyntaxToken>(_literalTokens); 2391public CSharpStatementLiteralSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 2441public SyntaxList<SyntaxToken> LiteralTokens => new SyntaxList<SyntaxToken>(_literalTokens); 2453public CSharpExpressionLiteralSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 2503public SyntaxList<SyntaxToken> LiteralTokens => new SyntaxList<SyntaxToken>(_literalTokens); 2515public CSharpEphemeralTextLiteralSyntax Update(InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3258=> node.Update((RazorBlockSyntax)Visit(node.Document), (SyntaxToken)Visit(node.EndOfFile)); 3261=> node.Update((SyntaxToken)Visit(node.StartCommentTransition), (SyntaxToken)Visit(node.StartCommentStar), (SyntaxToken)Visit(node.Comment), (SyntaxToken)Visit(node.EndCommentStar), (SyntaxToken)Visit(node.EndCommentTransition)); 3291=> node.Update((MarkupTextLiteralSyntax)Visit(node.NamePrefix), (MarkupTextLiteralSyntax)Visit(node.Name), (MarkupTextLiteralSyntax)Visit(node.NameSuffix), (SyntaxToken)Visit(node.EqualsToken), (MarkupTextLiteralSyntax)Visit(node.ValuePrefix), (RazorBlockSyntax)Visit(node.Value), (MarkupTextLiteralSyntax)Visit(node.ValueSuffix)); 3306=> node.Update((SyntaxToken)Visit(node.OpenAngle), (SyntaxToken)Visit(node.Bang), (SyntaxToken)Visit(node.Name), VisitList(node.Attributes), (SyntaxToken)Visit(node.ForwardSlash), (SyntaxToken)Visit(node.CloseAngle), node.IsMarkupTransition, node.ChunkGenerator, node.EditHandler); 3309=> node.Update((SyntaxToken)Visit(node.OpenAngle), (SyntaxToken)Visit(node.ForwardSlash), (SyntaxToken)Visit(node.Bang), (SyntaxToken)Visit(node.Name), (MarkupMiscAttributeContentSyntax)Visit(node.MiscAttributeContent), (SyntaxToken)Visit(node.CloseAngle), node.IsMarkupTransition, node.ChunkGenerator, node.EditHandler); 3315=> node.Update((SyntaxToken)Visit(node.OpenAngle), (SyntaxToken)Visit(node.Bang), (SyntaxToken)Visit(node.Name), VisitList(node.Attributes), (SyntaxToken)Visit(node.ForwardSlash), (SyntaxToken)Visit(node.CloseAngle), node.ChunkGenerator, node.EditHandler); 3318=> node.Update((SyntaxToken)Visit(node.OpenAngle), (SyntaxToken)Visit(node.ForwardSlash), (SyntaxToken)Visit(node.Bang), (SyntaxToken)Visit(node.Name), (MarkupMiscAttributeContentSyntax)Visit(node.MiscAttributeContent), (SyntaxToken)Visit(node.CloseAngle), node.ChunkGenerator, node.EditHandler); 3321=> node.Update((MarkupTextLiteralSyntax)Visit(node.NamePrefix), (MarkupTextLiteralSyntax)Visit(node.Name), (MarkupTextLiteralSyntax)Visit(node.NameSuffix), (SyntaxToken)Visit(node.EqualsToken), (MarkupTextLiteralSyntax)Visit(node.ValuePrefix), (MarkupTagHelperAttributeValueSyntax)Visit(node.Value), (MarkupTextLiteralSyntax)Visit(node.ValueSuffix), node.TagHelperAttributeInfo); 3330=> node.Update((MarkupTextLiteralSyntax)Visit(node.NamePrefix), (RazorMetaCodeSyntax)Visit(node.Transition), (MarkupTextLiteralSyntax)Visit(node.Name), (RazorMetaCodeSyntax)Visit(node.Colon), (MarkupTextLiteralSyntax)Visit(node.ParameterName), (MarkupTextLiteralSyntax)Visit(node.NameSuffix), (SyntaxToken)Visit(node.EqualsToken), (MarkupTextLiteralSyntax)Visit(node.ValuePrefix), (MarkupTagHelperAttributeValueSyntax)Visit(node.Value), (MarkupTextLiteralSyntax)Visit(node.ValueSuffix), node.TagHelperAttributeInfo); 3339=> node.Update((SyntaxToken)Visit(node.Transition), node.ChunkGenerator, node.EditHandler); 3383public static RazorDocumentSyntax RazorDocument(RazorBlockSyntax document, SyntaxToken endOfFile) 3395public static RazorCommentBlockSyntax RazorCommentBlock(SyntaxToken startCommentTransition, SyntaxToken startCommentStar, SyntaxToken comment, SyntaxToken endCommentStar, SyntaxToken endCommentTransition) 3416public static RazorMetaCodeSyntax RazorMetaCode(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> metaCode, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3430public static UnclassifiedTextLiteralSyntax UnclassifiedTextLiteral(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3444public static MarkupTransitionSyntax MarkupTransition(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> transitionTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3451public static MarkupTextLiteralSyntax MarkupTextLiteral(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3458public static MarkupEphemeralTextLiteralSyntax MarkupEphemeralTextLiteral(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3481public static MarkupAttributeBlockSyntax MarkupAttributeBlock(MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, RazorBlockSyntax value, MarkupTextLiteralSyntax valueSuffix) 3521public static MarkupStartTagSyntax MarkupStartTag(SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<RazorSyntaxNode> attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3540public static MarkupEndTagSyntax MarkupEndTag(SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, bool isMarkupTransition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3565public static MarkupTagHelperStartTagSyntax MarkupTagHelperStartTag(SyntaxToken openAngle, SyntaxToken bang, SyntaxToken name, Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<RazorSyntaxNode> attributes, SyntaxToken forwardSlash, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3584public static MarkupTagHelperEndTagSyntax MarkupTagHelperEndTag(SyntaxToken openAngle, SyntaxToken forwardSlash, SyntaxToken bang, SyntaxToken name, MarkupMiscAttributeContentSyntax miscAttributeContent, SyntaxToken closeAngle, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3604public static MarkupTagHelperAttributeSyntax MarkupTagHelperAttribute(MarkupTextLiteralSyntax namePrefix, MarkupTextLiteralSyntax name, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo) 3631public static MarkupTagHelperDirectiveAttributeSyntax MarkupTagHelperDirectiveAttribute(MarkupTextLiteralSyntax namePrefix, RazorMetaCodeSyntax transition, MarkupTextLiteralSyntax name, RazorMetaCodeSyntax colon, MarkupTextLiteralSyntax parameterName, MarkupTextLiteralSyntax nameSuffix, SyntaxToken equalsToken, MarkupTextLiteralSyntax valuePrefix, MarkupTagHelperAttributeValueSyntax value, MarkupTextLiteralSyntax valueSuffix, TagHelperAttributeInfo tagHelperAttributeInfo) 3658public static CSharpTransitionSyntax CSharpTransition(SyntaxToken transition, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3669public static CSharpStatementLiteralSyntax CSharpStatementLiteral(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3676public static CSharpExpressionLiteralSyntax CSharpExpressionLiteral(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler) 3683public static CSharpEphemeralTextLiteralSyntax CSharpEphemeralTextLiteral(Microsoft.AspNetCore.Razor.Language.Syntax.InternalSyntax.SyntaxList<SyntaxToken> literalTokens, ISpanChunkGenerator chunkGenerator, SpanEditHandler editHandler)

394return (RazorDocumentSyntax)InternalSyntax.SyntaxFactory.RazorDocument(document == null ? null : (InternalSyntax.RazorBlockSyntax)document.Green, (Syntax.InternalSyntax.SyntaxToken)endOfFile.Node).CreateRed(); 409return (RazorCommentBlockSyntax)InternalSyntax.SyntaxFactory.RazorCommentBlock((Syntax.InternalSyntax.SyntaxToken)startCommentTransition.Node, (Syntax.InternalSyntax.SyntaxToken)startCommentStar.Node, (Syntax.InternalSyntax.SyntaxToken)comment.Node, (Syntax.InternalSyntax.SyntaxToken)endCommentStar.Node, (Syntax.InternalSyntax.SyntaxToken)endCommentTransition.Node).CreateRed(); 418=> (RazorMetaCodeSyntax)InternalSyntax.SyntaxFactory.RazorMetaCode(metaCode.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed(); 434=> (UnclassifiedTextLiteralSyntax)InternalSyntax.SyntaxFactory.UnclassifiedTextLiteral(literalTokens.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed(); 450=> (MarkupTransitionSyntax)InternalSyntax.SyntaxFactory.MarkupTransition(transitionTokens.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed(); 458=> (MarkupTextLiteralSyntax)InternalSyntax.SyntaxFactory.MarkupTextLiteral(literalTokens.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed(); 466=> (MarkupEphemeralTextLiteralSyntax)InternalSyntax.SyntaxFactory.MarkupEphemeralTextLiteral(literalTokens.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed(); 496return (MarkupAttributeBlockSyntax)InternalSyntax.SyntaxFactory.MarkupAttributeBlock(namePrefix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)namePrefix.Green, name == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)name.Green, nameSuffix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)nameSuffix.Green, (Syntax.InternalSyntax.SyntaxToken)equalsToken.Node, valuePrefix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)valuePrefix.Green, value == null ? null : (InternalSyntax.RazorBlockSyntax)value.Green, valueSuffix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)valueSuffix.Green).CreateRed(); 550return (MarkupStartTagSyntax)InternalSyntax.SyntaxFactory.MarkupStartTag((Syntax.InternalSyntax.SyntaxToken)openAngle.Node, (Syntax.InternalSyntax.SyntaxToken)bang.Node, (Syntax.InternalSyntax.SyntaxToken)name.Node, attributes.Node.ToGreenList<InternalSyntax.RazorSyntaxNode>(), (Syntax.InternalSyntax.SyntaxToken)forwardSlash.Node, (Syntax.InternalSyntax.SyntaxToken)closeAngle.Node, isMarkupTransition, chunkGenerator, editHandler).CreateRed(); 569return (MarkupEndTagSyntax)InternalSyntax.SyntaxFactory.MarkupEndTag((Syntax.InternalSyntax.SyntaxToken)openAngle.Node, (Syntax.InternalSyntax.SyntaxToken)forwardSlash.Node, (Syntax.InternalSyntax.SyntaxToken)bang.Node, (Syntax.InternalSyntax.SyntaxToken)name.Node, miscAttributeContent == null ? null : (InternalSyntax.MarkupMiscAttributeContentSyntax)miscAttributeContent.Green, (Syntax.InternalSyntax.SyntaxToken)closeAngle.Node, isMarkupTransition, chunkGenerator, editHandler).CreateRed(); 596return (MarkupTagHelperStartTagSyntax)InternalSyntax.SyntaxFactory.MarkupTagHelperStartTag((Syntax.InternalSyntax.SyntaxToken)openAngle.Node, (Syntax.InternalSyntax.SyntaxToken)bang.Node, (Syntax.InternalSyntax.SyntaxToken)name.Node, attributes.Node.ToGreenList<InternalSyntax.RazorSyntaxNode>(), (Syntax.InternalSyntax.SyntaxToken)forwardSlash.Node, (Syntax.InternalSyntax.SyntaxToken)closeAngle.Node, chunkGenerator, editHandler).CreateRed(); 615return (MarkupTagHelperEndTagSyntax)InternalSyntax.SyntaxFactory.MarkupTagHelperEndTag((Syntax.InternalSyntax.SyntaxToken)openAngle.Node, (Syntax.InternalSyntax.SyntaxToken)forwardSlash.Node, (Syntax.InternalSyntax.SyntaxToken)bang.Node, (Syntax.InternalSyntax.SyntaxToken)name.Node, miscAttributeContent == null ? null : (InternalSyntax.MarkupMiscAttributeContentSyntax)miscAttributeContent.Green, (Syntax.InternalSyntax.SyntaxToken)closeAngle.Node, chunkGenerator, editHandler).CreateRed(); 632return (MarkupTagHelperAttributeSyntax)InternalSyntax.SyntaxFactory.MarkupTagHelperAttribute(namePrefix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)namePrefix.Green, name == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)name.Green, nameSuffix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)nameSuffix.Green, (Syntax.InternalSyntax.SyntaxToken)equalsToken.Node, valuePrefix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)valuePrefix.Green, value == null ? null : (InternalSyntax.MarkupTagHelperAttributeValueSyntax)value.Green, valueSuffix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)valueSuffix.Green, tagHelperAttributeInfo).CreateRed(); 669return (MarkupTagHelperDirectiveAttributeSyntax)InternalSyntax.SyntaxFactory.MarkupTagHelperDirectiveAttribute(namePrefix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)namePrefix.Green, transition == null ? null : (InternalSyntax.RazorMetaCodeSyntax)transition.Green, name == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)name.Green, colon == null ? null : (InternalSyntax.RazorMetaCodeSyntax)colon.Green, parameterName == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)parameterName.Green, nameSuffix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)nameSuffix.Green, (Syntax.InternalSyntax.SyntaxToken)equalsToken.Node, valuePrefix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)valuePrefix.Green, value == null ? null : (InternalSyntax.MarkupTagHelperAttributeValueSyntax)value.Green, valueSuffix == null ? null : (InternalSyntax.MarkupTextLiteralSyntax)valueSuffix.Green, tagHelperAttributeInfo).CreateRed(); 704return (CSharpTransitionSyntax)InternalSyntax.SyntaxFactory.CSharpTransition((Syntax.InternalSyntax.SyntaxToken)transition.Node, chunkGenerator, editHandler).CreateRed(); 713=> (CSharpStatementLiteralSyntax)InternalSyntax.SyntaxFactory.CSharpStatementLiteral(literalTokens.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed(); 721=> (CSharpExpressionLiteralSyntax)InternalSyntax.SyntaxFactory.CSharpExpressionLiteral(literalTokens.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed(); 729=> (CSharpEphemeralTextLiteralSyntax)InternalSyntax.SyntaxFactory.CSharpEphemeralTextLiteral(literalTokens.Node.ToGreenList<InternalSyntax.SyntaxToken>(), chunkGenerator, editHandler).CreateRed();

885var slot = ((InternalSyntax.MarkupStartTagSyntax)Green).Bang; 895var slot = ((InternalSyntax.MarkupStartTagSyntax)Green).ForwardSlash; 960var slot = ((InternalSyntax.MarkupEndTagSyntax)Green).Bang; 1089var slot = ((InternalSyntax.MarkupTagHelperStartTagSyntax)Green).Bang; 1099var slot = ((InternalSyntax.MarkupTagHelperStartTagSyntax)Green).ForwardSlash; 1162var slot = ((InternalSyntax.MarkupTagHelperEndTagSyntax)Green).Bang;

191foreach (var token in Tokens()) 213foreach (var token in node.Tokens())

24private InternalSyntax.SyntaxToken? _current; 31public readonly InternalSyntax.SyntaxToken Current => _current!; 39_current = (InternalSyntax.SyntaxToken)_enumerator.Current;

10internal static SyntaxToken Token(SyntaxKind kind, string content, params RazorDiagnostic[] diagnostics) 20internal static SyntaxToken MissingToken(SyntaxKind kind, params RazorDiagnostic[] diagnostics) 22return SyntaxToken.CreateMissing(kind, diagnostics); 25public static CSharpExpressionLiteralSyntax CSharpExpressionLiteral(SyntaxList<SyntaxToken> literalTokens) 28public static CSharpTransitionSyntax CSharpTransition(SyntaxToken transition) 31public static MarkupTextLiteralSyntax MarkupTextLiteral(SyntaxList<SyntaxToken> literalTokens)

10public override GreenNode VisitToken(SyntaxToken token)

60var otherToken = (SyntaxToken)other; 70internal static SyntaxToken CreateMissing(SyntaxKind kind, params RazorDiagnostic[] diagnostics)

14private readonly SyntaxToken[] _cache = new SyntaxToken[CacheSize]; 21public SyntaxToken GetCachedToken(SyntaxKind kind, string content) 29var token = _cache[idx];

20public virtual TResult VisitToken(SyntaxToken token) 43public virtual void VisitToken(SyntaxToken token)

77public string Content => Node != null ? ((InternalSyntax.SyntaxToken)Node).Content : string.Empty;

113literalTokens: builder.ToGreenListNode().ToGreenList<InternalSyntax.SyntaxToken>(), 143builder.ToGreenListNode().ToGreenList<InternalSyntax.SyntaxToken>(),