20SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 21SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 22SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo * Bar * Baz *")); 30SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 31SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 32SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo * Bar * Baz "), 33SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 34SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@")); 42SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 43SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 44SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo Bar Baz "), 45SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 46SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@")); 52TestTokenizer("// Foo Bar Baz", SyntaxFactory.Token(SyntaxKind.CSharpComment, "// Foo Bar Baz")); 58TestTokenizer("// Foo Bar Baz\na", SyntaxFactory.Token(SyntaxKind.CSharpComment, "// Foo Bar Baz"), IgnoreRemaining); 64TestTokenizer("// Foo/*Bar*/ Baz\na", SyntaxFactory.Token(SyntaxKind.CSharpComment, "// Foo/*Bar*/ Baz"), IgnoreRemaining); 70TestTokenizer("/* Foo\nBar\nBaz */", SyntaxFactory.Token(SyntaxKind.CSharpComment, "/* Foo\nBar\nBaz */")); 76TestTokenizer("/* Foo\nBar\nBaz */a", SyntaxFactory.Token(SyntaxKind.CSharpComment, "/* Foo\nBar\nBaz */"), IgnoreRemaining); 82TestTokenizer("/* Foo\nBar\nBaz", SyntaxFactory.Token(SyntaxKind.CSharpComment, "/* Foo\nBar\nBaz"), IgnoreRemaining); 88TestTokenizer("/* Foo/*\nBar\nBaz*/ */", SyntaxFactory.Token(SyntaxKind.CSharpComment, "/* Foo/*\nBar\nBaz*/"), IgnoreRemaining); 94TestTokenizer("/* Foo\nBar\nBaz* */", SyntaxFactory.Token(SyntaxKind.CSharpComment, "/* Foo\nBar\nBaz* */"), IgnoreRemaining);

16TestTokenizer("foo", SyntaxFactory.Token(SyntaxKind.Identifier, "foo")); 22TestTokenizer("_foo", SyntaxFactory.Token(SyntaxKind.Identifier, "_foo")); 28TestTokenizer("foo4", SyntaxFactory.Token(SyntaxKind.Identifier, "foo4")); 34TestTokenizer("ῼfoo", SyntaxFactory.Token(SyntaxKind.Identifier, "ῼfoo")); 40TestTokenizer("ᵊfoo", SyntaxFactory.Token(SyntaxKind.Identifier, "ᵊfoo")); 46TestTokenizer("ƻfoo", SyntaxFactory.Token(SyntaxKind.Identifier, "ƻfoo")); 52TestTokenizer("Ⅽool", SyntaxFactory.Token(SyntaxKind.Identifier, "Ⅽool")); 58TestTokenizer("foo\u0300", SyntaxFactory.Token(SyntaxKind.Identifier, "foo\u0300")); 64TestTokenizer("fooः", SyntaxFactory.Token(SyntaxKind.Identifier, "fooः")); 70TestTokenizer("foo١", SyntaxFactory.Token(SyntaxKind.Identifier, "foo١")); 76TestTokenizer("foo‿bar", SyntaxFactory.Token(SyntaxKind.Identifier, "foo‿bar")); 82TestTokenizer("foo؃bar", SyntaxFactory.Token(SyntaxKind.Identifier, "foo؃bar")); 170TestTokenizer(keyword, SyntaxFactory.Token(SyntaxKind.Keyword, keyword));

47TestTokenizer("42a", SyntaxFactory.Token(SyntaxKind.IntegerLiteral, "42"), IgnoreRemaining); 81TestTokenizer("0xDEADBEEFz", SyntaxFactory.Token(SyntaxKind.IntegerLiteral, "0xDEADBEEF"), IgnoreRemaining); 87TestTokenizer("3.a", SyntaxFactory.Token(SyntaxKind.IntegerLiteral, "3"), IgnoreRemaining); 93TestTokenizer("3.14159", SyntaxFactory.Token(SyntaxKind.RealLiteral, "3.14159")); 99TestTokenizer(".14159", SyntaxFactory.Token(SyntaxKind.RealLiteral, ".14159")); 179TestTokenizer("'foo\n", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'foo"), IgnoreRemaining); 185TestTokenizer("'foo\\\n", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'foo\\"), IgnoreRemaining); 191TestTokenizer("'foo\\\nflarg", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'foo\\"), IgnoreRemaining); 197TestTokenizer("'foo\\\r\n", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'foo\\"), IgnoreRemaining); 203TestTokenizer($"'foo\\\r\nflarg", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'foo\\"), IgnoreRemaining); 209TestTokenizer("'foo\\\\'blah", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'foo\\\\'"), IgnoreRemaining); 233TestTokenizer("\"foo\n", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"foo"), IgnoreRemaining); 239TestTokenizer("\"foo\\\n", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"foo\\"), IgnoreRemaining); 245TestTokenizer("\"foo\\\nflarg", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"foo\\"), IgnoreRemaining); 251TestTokenizer("\"foo\\\r\n", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"foo\\"), IgnoreRemaining); 257TestTokenizer($"\"foo\\\r\nflarg", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"foo\\"), IgnoreRemaining); 263TestTokenizer("\"foo\\\\\"blah", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"foo\\\\\""), IgnoreRemaining); 281TestTokenizer("@\"foo\\\"bar\"", SyntaxFactory.Token(SyntaxKind.StringLiteral, "@\"foo\\\""), IgnoreRemaining);

131SyntaxFactory.Token(SyntaxKind.LessThan, "<"), 132SyntaxFactory.Token(SyntaxKind.LessThan, "<")); 289SyntaxFactory.Token(SyntaxKind.GreaterThan, ">"), 290SyntaxFactory.Token(SyntaxKind.GreaterThan, ">"));

26SyntaxFactory.Token(SyntaxKind.NewLine, "\r"), 27SyntaxFactory.Token(SyntaxKind.NewLine, "\r"), 36SyntaxFactory.Token(SyntaxKind.NewLine, "\n"), 37SyntaxFactory.Token(SyntaxKind.NewLine, "\n"), 47SyntaxFactory.Token(SyntaxKind.NewLine, "\u0085"), 48SyntaxFactory.Token(SyntaxKind.NewLine, "\u0085"), 58SyntaxFactory.Token(SyntaxKind.NewLine, "\u2028"), 59SyntaxFactory.Token(SyntaxKind.NewLine, "\u2028"), 69SyntaxFactory.Token(SyntaxKind.NewLine, "\u2029"), 70SyntaxFactory.Token(SyntaxKind.NewLine, "\u2029"), 79SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 80SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 89SyntaxFactory.Token(SyntaxKind.Whitespace, " \f\t\u000B "), 90SyntaxFactory.Token(SyntaxKind.NewLine, "\n"), 91SyntaxFactory.Token(SyntaxKind.Whitespace, " ")); 105SyntaxFactory.Token(SyntaxKind.Transition, "@"), 106SyntaxFactory.Token(SyntaxKind.LeftParenthesis, "("));

12private static readonly SyntaxToken _ignoreRemaining = SyntaxFactory.Token(SyntaxKind.Marker, string.Empty); 26TestTokenizer(text, SyntaxFactory.Token(expectedTokenKind, text));

85yield return Syntax.InternalSyntax.SyntaxFactory.Token(SyntaxKind.Marker, str);

20SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 21SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 22SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo * Bar * Baz *")); 30SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 31SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 32SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo * Bar * Baz "), 33SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 34SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@")); 42SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 43SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 44SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo Bar Baz "), 45SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 46SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@")); 52TestTokenizer("// Foo Bar Baz", SyntaxFactory.Token(SyntaxKind.CSharpComment, "// Foo Bar Baz")); 61""", SyntaxFactory.Token(SyntaxKind.CSharpComment, "// Foo Bar Baz"), IgnoreRemaining); 70""", SyntaxFactory.Token(SyntaxKind.CSharpComment, "// Foo/*Bar*/ Baz"), IgnoreRemaining); 80""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 94""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 108""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 122""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 136""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 146TestTokenizer("/// This is a single line documentation comment", SyntaxFactory.Token(SyntaxKind.CSharpComment, "/// This is a single line documentation comment")); 155""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 169""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 186""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 204""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 221""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 238""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """ 254""", SyntaxFactory.Token(SyntaxKind.CSharpComment, """

19TestTokenizer("foo", SyntaxFactory.Token(SyntaxKind.Identifier, "foo")); 25TestTokenizer("_foo", SyntaxFactory.Token(SyntaxKind.Identifier, "_foo")); 31TestTokenizer("foo4", SyntaxFactory.Token(SyntaxKind.Identifier, "foo4")); 37TestTokenizer("ῼfoo", SyntaxFactory.Token(SyntaxKind.Identifier, "ῼfoo")); 43TestTokenizer("ᵊfoo", SyntaxFactory.Token(SyntaxKind.Identifier, "ᵊfoo")); 49TestTokenizer("ƻfoo", SyntaxFactory.Token(SyntaxKind.Identifier, "ƻfoo")); 55TestTokenizer("Ⅽool", SyntaxFactory.Token(SyntaxKind.Identifier, "Ⅽool")); 61TestTokenizer("foo\u0300", SyntaxFactory.Token(SyntaxKind.Identifier, "foo\u0300")); 67TestTokenizer("fooः", SyntaxFactory.Token(SyntaxKind.Identifier, "fooः")); 73TestTokenizer("foo١", SyntaxFactory.Token(SyntaxKind.Identifier, "foo١")); 79TestTokenizer("foo‿bar", SyntaxFactory.Token(SyntaxKind.Identifier, "foo‿bar")); 85TestTokenizer("foo؃bar", SyntaxFactory.Token(SyntaxKind.Identifier, "foo؃bar")); 173TestTokenizer(keyword, SyntaxFactory.Token(SyntaxKind.Keyword, CSharpSyntaxFacts.GetText(keywordType)));

46TestTokenizer("42a", SyntaxFactory.Token(SyntaxKind.NumericLiteral, "42"), IgnoreRemaining); 80TestTokenizer("0xDEADBEEFz", SyntaxFactory.Token(SyntaxKind.NumericLiteral, "0xDEADBEEF"), IgnoreRemaining); 114TestTokenizer("0b01010101z", SyntaxFactory.Token(SyntaxKind.NumericLiteral, "0b01010101"), IgnoreRemaining); 120TestTokenizer("3.a", SyntaxFactory.Token(SyntaxKind.NumericLiteral, "3"), IgnoreRemaining); 126TestTokenizer("3.14159", SyntaxFactory.Token(SyntaxKind.NumericLiteral, "3.14159")); 132TestTokenizer(".14159", SyntaxFactory.Token(SyntaxKind.NumericLiteral, ".14159")); 212TestTokenizer("'goo\n", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'goo"), IgnoreRemaining); 218TestTokenizer("'goo\\\n", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'goo\\\n"), IgnoreRemaining); 224TestTokenizer("'goo\\\nflarg", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'goo\\\nflarg"), IgnoreRemaining); 230TestTokenizer("'goo\\\r\n", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'goo\\\r"), IgnoreRemaining); 236TestTokenizer($"'goo\\\r\nflarg", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'goo\\\r"), IgnoreRemaining); 242TestTokenizer("'goo\\\\'blah", SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'goo\\\\'"), IgnoreRemaining); 249SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'f'"), 250SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 251SyntaxFactory.Token(SyntaxKind.CSharpComment, "// This is a comment")); 258SyntaxFactory.Token(SyntaxKind.CharacterLiteral, "'goo'"), 259SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 260SyntaxFactory.Token(SyntaxKind.CSharpComment, "// This is a comment")); 290TestTokenizer("\"goo\n", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"goo"), IgnoreRemaining); 296TestTokenizer("\"goo\\\n", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"goo\\\n"), IgnoreRemaining); 302TestTokenizer("\"goo\\\nflarg", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"goo\\\nflarg"), IgnoreRemaining); 308TestTokenizer("\"goo\\\r\n", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"goo\\\r"), IgnoreRemaining); 314TestTokenizer($"\"goo\\\r\nflarg", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"goo\\\r"), IgnoreRemaining); 320TestTokenizer("\"goo\\\\\"blah", SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"goo\\\\\""), IgnoreRemaining); 338TestTokenizer("@\"goo\\\"bar\"", SyntaxFactory.Token(SyntaxKind.StringLiteral, "@\"goo\\\""), IgnoreRemaining); 351SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"goo\""), 352SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 353SyntaxFactory.Token(SyntaxKind.CSharpComment, "// This is a comment")); 360SyntaxFactory.Token(SyntaxKind.StringLiteral, "@\"goo\""), 361SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 362SyntaxFactory.Token(SyntaxKind.CSharpComment, "// This is a comment")); 393SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"hello\"u8"), 394SyntaxFactory.Token(SyntaxKind.Semicolon, ";")); 480SyntaxFactory.Token(SyntaxKind.StringLiteral, """

287SyntaxFactory.Token(SyntaxKind.GreaterThan, ">"), 288SyntaxFactory.Token(SyntaxKind.GreaterThan, ">"));

26SyntaxFactory.Token(SyntaxKind.NewLine, "\r"), 27SyntaxFactory.Token(SyntaxKind.NewLine, "\r"), 36SyntaxFactory.Token(SyntaxKind.NewLine, "\n"), 37SyntaxFactory.Token(SyntaxKind.NewLine, "\n"), 47SyntaxFactory.Token(SyntaxKind.NewLine, "\u0085"), 48SyntaxFactory.Token(SyntaxKind.NewLine, "\u0085"), 58SyntaxFactory.Token(SyntaxKind.NewLine, "\u2028"), 59SyntaxFactory.Token(SyntaxKind.NewLine, "\u2028"), 69SyntaxFactory.Token(SyntaxKind.NewLine, "\u2029"), 70SyntaxFactory.Token(SyntaxKind.NewLine, "\u2029"), 79SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 80SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 89SyntaxFactory.Token(SyntaxKind.Whitespace, " \f\t\u000B "), 90SyntaxFactory.Token(SyntaxKind.NewLine, "\n"), 91SyntaxFactory.Token(SyntaxKind.Whitespace, " ")); 105SyntaxFactory.Token(SyntaxKind.Transition, "@"), 106SyntaxFactory.Token(SyntaxKind.LeftParenthesis, "("));

14private static readonly SyntaxToken _ignoreRemaining = SyntaxFactory.Token(SyntaxKind.Marker, string.Empty); 30TestTokenizer(text, SyntaxFactory.Token(expectedTokenKind, text));

18SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 19SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 20SyntaxFactory.Token(SyntaxKind.Transition, "@"), 21SyntaxFactory.Token(SyntaxKind.Identifier, "something"), 22SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 23SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n")); 31SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 32SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 33SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, "included"), 34SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 35SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 36SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 37SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 38SyntaxFactory.Token(SyntaxKind.Transition, "@"), 39SyntaxFactory.Token(SyntaxKind.Identifier, "something"), 40SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 41SyntaxFactory.Token(SyntaxKind.StringLiteral, "\"value\""), 42SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"));

18SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 19SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 20SyntaxFactory.Token(SyntaxKind.OpenAngle, "<")); 28SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n"), 29SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 30SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 31SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 32SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, "included"), 33SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 34SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 35SyntaxFactory.Token(SyntaxKind.Whitespace, " "), 36SyntaxFactory.Token(SyntaxKind.OpenAngle, "<"));

16private static readonly SyntaxToken doubleHyphenToken = SyntaxFactory.Token(SyntaxKind.DoubleHyphen, "--"); 22yield return new[] { SyntaxFactory.Token(SyntaxKind.DoubleHyphen, "--") }; 23yield return new[] { SyntaxFactory.Token(SyntaxKind.Text, "asdf") }; 24yield return new[] { SyntaxFactory.Token(SyntaxKind.CloseAngle, ">") }; 25yield return new[] { SyntaxFactory.Token(SyntaxKind.OpenAngle, "<") }; 26yield return new[] { SyntaxFactory.Token(SyntaxKind.Bang, "!") }; 45var dashToken = SyntaxFactory.Token(SyntaxKind.Text, "-"); 166var expectedToken1 = SyntaxFactory.Token(SyntaxKind.Text, "a"); 168array.AddRange(Enumerable.Range('a', 26).Select(item => SyntaxFactory.Token(SyntaxKind.Text, ((char)item).ToString()))); 179array.Add(SyntaxFactory.Token(SyntaxKind.OpenAngle, "<")); 180array.Add(SyntaxFactory.Token(SyntaxKind.Bang, "!")); 181array.Add(SyntaxFactory.Token(SyntaxKind.Text, "-"));

23SyntaxFactory.Token(SyntaxKind.Text, "foo-9309&smlkmb;::-3029022,.sdkq92384")); 30SyntaxFactory.Token(SyntaxKind.Whitespace, " \t\f ")); 37SyntaxFactory.Token(SyntaxKind.NewLine, "\n"), 38SyntaxFactory.Token(SyntaxKind.NewLine, "\r"), 39SyntaxFactory.Token(SyntaxKind.NewLine, "\r\n")); 137SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 138SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 139SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo * Bar * Baz *")); 147SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 148SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 149SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo * Bar * Baz "), 150SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 151SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@")); 159SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"), 160SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 161SyntaxFactory.Token(SyntaxKind.RazorCommentLiteral, " Foo Bar Baz "), 162SyntaxFactory.Token(SyntaxKind.RazorCommentStar, "*"), 163SyntaxFactory.Token(SyntaxKind.RazorCommentTransition, "@"));

13private static readonly SyntaxToken _ignoreRemaining = SyntaxFactory.Token(SyntaxKind.Marker, string.Empty); 30TestTokenizer(text, SyntaxFactory.Token(expectedTokenKind, text));

82AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.Text, "asdf"), previousTokens.ElementAt(orderIndex++)); 83AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.DoubleHyphen, "--"), previousTokens.ElementAt(orderIndex++)); 84AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.Text, "fvd"), previousTokens.ElementAt(orderIndex++)); 104AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.Text, "fvd"), tokens.Pop()); 105AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.DoubleHyphen, "--"), tokens.Pop()); 106AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.Text, "asdf"), tokens.Pop()); 126AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.DoubleHyphen, "--"), tokens.Pop()); 127AssertTokenEqual(SyntaxFactory.Token(SyntaxKind.Text, "asdf"), tokens.Pop());

110builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "Hello, ")); 111builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "World")); 129builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "Hello, ")); 130builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "World")); 148builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "Hello, ")); 149builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "World")); 167builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "Hello, ")); 168builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "World")); 186builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "Hello, ")); 187builder.Add(SyntaxFactory.Token(SyntaxKind.Marker, "World"));

20var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 46var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 78var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 81var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 84var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 126var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 129var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "A"); 132var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "B"); 171var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 174var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 204var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 230var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 259var htmlToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "<div>"); 262var transitionToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 265var codeToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 300var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 329var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 351var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 380var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 383var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 386var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 419var htmlToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "<div>"); 422var transitionToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 425var codeToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 452var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 479var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "A"); 482var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "B"); 519var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 546var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "OnlyThis"); 568var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 596var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "First"); 599var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Second"); 624var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 640var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 657var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello World"); 681var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 684var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 687var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 713var htmlToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "<div>"); 716var transitionToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 719var codeToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 745var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Start"); 748var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Middle"); 751var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "End"); 777var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 780var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, " "); 783var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "World"); 806var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Line1\n"); 809var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Line2\t\r"); 829var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello 🌍 World! ñáéíóú"); 850var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 853var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 884var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "if (condition) { "); 887var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Transition, "@"); 890var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Model"); 893var token4 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "."); 896var token5 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Identifier, "Name"); 899var token6 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, " }"); 922var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Hello"); 925var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, " World!"); 944var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 962var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, tokenContent); 981var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, tokenContent); 1000var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token1Content); 1003var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token2Content); 1024var emptyToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1027var emptyToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, ""); 1047var emptyToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1065var token = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, longContent); 1083var singleToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, content); 1087var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Test"); 1090var token2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, " "); 1093var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, "Content"); 1115var zeroWidthToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1118var zeroWidthToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, ""); 1122var nonZeroToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, nonZeroTokenContent); 1143var emptyToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1146var emptyToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, ""); 1149var emptyToken3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1153var contentToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, contentTokenValue); 1174var token1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token1Content); 1177var zeroWidthToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1181var token3 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, token3Content); 1203var contentToken = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, contentTokenValue); 1206var emptyToken1 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Text, ""); 1209var emptyToken2 = InternalSyntax.SyntaxFactory.Token(SyntaxKind.Whitespace, "");

1080var finalIdentifier = SyntaxFactory.Token(SyntaxKind.Identifier, transition.Content); 3072var finalIdentifier = SyntaxFactory.Token(SyntaxKind.Identifier, $"{transition.Content}{identifier.Content}");

91return SyntaxFactory.Token(SyntaxKind.Marker, string.Empty); 121return SyntaxFactory.Token(kind, content, errors);

22SyntaxFactory.Token(SyntaxKind.Text, "-"), 23SyntaxFactory.Token(SyntaxKind.Bang, "!"), 24SyntaxFactory.Token(SyntaxKind.OpenAngle, "<"), 106return SyntaxFactory.RazorDocument(markup, SyntaxFactory.Token(SyntaxKind.EndOfFile, "", Array.Empty<RazorDiagnostic>()));

19[SyntaxKind.OpenAngle] = SyntaxFactory.Token(SyntaxKind.OpenAngle, "<"), 20[SyntaxKind.Bang] = SyntaxFactory.Token(SyntaxKind.Bang, "!"), 21[SyntaxKind.ForwardSlash] = SyntaxFactory.Token(SyntaxKind.ForwardSlash, "/"), 22[SyntaxKind.QuestionMark] = SyntaxFactory.Token(SyntaxKind.QuestionMark, "?"), 23[SyntaxKind.LeftBracket] = SyntaxFactory.Token(SyntaxKind.LeftBracket, "["), 24[SyntaxKind.CloseAngle] = SyntaxFactory.Token(SyntaxKind.CloseAngle, ">"), 25[SyntaxKind.RightBracket] = SyntaxFactory.Token(SyntaxKind.RightBracket, "]"), 26[SyntaxKind.Equals] = SyntaxFactory.Token(SyntaxKind.Equals, "="), 27[SyntaxKind.DoubleQuote] = SyntaxFactory.Token(SyntaxKind.DoubleQuote, "\""), 28[SyntaxKind.SingleQuote] = SyntaxFactory.Token(SyntaxKind.SingleQuote, "'"), 29[SyntaxKind.DoubleHyphen] = SyntaxFactory.Token(SyntaxKind.DoubleHyphen, "--"), 56return SyntaxFactory.Token(type, content, errors);

83return SyntaxFactory.Token(kind, content, errors); 120return SyntaxFactory.Token(SyntaxKind.Marker, string.Empty);

358return SyntaxFactory.Token(kind, content, errors); 734token = SyntaxFactory.Token(type, tokenContent);

75return SyntaxFactory.Token(kind, content, errors); 112return SyntaxFactory.Token(SyntaxKind.Marker, string.Empty);

214return SyntaxFactory.Token(kind, content, errors);

32=> new(parent, InternalSyntax.SyntaxFactory.Token(kind, content, diagnostics), position, index);