File: StringTokenizerTest.cs
Web Access
Project: src\src\Razor\src\Compiler\Microsoft.AspNetCore.Razor.Language\test\Microsoft.AspNetCore.Razor.Language.UnitTests.csproj (Microsoft.AspNetCore.Razor.Language.UnitTests)
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
 
#nullable disable
 
using System.Collections.Generic;
using Xunit;
 
namespace Microsoft.AspNetCore.Razor.Language;
 
public class StringTokenizerTest
{
    [Fact]
    public void TokenizerReturnsEmptySequenceForNullValues()
    {
        // Arrange
        var stringTokenizer = new StringTokenizer();
        var enumerator = stringTokenizer.GetEnumerator();
 
        // Act
        var next = enumerator.MoveNext();
 
        // Assert
        Assert.False(next);
    }
 
    [Theory]
    [InlineData("", new[] { "" })]
    [InlineData("a", new[] { "a" })]
    [InlineData("abc", new[] { "abc" })]
    [InlineData("a,b", new[] { "a", "b" })]
    [InlineData("a,,b", new[] { "a", "", "b" })]
    [InlineData(",a,b", new[] { "", "a", "b" })]
    [InlineData(",,a,b", new[] { "", "", "a", "b" })]
    [InlineData("a,b,", new[] { "a", "b", "" })]
    [InlineData("a,b,,", new[] { "a", "b", "", "" })]
    [InlineData("ab,cde,efgh", new[] { "ab", "cde", "efgh" })]
    public void Tokenizer_ReturnsSequenceOfValues(string value, string[] expected)
    {
        // Arrange
        var tokenizer = new StringTokenizer(value, new[] { ',' });
 
        // Act
        var result = Enumerate(tokenizer);
 
        // Assert
        Assert.Equal(expected, result);
    }
 
    [Theory]
    [InlineData("", new[] { "" })]
    [InlineData("a", new[] { "a" })]
    [InlineData("abc", new[] { "abc" })]
    [InlineData("a.b", new[] { "a", "b" })]
    [InlineData("a,b", new[] { "a", "b" })]
    [InlineData("a.b,c", new[] { "a", "b", "c" })]
    [InlineData("a,b.c", new[] { "a", "b", "c" })]
    [InlineData("ab.cd,ef", new[] { "ab", "cd", "ef" })]
    [InlineData("ab,cd.ef", new[] { "ab", "cd", "ef" })]
    [InlineData(",a.b", new[] { "", "a", "b" })]
    [InlineData(".a,b", new[] { "", "a", "b" })]
    [InlineData(".,a.b", new[] { "", "", "a", "b" })]
    [InlineData(",.a,b", new[] { "", "", "a", "b" })]
    [InlineData("a.b,", new[] { "a", "b", "" })]
    [InlineData("a,b.", new[] { "a", "b", "" })]
    [InlineData("a.b,.", new[] { "a", "b", "", "" })]
    [InlineData("a,b.,", new[] { "a", "b", "", "" })]
    public void Tokenizer_SupportsMultipleSeparators(string value, string[] expected)
    {
        // Arrange
        var tokenizer = new StringTokenizer(value, new[] { '.', ',' });
 
        // Act
        var result = Enumerate(tokenizer);
 
        // Assert
        Assert.Equal(expected, result);
    }
 
    private static string[] Enumerate(StringTokenizer tokenizer)
    {
        var items = new List<string>();
        foreach (var token in tokenizer)
        {
            items.Add(token.ToString());
        }
 
        return items.ToArray();
    }
}