6 references to DummyPrefix
Microsoft.ML.Tokenizers.Tests (6)
LlamaTests.cs (6)
679
string expectedNormalizedString = $"{
DummyPrefix
}{s.Replace(' ',
DummyPrefix
[0])}";
686
string accumulatedString =
DummyPrefix
;
695
accumulatedString += i % 2 != 0 ? $"Hello{
DummyPrefix
}" : specialTokens[i / 2 - 1];
697
accumulatedStringFromEnd = (encodedTokens.Count == i ?
DummyPrefix
: (i % 2 == 0 ? $"{
DummyPrefix
}Hello" : specialTokens[specialTokens.Length - 1 - (i / 2)])) + accumulatedStringFromEnd;