3 references to BpeTests
Microsoft.ML.Tokenizers.Tests (3)
NormalizerTests.cs (1)
64
Tokenizer tokenizer =
BpeTests
.CreateEmptyBpe(preTokenizer: null, normalizer);
PreTokenizerTests.cs (1)
57
Tokenizer tokenizer =
BpeTests
.CreateEmptyBpe(normalizer: null, preTokenizer: preTokenizer);
Utils.cs (1)
59
typeof(
BpeTests
).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);