1 write to _gpt2Tokenizer
Microsoft.ML.Tokenizers.Tests (1)
BpeTests.cs (1)
356_gpt2Tokenizer = BpeTokenizer.Create(vocabStream, mergesStream);
2 references to _gpt2Tokenizer
Microsoft.ML.Tokenizers.Tests (2)
BpeTests.cs (2)
349if (_gpt2Tokenizer is null) 359return _gpt2Tokenizer;