11 references to TokenizerExtensions
Microsoft.ML.TorchSharp (11)
Extensions\TokenizerExtensions.cs (1)
27Assembly assembly = typeof(TokenizerExtensions).Assembly;
NasBert\NasBertTrainer.cs (1)
203Tokenizer = TokenizerExtensions.GetInstance(ch);
NasBert\NerTrainer.cs (2)
329var tokenizer = TokenizerExtensions.GetInstance(ch); 417Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch);
NasBert\SentenceSimilarityTrainer.cs (2)
241var tokenizer = TokenizerExtensions.GetInstance(ch); 274Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch);
NasBert\TextClassificationTrainer.cs (3)
265var tokenizer = TokenizerExtensions.GetInstance(ch); 320Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch); 351Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch);
Roberta\QATrainer.cs (2)
215Tokenizer = TokenizerExtensions.GetInstance(ch); 585Tokenizer = TokenizerExtensions.GetInstance(ch);