11 references to TokenizerExtensions
Microsoft.ML.TorchSharp (11)
Extensions\TokenizerExtensions.cs (1)
27Assembly assembly = typeof(TokenizerExtensions).Assembly;
NasBert\NasBertTrainer.cs (1)
203Tokenizer = TokenizerExtensions.GetInstance(ch);
NasBert\NerTrainer.cs (2)
329var tokenizer = TokenizerExtensions.GetInstance(ch); 417Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch);
NasBert\SentenceSimilarityTrainer.cs (2)
242var tokenizer = TokenizerExtensions.GetInstance(ch); 275Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch);
NasBert\TextClassificationTrainer.cs (3)
266var tokenizer = TokenizerExtensions.GetInstance(ch); 321Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch); 352Tokenizer tokenizer = TokenizerExtensions.GetInstance(ch);
Roberta\QATrainer.cs (2)
215Tokenizer = TokenizerExtensions.GetInstance(ch); 585Tokenizer = TokenizerExtensions.GetInstance(ch);