3 references to ByteFallback
Microsoft.ML.Tokenizers (3)
Model\SentencePieceBaseModel.cs (1)
97
ByteFallback = options.
ByteFallback
;
Model\SentencePieceBpeModel.cs (1)
60
if (options.
ByteFallback
)
Model\SentencePieceUnigramModel.cs (1)
110
if (options.
ByteFallback
)