617SentencePieceTokenizer jsonTokenizer = SentencePieceTokenizer.CreateFromTokenizerJson( 646SentencePieceTokenizer.CreateFromTokenizerJson(null!)); 655SentencePieceTokenizer jsonTokenizer = SentencePieceTokenizer.CreateFromTokenizerJson( 730SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false); 781SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 808SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 831SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 839SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 1020SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 1050SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 1073SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false)); 1089SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1109SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1125SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1141SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false)); 1157SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false)); 1256SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false)); 1275SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson( 1319SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 1339SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1358SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1377SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1397SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1423SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1443SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1463SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1483SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1512SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1541SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1561SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1581SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1601SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1620SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false); 1640SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1660SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1680SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false); 1701SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1715SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false)); 1734SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson( 1772SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 1807SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 1836SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false)); 1858SentencePieceTokenizer tokenizer = SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false); 1888SentencePieceTokenizer.CreateFromTokenizerJson(stream, addBeginningOfSentence: false, addEndOfSentence: false));