ReadRawVarint32

16 references to ReadRawVarint32

Microsoft.ML.Tokenizers (16)

SentencepieceModel.cs (16)

68int length = ReadRawVarint32(data, end, ref pos); 185int tag = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 242int tag = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 257result.Type = (Types.Type)SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 343int tag = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 350result.ModelType = (Types.ModelType)SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 354result.TreatWhitespaceAsSuffix = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos) != 0; 358result.ByteFallback = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos) != 0; 362result.UnkId = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 366result.BosId = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 370result.EosId = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 374result.PadId = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 429int tag = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos); 446result.AddDummyPrefix = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos) != 0; 450result.RemoveExtraWhitespaces = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos) != 0; 454result.EscapeWhitespaces = SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos) != 0;