41 references to WriteInt32Field
Microsoft.ML.Tokenizers.Tests (41)
SentencePieceTests.cs (41)
218ts.WriteInt32Field(3, 2); // model_type = BPE 221ts.WriteInt32Field(40, 5); // unk_id 222ts.WriteInt32Field(41, 6); // bos_id 223ts.WriteInt32Field(42, 7); // eos_id 224ts.WriteInt32Field(43, 8); // pad_id 264ts.WriteInt32Field(3, 2); // model_type = BPE 265ts.WriteInt32Field(43, -1); // pad_id = -1 299ts.WriteInt32Field(3, 2); // model_type = BPE (written last) 319ts.WriteInt32Field(3, 2); // model_type = BPE 341piece.WriteInt32Field(3, 1); // type = Normal 342piece.WriteInt32Field(99, 42); // unknown field 346ts.WriteInt32Field(3, 2); // model_type = BPE 348ts.WriteInt32Field(99, 42); // unknown field 353ns.WriteInt32Field(99, 42); // unknown field 360model.WriteInt32Field(99, 42); // unknown field at top level 371ts.WriteInt32Field(3, 2); // model_type = BPE 372ts.WriteInt32Field(90, 42); // unknown varint (wire type 0) 436ts.WriteInt32Field(3, 2); // model_type = BPE 437ts.WriteInt32Field(1000, 42); // unknown field with large number 449ts.WriteInt32Field(3, 2); // model_type = BPE 463ts.WriteInt32Field(3, 1); // model_type = Unigram 465ts.WriteInt32Field(40, 0); // unk_id = 0 466ts.WriteInt32Field(41, 1); // bos_id = 1 467ts.WriteInt32Field(42, 2); // eos_id = 2 543ts.WriteInt32Field(3, 2); // model_type = BPE 583model.WriteInt32Field(1, 42); // field 1 (pieces) as varint instead of message — skipped 612ts.WriteInt32Field(3, 2); // model_type = BPE 613ts.WriteInt32Field(41, -1); // bos_id = -1 614ts.WriteInt32Field(42, -1); // eos_id = -1 628ts.WriteInt32Field(3, 2); // model_type = BPE 630ts.WriteInt32Field(300, 99); // extension field 635ns.WriteInt32Field(200, 77); // extension in NormalizerSpec 666ts.WriteInt32Field(3, 2); // model_type = BPE 667ts.WriteInt32Field(99, -1); // unknown field, value -1 (10-byte varint) 694ts1.WriteInt32Field(3, 2); // model_type = BPE 699ts2.WriteInt32Field(3, 2); // model_type = BPE 719ts1.WriteInt32Field(3, 2); // model_type = BPE 723ts2.WriteInt32Field(3, 2); // model_type = BPE 762ts.WriteInt32Field(3, modelType); 812w.WriteInt32Field(3, type); // type enum 819w.WriteInt32Field(3, 2); // model_type = BPE