7 references to ReserveStringSymbolSlot
Microsoft.ML.Tokenizers (7)
Model\EnglishRobertaTokenizer.cs (7)
1121
BosIndex =
ReserveStringSymbolSlot
(bos);
1122
PadIndex =
ReserveStringSymbolSlot
(pad);
1123
EosIndex =
ReserveStringSymbolSlot
(eos);
1124
UnkIndex =
ReserveStringSymbolSlot
(unk);
1130
ReserveStringSymbolSlot
(symbol);
1199
MaskIndex =
ReserveStringSymbolSlot
(mask, 1);
1272
ReserveStringSymbolSlot
(splitLine[0], occurrenceScore);