7 references to ReserveStringSymbolSlot
Microsoft.ML.Tokenizers (7)
Model\EnglishRobertaTokenizer.cs (7)
1110
BosIndex =
ReserveStringSymbolSlot
(bos);
1111
PadIndex =
ReserveStringSymbolSlot
(pad);
1112
EosIndex =
ReserveStringSymbolSlot
(eos);
1113
UnkIndex =
ReserveStringSymbolSlot
(unk);
1119
ReserveStringSymbolSlot
(symbol);
1188
MaskIndex =
ReserveStringSymbolSlot
(mask, 1);
1261
ReserveStringSymbolSlot
(splitLine[0], occurrenceScore);