1 write to UnkIndex
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
1124
UnkIndex
= ReserveStringSymbolSlot(unk);
4 references to UnkIndex
Microsoft.ML.Tokenizers (4)
Model\EnglishRobertaTokenizer.cs (4)
1140
return _idToIndex.TryGetValue(id, out int rank) ? rank :
UnkIndex
;
1161
return
UnkIndex
;
1213
return idx < _symbols.Count ? _symbols[idx].Id :
UnkIndex
;
1226
public int IndexOf(int id) => _idToIndex.ContainsKey(id) ? _idToIndex[id] :
UnkIndex
;