1 write to UnkIndex
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
1113
UnkIndex
= ReserveStringSymbolSlot(unk);
4 references to UnkIndex
Microsoft.ML.Tokenizers (4)
Model\EnglishRobertaTokenizer.cs (4)
1129
return _idToIndex.TryGetValue(id, out int rank) ? rank :
UnkIndex
;
1150
return
UnkIndex
;
1202
return idx < _symbols.Count ? _symbols[idx].Id :
UnkIndex
;
1215
public int IndexOf(int id) => _idToIndex.ContainsKey(id) ? _idToIndex[id] :
UnkIndex
;