1 reference to O200kHarmonyEncodingName
Microsoft.ML.Tokenizers (1)
Model\TiktokenTokenizer.cs (1)
1543
else if (encodingName.Equals(
O200kHarmonyEncodingName
, StringComparison.OrdinalIgnoreCase))