2 writes to ByteFallback
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2333ByteFallback = other.ByteFallback; 2713ByteFallback = input.ReadBool();
6 references to ByteFallback
Microsoft.ML.Tokenizers (6)
Model\SentencePieceBpeTokenizer.cs (1)
73ByteFallback = modelProto.TrainerSpec.ByteFallback;
SentencepieceModel.cs (5)
1640if (ByteFallback != other.ByteFallback) return false; 1696if (HasByteFallback) hash ^= ByteFallback.GetHashCode(); 2023output.WriteBool(ByteFallback); 2333ByteFallback = other.ByteFallback;