5 references to DefaultContinuingSubwordPrefix
Microsoft.ML.Tokenizers (5)
Model\WordPieceTokenizer.cs (5)
42
string continuingSubwordPrefix =
DefaultContinuingSubwordPrefix
,
146
string continuingSubwordPrefix =
DefaultContinuingSubwordPrefix
,
170
string continuingSubwordPrefix =
DefaultContinuingSubwordPrefix
,
224
string continuingSubwordPrefix =
DefaultContinuingSubwordPrefix
,
259
string continuingSubwordPrefix =
DefaultContinuingSubwordPrefix
,