1 reference to IMSep
Microsoft.ML.Tokenizers.Tests (1)
TiktokenTests.cs (1)
749
string text = $"{IMStart}Hello{
IMSep
} World{IMEnd}<|dummy_85|>";