9 references to Utils
Microsoft.ML.Tokenizers.Tests (9)
BpeTests.cs (4)
286Utils.DeleteFile(vocabFile); 289Utils.DeleteFile(mergesFile); 477string fileName = Utils.CreateTemporaryFile("txt"); 489string fileName = Utils.CreateTemporaryFile("json");
TitokenTests.cs (5)
46string tokenizerDataFileName = Utils.CreateTemporaryFile("tiktoken"); 93Utils.DeleteFile(tokenizerDataFileName); 110string tokenizerDataFileName = Utils.CreateTemporaryFile("tiktoken"); 111await Utils.DownloadFile(url, tokenizerDataFileName); 130Utils.DeleteFile(tokenizerDataFileName);