10 references to Utils
Microsoft.ML.Tokenizers.Tests (10)
BpeTests.cs (4)
263Utils.DeleteFile(vocabFile); 266Utils.DeleteFile(mergesFile); 566string fileName = Utils.CreateTemporaryFile("txt"); 578string fileName = Utils.CreateTemporaryFile("json");
TiktokenTests.cs (5)
51string tokenizerDataFileName = Utils.CreateTemporaryFile("tiktoken"); 99Utils.DeleteFile(tokenizerDataFileName); 116string tokenizerDataFileName = Utils.CreateTemporaryFile("tiktoken"); 117await Utils.DownloadFile(url, tokenizerDataFileName); 136Utils.DeleteFile(tokenizerDataFileName);
Utils.cs (1)
59typeof(Utils).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);