14 references to Utils
Microsoft.ML.Tokenizers.Tests (14)
BpeTests.cs (8)
276
Utils
.DeleteFile(vocabFile);
279
Utils
.DeleteFile(mergesFile);
438
string vocabFile =
Utils
.CreateTemporaryFile("json");
439
string mergesFile =
Utils
.CreateTemporaryFile("txt");
450
Utils
.DeleteFile(vocabFile);
451
Utils
.DeleteFile(mergesFile);
623
string fileName =
Utils
.CreateTemporaryFile("txt");
635
string fileName =
Utils
.CreateTemporaryFile("json");
TiktokenTests.cs (5)
58
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
106
Utils
.DeleteFile(tokenizerDataFileName);
123
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
124
await
Utils
.DownloadFile(url, tokenizerDataFileName);
143
Utils
.DeleteFile(tokenizerDataFileName);
Utils.cs (1)
59
typeof(
Utils
).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);