10 references to Utils
Microsoft.ML.Tokenizers.Tests (10)
BpeTests.cs (4)
276
Utils
.DeleteFile(vocabFile);
279
Utils
.DeleteFile(mergesFile);
579
string fileName =
Utils
.CreateTemporaryFile("txt");
591
string fileName =
Utils
.CreateTemporaryFile("json");
TiktokenTests.cs (5)
58
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
106
Utils
.DeleteFile(tokenizerDataFileName);
123
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
124
await
Utils
.DownloadFile(url, tokenizerDataFileName);
143
Utils
.DeleteFile(tokenizerDataFileName);
Utils.cs (1)
59
typeof(
Utils
).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);