10 references to Utils
Microsoft.ML.Tokenizers.Tests (10)
BpeTests.cs (4)
276
Utils
.DeleteFile(vocabFile);
279
Utils
.DeleteFile(mergesFile);
579
string fileName =
Utils
.CreateTemporaryFile("txt");
591
string fileName =
Utils
.CreateTemporaryFile("json");
TiktokenTests.cs (5)
52
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
100
Utils
.DeleteFile(tokenizerDataFileName);
117
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
118
await
Utils
.DownloadFile(url, tokenizerDataFileName);
137
Utils
.DeleteFile(tokenizerDataFileName);
Utils.cs (1)
59
typeof(
Utils
).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);