10 references to Utils
Microsoft.ML.Tokenizers.Tests (10)
BpeTests.cs (4)
276
Utils
.DeleteFile(vocabFile);
279
Utils
.DeleteFile(mergesFile);
579
string fileName =
Utils
.CreateTemporaryFile("txt");
591
string fileName =
Utils
.CreateTemporaryFile("json");
TiktokenTests.cs (5)
51
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
99
Utils
.DeleteFile(tokenizerDataFileName);
116
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
117
await
Utils
.DownloadFile(url, tokenizerDataFileName);
136
Utils
.DeleteFile(tokenizerDataFileName);
Utils.cs (1)
59
typeof(
Utils
).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);