10 references to Utils
Microsoft.ML.Tokenizers.Tests (10)
BpeTests.cs (4)
286
Utils
.DeleteFile(vocabFile);
289
Utils
.DeleteFile(mergesFile);
533
string fileName =
Utils
.CreateTemporaryFile("txt");
545
string fileName =
Utils
.CreateTemporaryFile("json");
TiktokenTests.cs (5)
49
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
97
Utils
.DeleteFile(tokenizerDataFileName);
114
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
115
await
Utils
.DownloadFile(url, tokenizerDataFileName);
134
Utils
.DeleteFile(tokenizerDataFileName);
Utils.cs (1)
59
typeof(
Utils
).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);