10 references to Utils
Microsoft.ML.Tokenizers.Tests (10)
BpeTests.cs (4)
286
Utils
.DeleteFile(vocabFile);
289
Utils
.DeleteFile(mergesFile);
533
string fileName =
Utils
.CreateTemporaryFile("txt");
545
string fileName =
Utils
.CreateTemporaryFile("json");
TiktokenTests.cs (5)
46
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
94
Utils
.DeleteFile(tokenizerDataFileName);
111
string tokenizerDataFileName =
Utils
.CreateTemporaryFile("tiktoken");
112
await
Utils
.DownloadFile(url, tokenizerDataFileName);
131
Utils
.DeleteFile(tokenizerDataFileName);
Utils.cs (1)
59
typeof(
Utils
).Assembly.GetManifestResourceStream(resourceName)!.CopyTo(fileStream);