7 references to EncodeToConverted
Microsoft.ML.TorchSharp (7)
NasBert\NasBertTrainer.cs (6)
250
t = torch.tensor((new[] { 0 /* InitToken */ }).Concat(Tokenizer.
EncodeToConverted
(sentence1.ToString())).ToList(), device: Device);
258
t = torch.tensor((new[] { 0 /* InitToken */ }).Concat(Tokenizer.
EncodeToConverted
(sentence1.ToString()))
259
.Concat(new[] { 2 /* SeparatorToken */ }).Concat(Tokenizer.
EncodeToConverted
(sentence2.ToString())).ToList(), device: Device);
587
List<int> newList = new List<int>(tokenizer.
EncodeToConverted
(sentence1.ToString()));
595
return InitTokenArray.Concat(tokenizer.
EncodeToConverted
(sentence1.ToString()))
596
.Concat(SeperatorTokenArray).Concat(tokenizer.
EncodeToConverted
(sentence2.ToString())).ToList();
Roberta\QATrainer.cs (1)
413
var questionTokenId = Tokenizer.
EncodeToConverted
(question.ToString());