6 references to ConvertIdsToOccurrenceRanks
Microsoft.ML.Tokenizers.Tests (1)
EnglishRobertaTests.cs (1)
284
Assert.Equal(encodingIds, robertaModel!.ConvertOccurrenceRanksToIds(robertaModel!.
ConvertIdsToOccurrenceRanks
(encodingIds)));
Microsoft.ML.TorchSharp (5)
Extensions\TokenizerExtensions.cs (1)
54
return tokenizer.RobertaModel().
ConvertIdsToOccurrenceRanks
(tokenizer.EncodeToIds(sentence));
NasBert\NerTrainer.cs (1)
190
t = torch.tensor((ZeroArray).Concat(Tokenizer.RobertaModel().
ConvertIdsToOccurrenceRanks
(encoding.Select(t => t.Id).ToArray())).ToList(), device: Device);
Roberta\QATrainer.cs (3)
406
var contextTokenId = Tokenizer.RobertaModel().
ConvertIdsToOccurrenceRanks
(contextTokens.Select(t => t.Id).ToArray());
857
var contextTokenId = _parent.Tokenizer.RobertaModel().
ConvertIdsToOccurrenceRanks
(_parent.Tokenizer.EncodeToIds(context.ToString()));
859
var questionTokenId = _parent.Tokenizer.RobertaModel().
ConvertIdsToOccurrenceRanks
(_parent.Tokenizer.EncodeToIds(question.ToString()));