15 references to SearchSpace
Microsoft.ML.TorchSharp (15)
NasBert\Models\NasBertEncoder.cs (1)
15using static Microsoft.ML.TorchSharp.NasBert.Modules.SearchSpace;
NasBert\Modules\EmbedTransfer.cs (7)
32var hiddenTransfer = SearchSpace.HiddenSizeChoices.Where((source, index) => index != SearchSpace.HiddenSizeChoices.Length - 1) 33.Select(hidden => torch.nn.Linear(hidden, SearchSpace.HiddenSizeChoices[SearchSpace.HiddenSizeChoices.Length - 1])) 42if (hiddenSize == SearchSpace.HiddenSizeChoices[SearchSpace.HiddenSizeChoices.Length - 1]) return x; 43var index = SearchSpace.HiddenSizeChoices.ToList().IndexOf(hiddenSize);
NasBert\Modules\Layers\FeedForwardLayer.cs (4)
36SearchSpace.HiddenSizeChoices[SearchSpace.HiddenSizeChoices.Length - 1]); 38SearchSpace.HiddenSizeChoices[SearchSpace.HiddenSizeChoices.Length - 1]);
NasBert\Modules\TransformerCell.cs (3)
52var operations = Enumerable.Range(0, SearchSpace.NumLayerChoices) 53.Select(i => SearchSpace.GetLayer(i, dropout, attentionDropout, activationDropout, activationFn, 120Operation = SearchSpace.GetLayer(arch, dropout, attentionDropout, activationDropout, activationFn, addBiasKv,