4 references to ClipNorm
Microsoft.ML.TorchSharp (4)
NasBert\Optimizers\BaseOptimizer.cs (4)
49
if (Options.
ClipNorm
> 0)
51
torch.nn.utils.clip_grad_norm_(Parameters, Options.
ClipNorm
);
74
return gradNorm > Options.
ClipNorm
&& Options.
ClipNorm
> 0;