1 write to ResidPdrop
Microsoft.ML.GenAI.Phi (1)
Phi3\Config.cs (1)
25
this.
ResidPdrop
= 0.0;
2 references to ResidPdrop
Microsoft.ML.GenAI.Phi (2)
Module\Phi3DecoderLayer.cs (2)
95
this.resid_attn_dropout = nn.Dropout(config.
ResidPdrop
);
96
this.resid_mlp_dropout = nn.Dropout(config.
ResidPdrop
);