auto frontend

This commit is contained in:
游雁 2024-06-05 10:34:50 +08:00
parent 46568227c9
commit 545d69ae92

View File

@ -90,7 +90,7 @@ class Transformer(nn.Module):
llm_dim, llm_dim,
kwargs.get("attention_dropout_rate", 0.0), kwargs.get("attention_dropout_rate", 0.0),
), ),
positionwise_layer( PositionwiseFeedForward(
llm_dim, llm_dim,
llm_dim // 4, llm_dim // 4,
kwargs.get("dropout_rate", 0.0), kwargs.get("dropout_rate", 0.0),