auto frontend

This commit is contained in:
游雁 2024-06-05 10:34:50 +08:00
parent 46568227c9
commit 545d69ae92

View File

@ -90,7 +90,7 @@ class Transformer(nn.Module):
llm_dim,
kwargs.get("attention_dropout_rate", 0.0),
),
positionwise_layer(
PositionwiseFeedForward(
llm_dim,
llm_dim // 4,
kwargs.get("dropout_rate", 0.0),