auto frontend

This commit is contained in:
游雁 2024-06-05 10:24:01 +08:00
parent 2646018ddd
commit 46568227c9

View File

@ -84,7 +84,7 @@ class Transformer(nn.Module):
self.blocks = nn.ModuleList( self.blocks = nn.ModuleList(
[ [
EncoderLayer( EncoderLayer(
output_size, llm_dim,
MultiHeadedAttention( MultiHeadedAttention(
kwargs.get("attention_heads", 8), kwargs.get("attention_heads", 8),
llm_dim, llm_dim,