From 498edc07916ab00f214a9342a85420f3673b0cd7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B8=B8=E9=9B=81?= Date: Mon, 8 Jul 2024 17:48:52 +0800 Subject: [PATCH] update --- funasr/models/llm_asr/model.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/funasr/models/llm_asr/model.py b/funasr/models/llm_asr/model.py index 6b8373fb8..22daa5864 100644 --- a/funasr/models/llm_asr/model.py +++ b/funasr/models/llm_asr/model.py @@ -1532,8 +1532,8 @@ class LLMASR5(nn.Module): if self.concat_emb_hidden_norm: self.hidden_norm = torch.nn.LayerNorm(llm_dim) self.fusion_dropout = nn.Dropout(audio_decoder_conf.get("fusion_drop_rate", 0.0)) - self.emb_norm = torch.nn.LayerNorm(self._output_size) - self.fusion_norm = torch.nn.LayerNorm(self._output_size) + self.emb_norm = torch.nn.LayerNorm(self.llm_dim) + self.fusion_norm = torch.nn.LayerNorm(self.llm_dim) self.fusion_act = Swish() self.codebook_dim = audio_decoder_conf.get("codebook_dim", 1024) self.codebook_size = audio_decoder_conf.get("codebook_size", 4096)