From 9fd3c47fd7ff191e1e07457b6bcffa1823e69b51 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B8=B8=E9=9B=81?= Date: Sat, 8 Jun 2024 21:08:54 +0800 Subject: [PATCH] fix bug --- funasr/models/llm_asr/model.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/funasr/models/llm_asr/model.py b/funasr/models/llm_asr/model.py index f8c3efc77..18791d004 100644 --- a/funasr/models/llm_asr/model.py +++ b/funasr/models/llm_asr/model.py @@ -19,6 +19,7 @@ from funasr.utils import postprocess_utils from funasr.utils.datadir_writer import DatadirWriter from funasr.register import tables from funasr.train_utils.device_funcs import to_device +import traceback @tables.register("model_classes", "LLMASR") @@ -489,6 +490,7 @@ class LLMASR2(nn.Module): fbank_fake_len = fbank_fake_lens[batch_idx].item() fbank_beg_idx = fbank_beg[batch_idx, 0].item() min_len = min(fbank_fake_len, inputs_embeds.shape[1] - fbank_beg_idx) + try: inputs_embeds[batch_idx, fbank_beg_idx : fbank_beg_idx + min_len, :] = encoder_out[ batch_idx, :min_len, : @@ -499,7 +501,7 @@ class LLMASR2(nn.Module): f"batch_idx: {batch_idx}, inputs_embeds: {inputs_embeds.shape}, fbank_beg_idx: {fbank_beg_idx}, min_len: {min_len}, fbank_fake_len: {fbank_fake_len}" ) fbank_fake_len = encoder_out_lens[batch_idx].item() - min_len = min(fbank_fake_len, inputs_embeds.shape[1] - fbank_beg_idx) + min_len = min(fbank_fake_len, min_len) inputs_embeds[batch_idx, fbank_beg_idx : fbank_beg_idx + min_len, :] = encoder_out[ batch_idx, :min_len, : ]