speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

test

Browse Source
This commit is contained in:
语帆 2024-02-28 15:21:32 +08:00
parent 19103386dc
commit eb92e79fb9
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
funasr/models/conformer/encoder.py
View File

@ -47,7 +47,7 @@ from funasr.models.transformer.utils.subsampling import check_short_utt
from funasr.models.transformer.utils.subsampling import Conv2dSubsamplingPad from funasr.models.transformer.utils.subsampling import Conv2dSubsamplingPad
from funasr.models.transformer.utils.subsampling import StreamingConvInput from funasr.models.transformer.utils.subsampling import StreamingConvInput
from funasr.register import tables from funasr.register import tables
import pdb
class ConvolutionModule(nn.Module): class ConvolutionModule(nn.Module):
"""ConvolutionModule in Conformer model. """ConvolutionModule in Conformer model.
@ -573,7 +573,7 @@ class ConformerEncoder(nn.Module):
xs_pad, masks = self.embed(xs_pad, masks) xs_pad, masks = self.embed(xs_pad, masks)
else: else:
xs_pad = self.embed(xs_pad) xs_pad = self.embed(xs_pad)
pdb.set_trace()
intermediate_outs = [] intermediate_outs = []
if len(self.interctc_layer_idx) == 0: if len(self.interctc_layer_idx) == 0:
xs_pad, masks = self.encoders(xs_pad, masks) xs_pad, masks = self.encoders(xs_pad, masks)
@ -601,12 +601,12 @@ class ConformerEncoder(nn.Module):
xs_pad = (x, pos_emb) xs_pad = (x, pos_emb)
else: else:
xs_pad = xs_pad + self.conditioning_layer(ctc_out) xs_pad = xs_pad + self.conditioning_layer(ctc_out)
pdb.set_trace()
if isinstance(xs_pad, tuple): if isinstance(xs_pad, tuple):
xs_pad = xs_pad[0] xs_pad = xs_pad[0]
if self.normalize_before: if self.normalize_before:
xs_pad = self.after_norm(xs_pad) xs_pad = self.after_norm(xs_pad)
pdb.set_trace()
olens = masks.squeeze(1).sum(1) olens = masks.squeeze(1).sum(1)
if len(intermediate_outs) > 0: if len(intermediate_outs) > 0:
return (xs_pad, intermediate_outs), olens, None return (xs_pad, intermediate_outs), olens, None