diff --git a/funasr/auto/auto_model.py b/funasr/auto/auto_model.py index a3202fdb4..9db8c015d 100644 --- a/funasr/auto/auto_model.py +++ b/funasr/auto/auto_model.py @@ -153,15 +153,18 @@ class AutoModel: # build tokenizer tokenizer = kwargs.get("tokenizer", None) + pdb.set_trace() if tokenizer is not None: tokenizer_class = tables.tokenizer_classes.get(tokenizer) + pdb.set_trace() tokenizer = tokenizer_class(**kwargs["tokenizer_conf"]) + pdb.set_trace() kwargs["tokenizer"] = tokenizer kwargs["token_list"] = tokenizer.token_list vocab_size = len(tokenizer.token_list) else: vocab_size = -1 - + pdb.set_trace() # build frontend frontend = kwargs.get("frontend", None) if frontend is not None: