From 733073d2693de593cef2eacc902c49990e067cef Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E8=AF=AD=E5=B8=86?= Date: Thu, 22 Feb 2024 16:08:51 +0800 Subject: [PATCH] test --- funasr/auto/auto_model.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/funasr/auto/auto_model.py b/funasr/auto/auto_model.py index a3202fdb4..9db8c015d 100644 --- a/funasr/auto/auto_model.py +++ b/funasr/auto/auto_model.py @@ -153,15 +153,18 @@ class AutoModel: # build tokenizer tokenizer = kwargs.get("tokenizer", None) + pdb.set_trace() if tokenizer is not None: tokenizer_class = tables.tokenizer_classes.get(tokenizer) + pdb.set_trace() tokenizer = tokenizer_class(**kwargs["tokenizer_conf"]) + pdb.set_trace() kwargs["tokenizer"] = tokenizer kwargs["token_list"] = tokenizer.token_list vocab_size = len(tokenizer.token_list) else: vocab_size = -1 - + pdb.set_trace() # build frontend frontend = kwargs.get("frontend", None) if frontend is not None: