mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
test
This commit is contained in:
parent
7f0a06946f
commit
733073d269
@ -153,15 +153,18 @@ class AutoModel:
|
||||
|
||||
# build tokenizer
|
||||
tokenizer = kwargs.get("tokenizer", None)
|
||||
pdb.set_trace()
|
||||
if tokenizer is not None:
|
||||
tokenizer_class = tables.tokenizer_classes.get(tokenizer)
|
||||
pdb.set_trace()
|
||||
tokenizer = tokenizer_class(**kwargs["tokenizer_conf"])
|
||||
pdb.set_trace()
|
||||
kwargs["tokenizer"] = tokenizer
|
||||
kwargs["token_list"] = tokenizer.token_list
|
||||
vocab_size = len(tokenizer.token_list)
|
||||
else:
|
||||
vocab_size = -1
|
||||
|
||||
pdb.set_trace()
|
||||
# build frontend
|
||||
frontend = kwargs.get("frontend", None)
|
||||
if frontend is not None:
|
||||
|
||||
Loading…
Reference in New Issue
Block a user