speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

install requirements automatically

Browse Source
This commit is contained in:
游雁 2024-03-25 10:16:51 +08:00
parent 64d6ef5040
commit 1df10311c4
2 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
funasr/tokenizer/hf_tokenizer.py
View File

@ -1,15 +1,15 @@
try:
from transformers import AutoTokenizer
except:
# print("If you want to use hugging, please `pip install -U transformers`")
pass
from funasr.register import tables from funasr.register import tables
@tables.register("tokenizer_classes", "HuggingfaceTokenizer") @tables.register("tokenizer_classes", "HuggingfaceTokenizer")
def HuggingfaceTokenizer(init_param_path, **kwargs): def HuggingfaceTokenizer(init_param_path, **kwargs):
try:
from transformers import AutoTokenizer
except:
# print("If you want to use hugging, please `pip install -U transformers`")
pass
tokenizer = AutoTokenizer.from_pretrained(init_param_path) tokenizer = AutoTokenizer.from_pretrained(init_param_path)
return tokenizer return tokenizer

10
funasr/tokenizer/whisper_tokenizer.py
View File

@ -1,14 +1,14 @@
try:
from whisper.tokenizer import get_tokenizer
except:
print("Notice: If you want to use whisper, please `pip install -U openai-whisper`")
from funasr.register import tables from funasr.register import tables
@tables.register("tokenizer_classes", "WhisperTokenizer") @tables.register("tokenizer_classes", "WhisperTokenizer")
def WhisperTokenizer(**kwargs): def WhisperTokenizer(**kwargs):
try:
from whisper.tokenizer import get_tokenizer
except:
print("Notice: If you want to use whisper, please `pip install -U openai-whisper`")
language = kwargs.get("language", None) language = kwargs.get("language", None)
task = kwargs.get("task", "transcribe") task = kwargs.get("task", "transcribe")
is_multilingual = kwargs.get("is_multilingual", True) is_multilingual = kwargs.get("is_multilingual", True)