mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
98abc0e5ac
* update * update setup * update setup * update setup * update setup * update setup * update setup * update * update * update setup
47 lines
1.4 KiB
Python
47 lines
1.4 KiB
Python
from typing import Collection
|
|
|
|
from jaconv import jaconv
|
|
import tacotron_cleaner.cleaners
|
|
|
|
try:
|
|
from vietnamese_cleaner import vietnamese_cleaners
|
|
except ImportError:
|
|
vietnamese_cleaners = None
|
|
|
|
|
|
class TextCleaner:
|
|
"""Text cleaner.
|
|
|
|
Examples:
|
|
>>> cleaner = TextCleaner("tacotron")
|
|
>>> cleaner("(Hello-World); & jr. & dr.")
|
|
'HELLO WORLD, AND JUNIOR AND DOCTOR'
|
|
|
|
"""
|
|
|
|
def __init__(self, cleaner_types: Collection[str] = None):
|
|
|
|
if cleaner_types is None:
|
|
self.cleaner_types = []
|
|
elif isinstance(cleaner_types, str):
|
|
self.cleaner_types = [cleaner_types]
|
|
else:
|
|
self.cleaner_types = list(cleaner_types)
|
|
|
|
def __call__(self, text: str) -> str:
|
|
for t in self.cleaner_types:
|
|
if t == "tacotron":
|
|
text = tacotron_cleaner.cleaners.custom_english_cleaners(text)
|
|
elif t == "jaconv":
|
|
text = jaconv.normalize(text)
|
|
elif t == "vietnamese":
|
|
if vietnamese_cleaners is None:
|
|
raise RuntimeError("Please install underthesea")
|
|
text = vietnamese_cleaners.vietnamese_cleaner(text)
|
|
elif t == "korean_cleaner":
|
|
text = KoreanCleaner.normalize_text(text)
|
|
else:
|
|
raise RuntimeError(f"Not supported: type={t}")
|
|
|
|
return text
|