install requirements automatically

游雁

2024-03-25 1df10311c4e6df252db748293fd47792abae6a61

install requirements automatically

 funasr/tokenizer/hf_tokenizer.py

@@ -1,15 +1,15 @@

try:
    from transformers import AutoTokenizer
except:
    # print("If you want to use hugging, please `pip install -U transformers`")
    pass


from funasr.register import tables

@tables.register("tokenizer_classes", "HuggingfaceTokenizer")
def HuggingfaceTokenizer(init_param_path, **kwargs):

    try:
        from transformers import AutoTokenizer
    except:
        # print("If you want to use hugging, please `pip install -U transformers`")
        pass
    tokenizer = AutoTokenizer.from_pretrained(init_param_path)
    
    return tokenizer

 funasr/tokenizer/whisper_tokenizer.py

@@ -1,14 +1,14 @@

try:
    from whisper.tokenizer import get_tokenizer
except:
    print("Notice: If you want to use whisper, please `pip install -U openai-whisper`")

from funasr.register import tables

@tables.register("tokenizer_classes", "WhisperTokenizer")
def WhisperTokenizer(**kwargs):

    try:
        from whisper.tokenizer import get_tokenizer
    except:
        print("Notice: If you want to use whisper, please `pip install -U openai-whisper`")
	
    language = kwargs.get("language", None)
    task = kwargs.get("task", "transcribe")
    is_multilingual = kwargs.get("is_multilingual", True)