install requirements automatically

游雁

2024-03-25 1df10311c4e6df252db748293fd47792abae6a61

 funasr/tokenizer/hf_tokenizer.py

@@ -1,15 +1,15 @@

try:
   from transformers import AutoTokenizer
except:
   # print("If you want to use hugging, please `pip install -U transformers`")
   pass


from funasr.register import tables

@tables.register("tokenizer_classes", "HuggingfaceTokenizer")
def HuggingfaceTokenizer(init_param_path, **kwargs):

   try:
      from transformers import AutoTokenizer
   except:
      # print("If you want to use hugging, please `pip install -U transformers`")
      pass
   tokenizer = AutoTokenizer.from_pretrained(init_param_path)
   
   return tokenizer