funasr1.0

游雁

2024-01-05 32905d8cdedd53dad26680b0bd41397aaf0e51ae

 funasr/download/download_from_hub.py

@@ -12,6 +12,8 @@

def download_fr_ms(**kwargs):
   model_or_path = kwargs.get("model")
   if model_or_path in name_maps_ms:
      model_or_path = name_maps_ms[model_or_path]
   model_revision = kwargs.get("model_revision")
   if not os.path.exists(model_or_path):
      model_or_path = get_or_download_model_dir(model_or_path, model_revision, is_training=kwargs.get("is_training"))
@@ -22,11 +24,19 @@
   kwargs = OmegaConf.merge(cfg, kwargs)
   init_param = os.path.join(model_or_path, "model.pb")
   kwargs["init_param"] = init_param
   kwargs["token_list"] = os.path.join(model_or_path, "tokens.txt")
   if os.path.exists(os.path.join(model_or_path, "tokens.txt")):
      kwargs["tokenizer_conf"]["token_list"] = os.path.join(model_or_path, "tokens.txt")
   if os.path.exists(os.path.join(model_or_path, "tokens.json")):
      kwargs["tokenizer_conf"]["token_list"] = os.path.join(model_or_path, "tokens.json")
   if os.path.exists(os.path.join(model_or_path, "seg_dict")):
      kwargs["tokenizer_conf"]["seg_dict"] = os.path.join(model_or_path, "seg_dict")
   if os.path.exists(os.path.join(model_or_path, "bpe.model")):
      kwargs["tokenizer_conf"]["bpemodel"] = os.path.join(model_or_path, "bpe.model")
   kwargs["model"] = cfg["model"]
   kwargs["frontend_conf"]["cmvn_file"] = os.path.join(model_or_path, "am.mvn")
   if os.path.exists(os.path.join(model_or_path, "am.mvn")):
      kwargs["frontend_conf"]["cmvn_file"] = os.path.join(model_or_path, "am.mvn")
   
   return kwargs
   return OmegaConf.to_container(kwargs, resolve=True)

def get_or_download_model_dir(
                              model,