From 8c87a9d8a7c2f136053476670a9a83980f142aec Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期五, 28 六月 2024 17:28:09 +0800
Subject: [PATCH] Dev gzf deepspeed (#1858)
---
funasr/download/download_from_hub.py | 20 ++++++++++++++------
1 files changed, 14 insertions(+), 6 deletions(-)
diff --git a/funasr/download/download_from_hub.py b/funasr/download/download_from_hub.py
index 075b131..df4f33d 100644
--- a/funasr/download/download_from_hub.py
+++ b/funasr/download/download_from_hub.py
@@ -56,13 +56,13 @@
config = OmegaConf.load(cfg["config"])
kwargs = OmegaConf.merge(config, cfg)
kwargs["model"] = config["model"]
- elif os.path.exists(os.path.join(model_or_path, "config.yaml")) and os.path.exists(
- os.path.join(model_or_path, "model.pt")
- ):
+ elif os.path.exists(os.path.join(model_or_path, "config.yaml")):
config = OmegaConf.load(os.path.join(model_or_path, "config.yaml"))
kwargs = OmegaConf.merge(config, kwargs)
- init_param = os.path.join(model_or_path, "model.pb")
- kwargs["init_param"] = init_param
+ init_param = os.path.join(model_or_path, "model.pt")
+ if "init_param" not in kwargs or not os.path.exists(kwargs["init_param"]):
+ kwargs["init_param"] = init_param
+ assert os.path.exists(kwargs["init_param"]), "init_param does not exist"
if os.path.exists(os.path.join(model_or_path, "tokens.txt")):
kwargs["tokenizer_conf"]["token_list"] = os.path.join(model_or_path, "tokens.txt")
if os.path.exists(os.path.join(model_or_path, "tokens.json")):
@@ -84,6 +84,14 @@
from funasr.utils.install_model_requirements import install_requirements
install_requirements(requirements)
+ if kwargs.get("trust_remote_code", False):
+ from funasr.utils.dynamic_import import import_module_from_path
+
+ model_code = kwargs.get("remote_code", "model")
+ import_module_from_path(model_code)
+
+ # from funasr.register import tables
+ # tables.print("model")
return kwargs
@@ -122,7 +130,7 @@
):
config = OmegaConf.load(os.path.join(model_or_path, "config.yaml"))
kwargs = OmegaConf.merge(config, kwargs)
- init_param = os.path.join(model_or_path, "model.pb")
+ init_param = os.path.join(model_or_path, "model.pt")
kwargs["init_param"] = init_param
if os.path.exists(os.path.join(model_or_path, "tokens.txt")):
kwargs["tokenizer_conf"]["token_list"] = os.path.join(model_or_path, "tokens.txt")
--
Gitblit v1.9.1