From 584cfbdc433cfb3d7852868db83060b6d9aa0edf Mon Sep 17 00:00:00 2001
From: Yuekai Zhang <zhangyuekai@foxmail.com>
Date: 星期一, 15 七月 2024 18:43:19 +0800
Subject: [PATCH] Add triton server for SenseVoice (#1901)
---
funasr/bin/inference.py | 13 ++++++-------
1 files changed, 6 insertions(+), 7 deletions(-)
diff --git a/funasr/bin/inference.py b/funasr/bin/inference.py
index d2f0c14..39ee5c0 100644
--- a/funasr/bin/inference.py
+++ b/funasr/bin/inference.py
@@ -14,18 +14,17 @@
return {k: to_plain_list(v) for k, v in cfg_item.items()}
else:
return cfg_item
-
- kwargs = to_plain_list(cfg)
- log_level = getattr(logging, kwargs.get("log_level", "INFO").upper())
- logging.basicConfig(level=log_level)
+ kwargs = to_plain_list(cfg)
if kwargs.get("debug", False):
- import pdb; pdb.set_trace()
+ import pdb
+
+ pdb.set_trace()
model = AutoModel(**kwargs)
res = model.generate(input=kwargs["input"])
print(res)
-if __name__ == '__main__':
- main_hydra()
\ No newline at end of file
+if __name__ == "__main__":
+ main_hydra()
--
Gitblit v1.9.1