From f591f33111453c674bb80b8a8fa9c0bff29477e1 Mon Sep 17 00:00:00 2001
From: 维石 <shixian.shi@alibaba-inc.com>
Date: 星期一, 03 六月 2024 15:15:52 +0800
Subject: [PATCH] update libtorch infer
---
funasr/utils/export_utils.py | 5 +++--
1 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/funasr/utils/export_utils.py b/funasr/utils/export_utils.py
index ba200a6..8f1aa53 100644
--- a/funasr/utils/export_utils.py
+++ b/funasr/utils/export_utils.py
@@ -20,10 +20,12 @@
export_dir=export_dir,
**kwargs
)
- elif type == 'torchscript':
+ elif type == 'torchscripts':
+ device = 'cuda' if torch.cuda.is_available() else 'cpu'
_torchscripts(
m,
path=export_dir,
+ device=device
)
print("output dir: {}".format(export_dir))
@@ -88,6 +90,5 @@
else:
dummy_input = tuple([i.cuda() for i in dummy_input])
- # model_script = torch.jit.script(model)
model_script = torch.jit.trace(model, dummy_input)
model_script.save(os.path.join(path, f'{model.export_name}.torchscripts'))
--
Gitblit v1.9.1