From 70645e48072bf193fbf069949f1d2b10fddac8a3 Mon Sep 17 00:00:00 2001
From: pointerhacker <145901472+pointerhacker@users.noreply.github.com>
Date: 星期二, 15 十月 2024 17:50:51 +0800
Subject: [PATCH] 数据并行可能导致的模型训练报错 (#2139)
---
setup.py | 8 +++++---
1 files changed, 5 insertions(+), 3 deletions(-)
diff --git a/setup.py b/setup.py
index dffe594..ccdd1f5 100644
--- a/setup.py
+++ b/setup.py
@@ -20,7 +20,7 @@
# "nltk>=3.4.5",
"sentencepiece", # train
"jieba",
- "rotary_embedding_torch",
+ # "rotary_embedding_torch",
# "ffmpeg-python",
# "pypinyin>=0.44.0",
# "espnet_tts_frontend",
@@ -39,8 +39,8 @@
"jaconv",
"hydra-core>=1.3.2",
"tensorboardX",
- "rotary_embedding_torch",
- "openai-whisper",
+ # "rotary_embedding_torch",
+ "requests",
],
# train: The modules invoked when training only.
"train": [
@@ -144,8 +144,10 @@
"funasr-export = funasr.bin.export:main_hydra",
"scp2jsonl = funasr.datasets.audio_datasets.scp2jsonl:main_hydra",
"jsonl2scp = funasr.datasets.audio_datasets.jsonl2scp:main_hydra",
+ "sensevoice2jsonl = funasr.datasets.audio_datasets.sensevoice2jsonl:main_hydra",
"funasr-scp2jsonl = funasr.datasets.audio_datasets.scp2jsonl:main_hydra",
"funasr-jsonl2scp = funasr.datasets.audio_datasets.jsonl2scp:main_hydra",
+ "funasr-sensevoice2jsonl = funasr.datasets.audio_datasets.sensevoice2jsonl:main_hydra",
]
},
)
--
Gitblit v1.9.1