From 7498bd7388afdde8d5e6f8a4cb6aeb8be8ac60fa Mon Sep 17 00:00:00 2001
From: shixian.shi <shixian.shi@alibaba-inc.com>
Date: 星期五, 08 三月 2024 11:37:46 +0800
Subject: [PATCH] update code
---
setup.py | 19 +++++++++++++++----
1 files changed, 15 insertions(+), 4 deletions(-)
diff --git a/setup.py b/setup.py
index ecd3d3d..e3d1c2e 100644
--- a/setup.py
+++ b/setup.py
@@ -37,15 +37,15 @@
# "textgrid",
# "protobuf",
"tqdm",
- "hdbscan",
- "umap",
+ "umap_learn",
"jaconv",
- "hydra-core",
+ "hydra-core>=1.3.2",
+ "tensorboardX",
+ "rotary_embedding_torch",
],
# train: The modules invoked when training only.
"train": [
"editdistance",
- "wandb",
],
# all: The modules should be optionally installled due to some reason.
# Please consider moving them to "install" occasionally
@@ -83,6 +83,17 @@
"sphinx-markdown-tables>=0.0.12",
"configargparse>=1.2.1"
],
+ "llm":[
+ "transformers>=4.32.0",
+ "accelerate",
+ "tiktoken",
+ "einops",
+ "transformers_stream_generator>=0.0.4",
+ "scipy",
+ "torchvision",
+ "pillow",
+ "matplotlib",
+ ],
}
requirements["all"].extend(requirements["train"])
requirements["test"].extend(requirements["train"])
--
Gitblit v1.9.1