Dev gzf (#1428)

zhifu gao

2024-03-05 753d579531e102e0c05358883af5d5ace02004e1

 setup.py

@@ -41,6 +41,7 @@
        "jaconv",
        "hydra-core>=1.3.2",
        "tensorboardX",
        "rotary_embedding_torch",
    ],
    # train: The modules invoked when training only.
    "train": [
@@ -82,6 +83,17 @@
        "sphinx-markdown-tables>=0.0.12",
        "configargparse>=1.2.1"
    ],
    "llm":[
        "transformers>=4.32.0",
        "accelerate",
        "tiktoken",
        "einops",
        "transformers_stream_generator>=0.0.4",
        "scipy",
        "torchvision",
        "pillow",
        "matplotlib",
    ],
}
requirements["all"].extend(requirements["train"])
requirements["test"].extend(requirements["train"])