infer for word punc model

shixian.shi

2024-03-06 e451eb799a5bccd53dfd4b86cf66a4668b0088b7

 setup.py

@@ -37,15 +37,15 @@
        # "textgrid",
        # "protobuf",
        "tqdm",
        "hdbscan",
        "umap",
        "umap_learn",
        "jaconv",
        "hydra-core>=1.3.2",
        "tensorboardX",
        "rotary_embedding_torch",
    ],
    # train: The modules invoked when training only.
    "train": [
        "editdistance",
        "tensorboardX",
    ],
    # all: The modules should be optionally installled due to some reason.
    #      Please consider moving them to "install" occasionally
@@ -83,6 +83,17 @@
        "sphinx-markdown-tables>=0.0.12",
        "configargparse>=1.2.1"
    ],
    "llm":[
        "transformers>=4.32.0",
        "accelerate",
        "tiktoken",
        "einops",
        "transformers_stream_generator>=0.0.4",
        "scipy",
        "torchvision",
        "pillow",
        "matplotlib",
    ],
}
requirements["all"].extend(requirements["train"])
requirements["test"].extend(requirements["train"])