| | |
| | | # Copyright ESPnet (https://github.com/espnet/espnet). All Rights Reserved. |
| | | # Apache 2.0 (http://www.apache.org/licenses/LICENSE-2.0) |
| | | |
| | | import torch |
| | | torch.set_num_threads(1) |
| | | |
| | | import argparse |
| | | import logging |
| | | import os |
| | |
| | | elif mode == "uniasr": |
| | | from funasr.bin.asr_inference_uniasr import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "uniasr_vad": |
| | | from funasr.bin.asr_inference_uniasr_vad import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "paraformer": |
| | | from funasr.bin.asr_inference_paraformer import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "paraformer_streaming": |
| | | from funasr.bin.asr_inference_paraformer_streaming import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "paraformer_vad": |
| | | from funasr.bin.asr_inference_paraformer_vad import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "paraformer_punc": |
| | | logging.info("Unknown decoding mode: {}".format(mode)) |
| | | return None |
| | | elif mode == "paraformer_vad_punc": |
| | | from funasr.bin.asr_inference_paraformer_vad_punc import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "vad": |
| | | from funasr.bin.vad_inference import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "mfcca": |
| | | from funasr.bin.asr_inference_mfcca import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | elif mode == "rnnt": |
| | | from funasr.bin.asr_inference_rnnt import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | else: |
| | | logging.info("Unknown decoding mode: {}".format(mode)) |
| | | return None |
| | | |
| | | def inference_launch_funasr(**kwargs): |
| | | if 'mode' in kwargs: |
| | | mode = kwargs['mode'] |
| | | else: |
| | | logging.info("Unknown decoding mode.") |
| | | return None |
| | | if mode == "asr": |
| | | from funasr.bin.asr_inference import inference |
| | | return inference(**kwargs) |
| | | elif mode == "uniasr": |
| | | from funasr.bin.asr_inference_uniasr import inference |
| | | return inference(**kwargs) |
| | | elif mode == "paraformer": |
| | | from funasr.bin.asr_inference_paraformer import inference |
| | | return inference(**kwargs) |
| | | elif mode == "paraformer_vad_punc": |
| | | from funasr.bin.asr_inference_paraformer_vad_punc import inference |
| | | return inference(**kwargs) |
| | | elif mode == "vad": |
| | | from funasr.bin.vad_inference import inference |
| | | return inference(**kwargs) |
| | | elif mode == "mfcca": |
| | | from funasr.bin.asr_inference_mfcca import inference_modelscope |
| | | return inference_modelscope(**kwargs) |
| | | else: |
| | | logging.info("Unknown decoding mode: {}".format(mode)) |
| | |
| | | os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID" |
| | | os.environ["CUDA_VISIBLE_DEVICES"] = gpuid |
| | | |
| | | inference_launch(**kwargs) |
| | | inference_launch_funasr(**kwargs) |
| | | |
| | | |
| | | if __name__ == "__main__": |