Merge branch 'RapidAI-main' add

游雁

2023-02-21 15aa271d0c81812c809a20c316305d80364713a1

Merge branch 'RapidAI-main'
add

 funasr/runtime/python/onnxruntime/README.md

 funasr/runtime/python/onnxruntime/demo.py

File was renamed from funasr/runtime/python/onnxruntime/rapid_paraformer/demo.py
@@ -1,4 +1,5 @@
from paraformer_onnx import Paraformer

from rapid_paraformer import Paraformer

model_dir = "/nfs/zhifu.gzf/export/damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch"
model = Paraformer(model_dir, batch_size=1)

 funasr/runtime/python/onnxruntime/rapid_paraformer/__init__.py

@@ -1,3 +1,4 @@
# -*- encoding: utf-8 -*-
# @Author: SWHL
# @Contact: liekkaskono@163.com
# @Contact: liekkaskono@163.com
from .paraformer_onnx import Paraformer

 funasr/runtime/python/onnxruntime/rapid_paraformer/paraformer_onnx.py

@@ -2,28 +2,27 @@
# @Author: SWHL
# @Contact: liekkaskono@163.com
import os.path
import traceback
from pathlib import Path
from typing import List, Union, Tuple

import librosa
import numpy as np

from utils.utils import (CharTokenizer, Hypothesis, ONNXRuntimeError,
                    OrtInferSession, TokenIDConverter, get_logger,
                    read_yaml)
from utils.postprocess_utils import sentence_postprocess
from utils.frontend import WavFrontend
from .utils.utils import (CharTokenizer, Hypothesis, ONNXRuntimeError,
                          OrtInferSession, TokenIDConverter, get_logger,
                          read_yaml)
from .utils.postprocess_utils import sentence_postprocess
from .utils.frontend import WavFrontend

logging = get_logger()


class Paraformer():
    def __init__(self, model_dir: Union[str, Path]=None,
    def __init__(self, model_dir: Union[str, Path] = None,
                 batch_size: int = 1,
                 device_id: Union[str, int]="-1",
                 device_id: Union[str, int] = "-1",
                 ):
        

        if not Path(model_dir).exists():
            raise FileNotFoundError(f'{model_dir} does not exist.')

@@ -140,5 +139,3 @@
        text = texts[0]
        # text = self.tokenizer.tokens2text(token)
        return text



 funasr/runtime/python/onnxruntime/requirements.txt

 funasr/runtime/python/onnxruntime/setup.py

New file
@@ -0,0 +1,44 @@
# -*- encoding: utf-8 -*-
from pathlib import Path
import setuptools


def get_readme():
    root_dir = Path(__file__).resolve().parent
    readme_path = str(root_dir / 'README.md')
    print(readme_path)
    with open(readme_path, 'r', encoding='utf-8') as f:
        readme = f.read()
    return readme


MODULE_NAME = 'rapid_paraformer'
VERSION_NUM = '0.0.1'

setuptools.setup(
    name=MODULE_NAME,
    version=VERSION_NUM,
    platforms="Any",
    description="Using paraformer with ONNXRuntime",
    author="SWHL",
    author_email="liekkaskono@163.com",
    url="https://github.com/alibaba-damo-academy/FunASR",
    license='MIT',
    long_description=get_readme(),
    long_description_content_type='text/markdown',
    include_package_data=True,
    install_requires=["librosa", "onnxruntime>=1.7.0",
                      "scipy", "numpy>=1.19.3",
                      "typeguard", "kaldi-native-fbank"],
    packages=[MODULE_NAME, f'{MODULE_NAME}.utils'],
    keywords=[
        'funasr,asr'
    ],
    classifiers=[
        'Programming Language :: Python :: 3.6',
        'Programming Language :: Python :: 3.7',
        'Programming Language :: Python :: 3.8',
        'Programming Language :: Python :: 3.9',
        'Programming Language :: Python :: 3.10',
    ],
)