funasr2 paraformer biciparaformer contextuaparaformer

游雁

2023-12-13 7012ca2efc130103c4acd24e3678c7ae280f8db4

funasr2 paraformer biciparaformer contextuaparaformer

 examples/industrial_data_pretraining/paraformer-large/run.sh

@@ -1,5 +1,5 @@

cmd="funasr/cli/train_cli.py"
cmd="funasr/bin/train.py"

python $cmd \
+model="/Users/zhifu/modelscope_models/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch" \

 funasr/bin/argument.py

File was deleted

 funasr/bin/asr_infer.py

File was deleted

 funasr/bin/asr_inference_launch.py

File was deleted

 funasr/bin/build_trainer.py

File was deleted

 funasr/bin/data2vec_train.py

File was deleted

 funasr/bin/diar_infer.py

File was deleted

 funasr/bin/diar_inference_launch.py

File was deleted

 funasr/bin/diar_train.py

File was deleted

 funasr/bin/export_model.py

 funasr/bin/inference_cli.py

File was deleted

 funasr/bin/lm_inference_launch.py

File was deleted

 funasr/bin/lm_train.py

File was deleted

 funasr/bin/punc_infer.py

File was deleted

 funasr/bin/punc_inference_launch.py

File was deleted

 funasr/bin/punc_train.py

File was deleted

 funasr/bin/sa_asr_train.py

File was deleted

 funasr/bin/ss_infer.py

File was deleted

 funasr/bin/ss_inference_launch.py

File was deleted

 funasr/bin/sv_infer.py

File was deleted

 funasr/bin/sv_inference_launch.py

File was deleted

 funasr/bin/tp_infer.py

File was deleted

 funasr/bin/tp_inference_launch.py

File was deleted

 funasr/bin/train.py

File was renamed from funasr/cli/train_cli.py
@@ -19,18 +19,13 @@
# from funasr.tokenizer.token_id_converter import TokenIDConverter
from funasr.tokenizer.funtoken import build_tokenizer
from funasr.datasets.dataset_jsonl import AudioDataset
from funasr.cli.trainer import Trainer
from funasr.utils.trainer import Trainer
# from funasr.utils.load_fr_py import load_class_from_path
from funasr.utils.dynamic_import import dynamic_import
import torch.distributed as dist
from torch.nn.parallel import DistributedDataParallel as DDP
from torch.distributed.fsdp import FullyShardedDataParallel as FSDP
from funasr.utils.download_from_hub import download_model

def preprocess_config(cfg: DictConfig):
    for key, value in cfg.items():
        if value == 'None':
            cfg[key] = None

@hydra.main(config_name=None, version_base=None)
def main_hydra(kwargs: DictConfig):

 funasr/bin/vad_infer.py

File was deleted

 funasr/bin/vad_inference_launch.py

File was deleted

 funasr/cli/__init__.py

 funasr/cli/models/__init__.py

 funasr/cli/models/paraformer.py

File was deleted

 funasr/models/model_class_factory.py

File was renamed from funasr/cli/model_class_factory.py
@@ -123,27 +123,7 @@
    default=None,
    optional=True,
)
# model_choices = ClassChoices(
#     "model",
#     classes=dict(
#         asr=ASRModel,
#         uniasr=UniASR,
#         paraformer=Paraformer,
#         paraformer_online=ParaformerOnline,
#         paraformer_bert=ParaformerBert,
#         bicif_paraformer=BiCifParaformer,
#         contextual_paraformer=ContextualParaformer,
#         neatcontextual_paraformer=NeatContextualParaformer,
#         mfcca=MFCCA,
#         timestamp_prediction=TimestampPredictor,
#         rnnt=TransducerModel,
#         rnnt_unified=UnifiedTransducerModel,
#         bat=BATModel,
#         sa_asr=SAASRModel,
#     ),
#     type_check=None,
#     default="asr",
# )

preencoder_choices = ClassChoices(
    name="preencoder",
    classes=dict(

 funasr/models/paraformer/model.py

@@ -37,7 +37,7 @@
# from funasr.models.predictor.cif import CifPredictorV3
from funasr.models.paraformer.search import Hypothesis

from funasr.cli.model_class_factory import *
from funasr.models.model_class_factory import *

if LooseVersion(torch.__version__) >= LooseVersion("1.6.0"):
    from torch.cuda.amp import autocast

 funasr/utils/trainer.py

 setup.py

@@ -131,6 +131,6 @@
        "Topic :: Software Development :: Libraries :: Python Modules",
    ],
    entry_points={"console_scripts": [
        "funasr = funasr.bin.inference_cli:main",
        "funasr = funasr.bin.inference:main_hydra",
    ]},
)