| | |
|---|
| | | import argparse |
|---|
| | | import logging |
|---|
| | | import os |
|---|
| | | import sys |
|---|
| | | from io import BytesIO |
|---|
| | | from collections.abc import Sequence |
|---|
| | | import torch |
|---|
| | | import hydra |
|---|
| | | import logging |
|---|
| | | import argparse |
|---|
| | | from io import BytesIO |
|---|
| | | import torch.distributed as dist |
|---|
| | | from collections.abc import Sequence |
|---|
| | | from omegaconf import DictConfig, OmegaConf |
|---|
| | | from funasr.train_utils.set_all_random_seed import set_all_random_seed |
|---|
| | | from funasr.models.lora.utils import mark_only_lora_as_trainable |
|---|
| | | from torch.nn.parallel import DistributedDataParallel as DDP |
|---|
| | | from torch.distributed.fsdp import FullyShardedDataParallel as FSDP |
|---|
| | | |
|---|
| | | from funasr.register import tables |
|---|
| | | from funasr.optimizers import optim_classes |
|---|
| | | from funasr.train_utils.trainer import Trainer |
|---|
| | | from funasr.schedulers import scheduler_classes |
|---|
| | | from funasr.train_utils.load_pretrained_model import load_pretrained_model |
|---|
| | | from funasr.train_utils.initialize import initialize |
|---|
| | | from funasr.download.download_from_hub import download_model |
|---|
| | | from funasr.models.lora.utils import mark_only_lora_as_trainable |
|---|
| | | from funasr.train_utils.set_all_random_seed import set_all_random_seed |
|---|
| | | from funasr.train_utils.load_pretrained_model import load_pretrained_model |
|---|
| | | # from funasr.tokenizer.build_tokenizer import build_tokenizer |
|---|
| | | # from funasr.tokenizer.token_id_converter import TokenIDConverter |
|---|
| | | # from funasr.tokenizer.funtoken import build_tokenizer |
|---|
| | | from funasr.train_utils.trainer import Trainer |
|---|
| | | import torch.distributed as dist |
|---|
| | | from torch.nn.parallel import DistributedDataParallel as DDP |
|---|
| | | from torch.distributed.fsdp import FullyShardedDataParallel as FSDP |
|---|
| | | from funasr.download.download_from_hub import download_model |
|---|
| | | from funasr.register import tables |
|---|
| | | |
|---|
| | | |
|---|
| | | @hydra.main(config_name=None, version_base=None) |
|---|
| | | def main_hydra(kwargs: DictConfig): |
|---|
