| | |
|---|
| | | "\npip3 install -U funasr -i https://mirror.sjtu.edu.cn/pypi/web/simple" |
|---|
| | | |
|---|
| | | model = AutoModel(model=model_dir) |
|---|
| | | model_dir = model.export(type="onnx", quantize=quantize) |
|---|
| | | model_dir = model.export(quantize=quantize) |
|---|
| | | |
|---|
| | | config_file = os.path.join(model_dir, 'punc.yaml') |
|---|
| | | config_file = os.path.join(model_dir, 'confi.yaml') |
|---|
| | | config = read_yaml(config_file) |
|---|
| | | token_list = os.path.join(model_dir, 'tokens.json') |
|---|
| | | with open(token_list, 'r', encoding='utf-8') as f: |
|---|
| | |
|---|
| | | self.converter = TokenIDConverter(token_list) |
|---|
| | | self.ort_infer = OrtInferSession(model_file, device_id, intra_op_num_threads=intra_op_num_threads) |
|---|
| | | self.batch_size = 1 |
|---|
| | | self.punc_list = config['punc_list'] |
|---|
| | | self.punc_list = config["model_conf"]['punc_list'] |
|---|
| | | self.period = 0 |
|---|
| | | for i in range(len(self.punc_list)): |
|---|
| | | if self.punc_list[i] == ",": |
|---|
| | |
|---|
| | | self.punc_list[i] = "？" |
|---|
| | | elif self.punc_list[i] == "。": |
|---|
| | | self.period = i |
|---|
| | | if "seg_jieba" in config: |
|---|
| | | self.seg_jieba = True |
|---|
| | | self.jieba_usr_dict_path = os.path.join(model_dir, 'jieba_usr_dict') |
|---|
| | | if os.path.exists(self.jieba_usr_dict_path): |
|---|
| | | self.seg_jieba = True |
|---|
| | | self.code_mix_split_words_jieba = code_mix_split_words_jieba(self.jieba_usr_dict_path) |
|---|
| | | else: |
|---|
| | | self.seg_jieba = False |
|---|
| | |
|---|
| | | intra_op_num_threads: int = 4, |
|---|
| | | cache_dir: str = None |
|---|
| | | ): |
|---|
| | | super(CT_Transformer_VadRealtime, self).__init__(model_dir, batch_size, device_id, quantize, intra_op_num_threads, cache_dir=cache_dir) |
|---|
| | | super().__init__(model_dir, batch_size, device_id, quantize, intra_op_num_threads, cache_dir=cache_dir) |
|---|
| | | |
|---|
| | | def __call__(self, text: str, param_dict: map, split_size=20): |
|---|
| | | cache_key = "cache" |
|---|
