| | |
|---|
| | | model_dir |
|---|
| | | ) |
|---|
| | | |
|---|
| | | model_file = os.path.join(model_dir, "model.torchscripts") |
|---|
| | | model_file = os.path.join(model_dir, "model.torchscript") |
|---|
| | | if quantize: |
|---|
| | | model_file = os.path.join(model_dir, "model_quant.torchscripts") |
|---|
| | | model_file = os.path.join(model_dir, "model_quant.torchscript") |
|---|
| | | if not os.path.exists(model_file): |
|---|
| | | print(".torchscripts does not exist, begin to export torchscripts") |
|---|
| | | print(".torchscripts does not exist, begin to export torchscript") |
|---|
| | | try: |
|---|
| | | from funasr import AutoModel |
|---|
| | | except: |
|---|
| | |
|---|
| | | ) |
|---|
| | | |
|---|
| | | if quantize: |
|---|
| | | model_bb_file = os.path.join(model_dir, "model_bb_quant.torchscripts") |
|---|
| | | model_eb_file = os.path.join(model_dir, "model_eb_quant.torchscripts") |
|---|
| | | model_bb_file = os.path.join(model_dir, "model_bb_quant.torchscript") |
|---|
| | | model_eb_file = os.path.join(model_dir, "model_eb_quant.torchscript") |
|---|
| | | else: |
|---|
| | | model_bb_file = os.path.join(model_dir, "model_bb.torchscripts") |
|---|
| | | model_eb_file = os.path.join(model_dir, "model_eb.torchscripts") |
|---|
| | | model_bb_file = os.path.join(model_dir, "model_bb.torchscript") |
|---|
| | | model_eb_file = os.path.join(model_dir, "model_eb.torchscript") |
|---|
| | | |
|---|
| | | if not (os.path.exists(model_eb_file) and os.path.exists(model_bb_file)): |
|---|
| | | print(".onnx does not exist, begin to export onnx") |
|---|
| | |
|---|
| | | raise "You are exporting onnx, please install funasr and try it again. To install funasr, you could:\n" "\npip3 install -U funasr\n" "For the users in China, you could install with the command:\n" "\npip3 install -U funasr -i https://mirror.sjtu.edu.cn/pypi/web/simple" |
|---|
| | | |
|---|
| | | model = AutoModel(model=model_dir) |
|---|
| | | model_dir = model.export(type="torchscripts", quantize=quantize, **kwargs) |
|---|
| | | model_dir = model.export(type="torchscript", quantize=quantize, **kwargs) |
|---|
| | | |
|---|
| | | config_file = os.path.join(model_dir, "config.yaml") |
|---|
| | | cmvn_file = os.path.join(model_dir, "am.mvn") |
|---|
| | |
|---|
| | | ) -> List: |
|---|
| | | # make hotword list |
|---|
| | | hotwords, hotwords_length = self.proc_hotword(hotwords) |
|---|
| | | bias_embed = self.eb_infer(torch.Tensor(hotwords)) |
|---|
| | | if int(self.device_id) != -1: |
|---|
| | | bias_embed = self.eb_infer(hotwords.cuda()) |
|---|
| | | else: |
|---|
| | | bias_embed = self.eb_infer(hotwords) |
|---|
| | | # index from bias_embed |
|---|
| | | bias_embed = torch.transpose(bias_embed, 0, 1) |
|---|
| | | _ind = np.arange(0, len(hotwords)).tolist() |
|---|
| | |
|---|
| | | outputs = self.bb_infer(feats, feats_len, bias_embed) |
|---|
| | | am_scores, valid_token_lens = outputs[0], outputs[1] |
|---|
| | | else: |
|---|
| | | outputs = self.bb_infer_infer(feats.cuda(), feats_len.cuda(), bias_embed) |
|---|
| | | outputs = self.bb_infer(feats.cuda(), feats_len.cuda(), bias_embed.cuda()) |
|---|
| | | am_scores, valid_token_lens = outputs[0].cpu(), outputs[1].cpu() |
|---|
| | | except: |
|---|
| | | # logging.warning(traceback.format_exc()) |
|---|
| | |
|---|
| | | hotword_int = [word_map(i) for i in hotwords] |
|---|
| | | hotword_int.append(np.array([1])) |
|---|
| | | hotwords = pad_list(hotword_int, pad_value=0, max_len=10) |
|---|
| | | return hotwords, hotwords_length |
|---|
| | | return torch.tensor(hotwords), hotwords_length |
|---|
| | | |
|---|
| | | def bb_infer( |
|---|
| | | self, feats, feats_len, bias_embed |
|---|
