| | |
|---|
| | | from funasr.utils import postprocess_utils |
|---|
| | | from funasr.utils.datadir_writer import DatadirWriter |
|---|
| | | from funasr.register import tables |
|---|
| | | |
|---|
| | | import pdb |
|---|
| | | @tables.register("model_classes", "LCBNet") |
|---|
| | | class LCBNet(nn.Module): |
|---|
| | | """ |
|---|
| | |
|---|
| | | fusion_encoder_class = tables.encoder_classes.get(fusion_encoder) |
|---|
| | | fusion_encoder = fusion_encoder_class(**fusion_encoder_conf) |
|---|
| | | bias_predictor_class = tables.encoder_classes.get_class(bias_predictor) |
|---|
| | | bias_predictor = bias_predictor_class(args.bias_predictor_conf) |
|---|
| | | bias_predictor = bias_predictor_class(bias_predictor_conf) |
|---|
| | | |
|---|
| | | if decoder is not None: |
|---|
| | | decoder_class = tables.decoder_classes.get(decoder) |
|---|
| | |
|---|
| | | self.specaug = specaug |
|---|
| | | self.normalize = normalize |
|---|
| | | self.encoder = encoder |
|---|
| | | # lcbnet |
|---|
| | | self.text_encoder = text_encoder |
|---|
| | | self.fusion_encoder = fusion_encoder |
|---|
| | | self.bias_predictor = bias_predictor |
|---|
| | | self.select_num = select_num |
|---|
| | | self.select_length = select_length |
|---|
| | | self.insert_blank = insert_blank |
|---|
| | | |
|---|
| | | if not hasattr(self.encoder, "interctc_use_conditioning"): |
|---|
| | | self.encoder.interctc_use_conditioning = False |
|---|
| | |
|---|
| | | logging.info("enable beam_search") |
|---|
| | | self.init_beam_search(**kwargs) |
|---|
| | | self.nbest = kwargs.get("nbest", 1) |
|---|
| | | |
|---|
| | | pdb.set_trace() |
|---|
| | | |
|---|
| | | meta_data = {} |
|---|
| | | if isinstance(data_in, torch.Tensor) and kwargs.get("data_type", "sound") == "fbank": # fbank |
|---|
| | | speech, speech_lengths = data_in, data_lengths |
|---|
