| | |
|---|
| | | |
|---|
| | | # build tokenizer |
|---|
| | | tokenizer = kwargs.get("tokenizer", None) |
|---|
| | | pdb.set_trace() |
|---|
| | | if tokenizer is not None: |
|---|
| | | tokenizer_class = tables.tokenizer_classes.get(tokenizer) |
|---|
| | | pdb.set_trace() |
|---|
| | | tokenizer = tokenizer_class(**kwargs["tokenizer_conf"]) |
|---|
| | | pdb.set_trace() |
|---|
| | | kwargs["tokenizer"] = tokenizer |
|---|
| | | kwargs["token_list"] = tokenizer.token_list |
|---|
| | | vocab_size = len(tokenizer.token_list) |
|---|
| | |
|---|
| | | from funasr.frontends.utils.frontend import Frontend |
|---|
| | | from funasr.models.transformer.utils.nets_utils import make_pad_mask |
|---|
| | | |
|---|
| | | |
|---|
| | | @tables.register("frontend_classes", "DefaultFrontend") |
|---|
| | | class DefaultFrontend(nn.Module): |
|---|
| | | """Conventional frontend structure for ASR. |
|---|
| | | Stft -> WPE -> MVDR-Beamformer -> Power-spec -> Mel-Fbank -> CMVN |
|---|
