| | |
|---|
| | | |
|---|
| | | import humanfriendly |
|---|
| | | import torch |
|---|
| | | from typeguard import check_argument_types |
|---|
| | | |
|---|
| | | from funasr.models.frontend.abs_frontend import AbsFrontend |
|---|
| | | from funasr.modules.frontends.frontend import Frontend |
|---|
| | | from funasr.modules.nets_utils import pad_list |
|---|
| | | from funasr.utils.get_default_kwargs import get_default_kwargs |
|---|
| | |
|---|
| | | return args |
|---|
| | | |
|---|
| | | |
|---|
| | | class S3prlFrontend(torch.nn.Module): |
|---|
| | | class S3prlFrontend(AbsFrontend): |
|---|
| | | """Speech Pretrained Representation frontend structure for ASR.""" |
|---|
| | | |
|---|
| | | def __init__( |
|---|
| | |
|---|
| | | download_dir: str = None, |
|---|
| | | multilayer_feature: bool = False, |
|---|
| | | ): |
|---|
| | | assert check_argument_types() |
|---|
| | | super().__init__() |
|---|
| | | if isinstance(fs, str): |
|---|
| | | fs = humanfriendly.parse_size(fs) |
|---|
| | |
|---|
| | | |
|---|
| | | def _tile_representations(self, feature): |
|---|
| | | """Tile up the representations by `tile_factor`. |
|---|
| | | |
|---|
| | | Input - sequence of representations |
|---|
| | | shape: (batch_size, seq_len, feature_dim) |
|---|
| | | Output - sequence of tiled representations |
|---|
