[Quantization] model quantization for inference

wanchen.swc

2023-03-06 69ccdd35cda4c8482e189fa350fbcb83997872f2

 funasr/punctuation/abs_model.py

@@ -25,3 +25,7 @@
    @abstractmethod
    def forward(self, input: torch.Tensor, hidden: torch.Tensor) -> Tuple[torch.Tensor, torch.Tensor]:
        raise NotImplementedError

    @abstractmethod
    def with_vad(self) -> bool:
        raise NotImplementedError