update streaming paraformer text process

haoneng.lhn

2023-05-04 297fafd674715bcd849557616bd22b6791460f31

update streaming paraformer text process

 funasr/bin/asr_inference_paraformer_streaming.py

@@ -299,12 +299,13 @@

                # Change integer-ids to tokens
                token = self.converter.ids2tokens(token_int)
                token = " ".join(token)

                if self.tokenizer is not None:
                    text = self.tokenizer.tokens2text(token)
                else:
                    text = None
                results.append(text)
                #if self.tokenizer is not None:
                #    text = self.tokenizer.tokens2text(token)
                #else:
                #    text = None
                results.append(token)

        # assert check_return_type(results)
        return results