Revert "Dev gzf funasr2" (#1164)

zhifu gao

2023-12-11 172e7ac986f299ad545cbd91a8cecc3ef967af36

 funasr/datasets/small_datasets/preprocessor.py

@@ -361,7 +361,6 @@
                    tokens = seg_tokenize(tokens, self.seg_dict)
            else:
                tokens = self.tokenizer.text2tokens(text)
                
            text_ints = self.token_id_converter.tokens2ids(tokens)
            data[self.text_name] = np.array(text_ints, dtype=np.int64)
        return data