add dynamic batch for fetch

雾聪

2024-04-19 63a70a00f7c9f162e8d7b3e330516438fb8cd87b

 funasr/datasets/llm_datasets/preprocessor.py

@@ -18,7 +18,7 @@


@tables.register("preprocessor_classes", "TextPreprocessRemovePunctuation")
class TextPreprocessSegDict(nn.Module):
class TextPreprocessRemovePunctuation(nn.Module):
   def __init__(self,
                **kwargs):
      super().__init__()