From 9a7ea0f10e936277674f7e4cd17d4e9616706bff Mon Sep 17 00:00:00 2001
From: haoneng.lhn <haoneng.lhn@alibaba-inc.com>
Date: 星期二, 19 九月 2023 14:51:07 +0800
Subject: [PATCH] fix large_dataset epoch shuffle bug
---
funasr/datasets/large_datasets/datapipes/batch.py | 2 +-
funasr/datasets/large_datasets/datapipes/filter.py | 4 ++--
funasr/datasets/large_datasets/datapipes/map.py | 2 +-
3 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/funasr/datasets/large_datasets/datapipes/batch.py b/funasr/datasets/large_datasets/datapipes/batch.py
index 8ec43e9..35e5dba 100644
--- a/funasr/datasets/large_datasets/datapipes/batch.py
+++ b/funasr/datasets/large_datasets/datapipes/batch.py
@@ -39,7 +39,7 @@
self.batch_mode = batch_mode
def set_epoch(self, epoch):
- self.epoch = epoch
+ self.datapipe.set_epoch(epoch)
def __iter__(self):
buffer = []
diff --git a/funasr/datasets/large_datasets/datapipes/filter.py b/funasr/datasets/large_datasets/datapipes/filter.py
index e79934d..6fe7153 100644
--- a/funasr/datasets/large_datasets/datapipes/filter.py
+++ b/funasr/datasets/large_datasets/datapipes/filter.py
@@ -13,7 +13,7 @@
self.fn = fn
def set_epoch(self, epoch):
- self.epoch = epoch
+ self.datapipe.set_epoch(epoch)
def __iter__(self):
assert callable(self.fn)
@@ -21,4 +21,4 @@
if self.fn(data):
yield data
else:
- continue
\ No newline at end of file
+ continue
diff --git a/funasr/datasets/large_datasets/datapipes/map.py b/funasr/datasets/large_datasets/datapipes/map.py
index 6e0168d..dfcd6a0 100644
--- a/funasr/datasets/large_datasets/datapipes/map.py
+++ b/funasr/datasets/large_datasets/datapipes/map.py
@@ -14,7 +14,7 @@
self.fn = fn
def set_epoch(self, epoch):
- self.epoch = epoch
+ self.datapipe.set_epoch(epoch)
def __iter__(self):
assert callable(self.fn)
--
Gitblit v1.9.1