From 172e7ac986f299ad545cbd91a8cecc3ef967af36 Mon Sep 17 00:00:00 2001
From: zhifu gao <zhifu.gzf@alibaba-inc.com>
Date: 星期一, 11 十二月 2023 10:17:22 +0800
Subject: [PATCH] Revert "Dev gzf funasr2" (#1164)
---
funasr/datasets/dataloader_fn.py | 5 ++++-
1 files changed, 4 insertions(+), 1 deletions(-)
diff --git a/funasr/datasets/dataloader_fn.py b/funasr/datasets/dataloader_fn.py
index b0ecf4f..a43c947 100644
--- a/funasr/datasets/dataloader_fn.py
+++ b/funasr/datasets/dataloader_fn.py
@@ -38,13 +38,16 @@
batch_sampler = BatchSampler(dataset)
+def collator(samples: list = None):
+ return samples
+
if __name__ == "__main__":
dataloader_tr = torch.utils.data.DataLoader(dataset,
collate_fn=dataset.collator,
batch_sampler=batch_sampler,
shuffle=False,
- num_workers=0,
+ num_workers=8,
pin_memory=True)
print(len(dataset))
--
Gitblit v1.9.1