From e43bbc2b856e953df1bb11fd10fff8eab3887b64 Mon Sep 17 00:00:00 2001
From: 雾聪 <wucong.lyb@alibaba-inc.com>
Date: 星期三, 03 一月 2024 11:44:38 +0800
Subject: [PATCH] update offline docs
---
funasr/datasets/dataloader_fn.py | 5 ++++-
1 files changed, 4 insertions(+), 1 deletions(-)
diff --git a/funasr/datasets/dataloader_fn.py b/funasr/datasets/dataloader_fn.py
index b0ecf4f..a43c947 100644
--- a/funasr/datasets/dataloader_fn.py
+++ b/funasr/datasets/dataloader_fn.py
@@ -38,13 +38,16 @@
batch_sampler = BatchSampler(dataset)
+def collator(samples: list = None):
+ return samples
+
if __name__ == "__main__":
dataloader_tr = torch.utils.data.DataLoader(dataset,
collate_fn=dataset.collator,
batch_sampler=batch_sampler,
shuffle=False,
- num_workers=0,
+ num_workers=8,
pin_memory=True)
print(len(dataset))
--
Gitblit v1.9.1