From e43bbc2b856e953df1bb11fd10fff8eab3887b64 Mon Sep 17 00:00:00 2001 From: 雾聪 <wucong.lyb@alibaba-inc.com> Date: 星期三, 03 一月 2024 11:44:38 +0800 Subject: [PATCH] update offline docs --- funasr/datasets/data_sampler.py | 4 ++-- 1 files changed, 2 insertions(+), 2 deletions(-) diff --git a/funasr/datasets/data_sampler.py b/funasr/datasets/data_sampler.py index 60c7c84..c8e7b0d 100644 --- a/funasr/datasets/data_sampler.py +++ b/funasr/datasets/data_sampler.py @@ -46,8 +46,8 @@ idx_map = self.shuffle_idx[idx] # prompt = self.dataset.indexed_dataset[idx_map]["prompt"] - sample_len_cur = self.dataset.indexed_dataset.get_source_len(self.dataset.indexed_dataset[idx_map]) + \ - self.dataset.indexed_dataset.get_target_len(self.dataset.indexed_dataset[idx_map]) + sample_len_cur = self.dataset.indexed_dataset[idx_map]["source_len"] + \ + self.dataset.indexed_dataset[idx_map]["target_len"] datalen_with_index.append([idx, sample_len_cur]) -- Gitblit v1.9.1