From db89040b78c927c3a98d97bb4adbcec2dbea7a63 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期二, 30 四月 2024 01:23:51 +0800
Subject: [PATCH] batch
---
funasr/datasets/audio_datasets/update_jsonl.py | 7 ++++---
1 files changed, 4 insertions(+), 3 deletions(-)
diff --git a/funasr/datasets/audio_datasets/update_jsonl.py b/funasr/datasets/audio_datasets/update_jsonl.py
index 6fe377c..0a3e0ec 100644
--- a/funasr/datasets/audio_datasets/update_jsonl.py
+++ b/funasr/datasets/audio_datasets/update_jsonl.py
@@ -35,7 +35,7 @@
for line in lines:
- jsonl_file_out_f.write(line)
+ jsonl_file_out_f.write(line + "\n")
jsonl_file_out_f.flush()
jsonl_file_out_f.close()
@@ -50,9 +50,10 @@
sample_num = len(waveform)
source_len = int(sample_num / 16000 * 1000 / 10)
source_len_old = data["source_len"]
- if source_len_old != source_len:
- print(f"wav: {wav_path}, old: {source_len_old}, new: {source_len}")
+ if (source_len_old - source_len) > 100 or (source_len - source_len_old) > 100:
+ print(f"old: {source_len_old}, new: {source_len}, wav: {wav_path}")
data["source_len"] = source_len
+ data["source"] = wav_path
jsonl_line = json.dumps(data, ensure_ascii=False)
lines[i] = jsonl_line
--
Gitblit v1.9.1