From db89040b78c927c3a98d97bb4adbcec2dbea7a63 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期二, 30 四月 2024 01:23:51 +0800
Subject: [PATCH] batch
---
data_tmp/train.jsonl | 0
funasr/datasets/audio_datasets/update_jsonl.py | 3 ++-
data/list/data_jsonl.list | 2 ++
3 files changed, 4 insertions(+), 1 deletions(-)
diff --git a/data/list/data_jsonl.list b/data/list/data_jsonl.list
new file mode 100644
index 0000000..d13808b
--- /dev/null
+++ b/data/list/data_jsonl.list
@@ -0,0 +1,2 @@
+/Users/zhifu/funasr1.0/data/list/train.jsonl
+/Users/zhifu/funasr1.0/data/list/val.jsonl
\ No newline at end of file
diff --git a/data_tmp/train.jsonl b/data_tmp/train.jsonl
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/data_tmp/train.jsonl
diff --git a/funasr/datasets/audio_datasets/update_jsonl.py b/funasr/datasets/audio_datasets/update_jsonl.py
index 561811e..0a3e0ec 100644
--- a/funasr/datasets/audio_datasets/update_jsonl.py
+++ b/funasr/datasets/audio_datasets/update_jsonl.py
@@ -35,7 +35,7 @@
for line in lines:
- jsonl_file_out_f.write(line)
+ jsonl_file_out_f.write(line + "\n")
jsonl_file_out_f.flush()
jsonl_file_out_f.close()
@@ -53,6 +53,7 @@
if (source_len_old - source_len) > 100 or (source_len - source_len_old) > 100:
print(f"old: {source_len_old}, new: {source_len}, wav: {wav_path}")
data["source_len"] = source_len
+ data["source"] = wav_path
jsonl_line = json.dumps(data, ensure_ascii=False)
lines[i] = jsonl_line
--
Gitblit v1.9.1