From a75bbb028e5966ddf02aae5bea05909be9a99826 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期四, 11 一月 2024 17:36:30 +0800
Subject: [PATCH] funasr1.0 paraformer_streaming
---
funasr/tokenizer/abs_tokenizer.py | 5 +++--
1 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/funasr/tokenizer/abs_tokenizer.py b/funasr/tokenizer/abs_tokenizer.py
index 349ebc0..d43d7b2 100644
--- a/funasr/tokenizer/abs_tokenizer.py
+++ b/funasr/tokenizer/abs_tokenizer.py
@@ -42,8 +42,9 @@
self.token_list_repr = str(token_list)
self.token_list: List[str] = []
- with open('data.json', 'r', encoding='utf-8') as f:
- self.token_list = json.loads(f.read())
+ with open(token_list, 'r', encoding='utf-8') as f:
+ self.token_list = json.load(f)
+
else:
self.token_list: List[str] = list(token_list)
--
Gitblit v1.9.1