From 172a3152b42af36443ec6a0a39969471c35b893d Mon Sep 17 00:00:00 2001
From: maliubiao <maliubiao@gmail.com>
Date: 星期日, 29 十二月 2024 22:33:22 +0800
Subject: [PATCH] 允许 model.generate 使用bytes io, 以便不写入文件，节省io时间 (#2343)
---
fun_text_processing/inverse_text_normalization/fr/verbalizers/whitelist.py | 8 +++-----
1 files changed, 3 insertions(+), 5 deletions(-)
diff --git a/fun_text_processing/inverse_text_normalization/fr/verbalizers/whitelist.py b/fun_text_processing/inverse_text_normalization/fr/verbalizers/whitelist.py
index c94eebf..889dc88 100644
--- a/fun_text_processing/inverse_text_normalization/fr/verbalizers/whitelist.py
+++ b/fun_text_processing/inverse_text_normalization/fr/verbalizers/whitelist.py
@@ -1,5 +1,3 @@
-
-
import pynini
from fun_text_processing.inverse_text_normalization.fr.graph_utils import (
DAMO_CHAR,
@@ -21,9 +19,9 @@
graph = (
pynutil.delete("name:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynini.closure(DAMO_CHAR - " ", 1)
- + pynutil.delete("\"")
+ + pynutil.delete('"')
)
- graph = graph @ pynini.cdrewrite(pynini.cross(u"\u00A0", " "), "", "", DAMO_SIGMA)
+ graph = graph @ pynini.cdrewrite(pynini.cross("\u00A0", " "), "", "", DAMO_SIGMA)
self.fst = graph.optimize()
--
Gitblit v1.9.1