From 70645e48072bf193fbf069949f1d2b10fddac8a3 Mon Sep 17 00:00:00 2001
From: pointerhacker <145901472+pointerhacker@users.noreply.github.com>
Date: 星期二, 15 十月 2024 17:50:51 +0800
Subject: [PATCH] 数据并行可能导致的模型训练报错 (#2139)
---
fun_text_processing/inverse_text_normalization/id/verbalizers/money.py | 10 +++++++---
1 files changed, 7 insertions(+), 3 deletions(-)
diff --git a/fun_text_processing/inverse_text_normalization/id/verbalizers/money.py b/fun_text_processing/inverse_text_normalization/id/verbalizers/money.py
index d02faaa..11bf875 100644
--- a/fun_text_processing/inverse_text_normalization/id/verbalizers/money.py
+++ b/fun_text_processing/inverse_text_normalization/id/verbalizers/money.py
@@ -1,5 +1,9 @@
import pynini
-from fun_text_processing.inverse_text_normalization.id.graph_utils import DAMO_CHAR, GraphFst, delete_space
+from fun_text_processing.inverse_text_normalization.id.graph_utils import (
+ DAMO_CHAR,
+ GraphFst,
+ delete_space,
+)
from pynini.lib import pynutil
@@ -17,9 +21,9 @@
unit = (
pynutil.delete("currency:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynini.closure(DAMO_CHAR - " ", 1)
- + pynutil.delete("\"")
+ + pynutil.delete('"')
)
graph = unit + delete_space + decimal.numbers
delete_tokens = self.delete_tokens(graph)
--
Gitblit v1.9.1