From 6e69d784e4814c3dbe35e8f70c6cf4b920c8b20b Mon Sep 17 00:00:00 2001
From: 天地 <tiandiweizun@gmail.com>
Date: 星期三, 19 三月 2025 23:10:13 +0800
Subject: [PATCH] 1. bug fix:list(mean)和list(var)，由于mean和var是numpy，导致写入到文件的格式错误，参考上面的话，大概率是list(mean.tolist())，其实外层list没有必要 (#2437)
---
fun_text_processing/text_normalization/en/verbalizers/date.py | 33 ++++++++++++++++++++++-----------
1 files changed, 22 insertions(+), 11 deletions(-)
diff --git a/fun_text_processing/text_normalization/en/verbalizers/date.py b/fun_text_processing/text_normalization/en/verbalizers/date.py
index f3ad374..9be8f9a 100644
--- a/fun_text_processing/text_normalization/en/verbalizers/date.py
+++ b/fun_text_processing/text_normalization/en/verbalizers/date.py
@@ -1,5 +1,3 @@
-
-
import pynini
from fun_text_processing.text_normalization.en.graph_utils import (
DAMO_NOT_QUOTE,
@@ -31,26 +29,34 @@
day_cardinal = (
pynutil.delete("day:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynini.closure(DAMO_NOT_QUOTE, 1)
- + pynutil.delete("\"")
+ + pynutil.delete('"')
)
day = day_cardinal @ ordinal.suffix
- month = pynutil.delete("month:") + delete_space + pynutil.delete("\"") + month + pynutil.delete("\"")
+ month = (
+ pynutil.delete("month:")
+ + delete_space
+ + pynutil.delete('"')
+ + month
+ + pynutil.delete('"')
+ )
year = (
pynutil.delete("year:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynini.closure(DAMO_NOT_QUOTE, 1)
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
)
# month (day) year
graph_mdy = (
- month + pynini.closure(delete_extra_space + day, 0, 1) + pynini.closure(delete_extra_space + year, 0, 1)
+ month
+ + pynini.closure(delete_extra_space + day, 0, 1)
+ + pynini.closure(delete_extra_space + year, 0, 1)
)
# may 5 -> may five
if not deterministic and not lm:
@@ -74,14 +80,19 @@
pynutil.delete("preserve_order:") + delete_space + pynutil.delete("true") + delete_space
| pynutil.delete("field_order:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ DAMO_NOT_QUOTE
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ delete_space
)
final_graph = (
- (plurals._priority_union(graph_mdy, pynutil.add_weight(graph_dmy, 0.0001), DAMO_SIGMA) | year)
+ (
+ plurals._priority_union(
+ graph_mdy, pynutil.add_weight(graph_dmy, 0.0001), DAMO_SIGMA
+ )
+ | year
+ )
+ delete_space
+ optional_preserve_order
)
--
Gitblit v1.9.1