From 28ccfbfc51068a663a80764e14074df5edf2b5ba Mon Sep 17 00:00:00 2001
From: kongdeqiang <kongdeqiang960204@163.com>
Date: 星期五, 13 三月 2026 17:41:41 +0800
Subject: [PATCH] 提交
---
fun_text_processing/inverse_text_normalization/ko/verbalizers/date.py | 48 +++++++++++++++++++++++++++---------------------
1 files changed, 27 insertions(+), 21 deletions(-)
diff --git a/fun_text_processing/inverse_text_normalization/ko/verbalizers/date.py b/fun_text_processing/inverse_text_normalization/ko/verbalizers/date.py
index 56358b8..cd9ab10 100755
--- a/fun_text_processing/inverse_text_normalization/ko/verbalizers/date.py
+++ b/fun_text_processing/inverse_text_normalization/ko/verbalizers/date.py
@@ -1,4 +1,3 @@
-
import pynini
from fun_text_processing.inverse_text_normalization.ko.graph_utils import (
DAMO_NOT_QUOTE,
@@ -21,60 +20,67 @@
month = (
pynutil.delete("month:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynini.closure(DAMO_NOT_QUOTE, 1)
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynutil.insert(" ")
)
day = (
pynutil.delete("day:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynini.closure(DAMO_NOT_QUOTE, 1)
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynutil.insert(" ")
)
year = (
pynutil.delete("year:")
+ delete_space
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynini.closure(DAMO_NOT_QUOTE, 1)
- + pynutil.delete("\"")
+ + pynutil.delete('"')
+ pynutil.insert(" ")
)
# month (day) year
graph_mdy = (
- month + pynini.closure(delete_extra_space + day, 0, 1) + pynini.closure(delete_extra_space + year, 0, 1)
+ month
+ + pynini.closure(delete_extra_space + day, 0, 1)
+ + pynini.closure(delete_extra_space + year, 0, 1)
)
# (day) month year
graph_dmy = (
- pynini.closure(day + delete_extra_space, 0, 1) + month + pynini.closure(delete_extra_space + year, 0, 1)
+ pynini.closure(day + delete_extra_space, 0, 1)
+ + month
+ + pynini.closure(delete_extra_space + year, 0, 1)
)
optional_preserve_order = pynini.closure(
pynutil.delete("preserve_order:") + delete_space + pynutil.delete("true") + delete_space
- | pynutil.delete("field_order:") + delete_space + pynutil.delete("\"") + DAMO_NOT_QUOTE + pynutil.delete("\"") + delete_space
+ | pynutil.delete("field_order:")
+ + delete_space
+ + pynutil.delete('"')
+ + DAMO_NOT_QUOTE
+ + pynutil.delete('"')
+ + delete_space
)
# year month day
- graph_ymd = (
- year + month + day
- )
+ graph_ymd = year + month + day
# month day
- graph_md = (
- month + day
- )
+ graph_md = month + day
# year month
- graph_ym = (
- year + month
- )
-
+ graph_ym = year + month
+
# add some grammars
- final_graph = (graph_mdy | year | graph_dmy | graph_ymd | graph_md | graph_ym | month | day) + delete_space + optional_preserve_order
+ final_graph = (
+ (graph_mdy | year | graph_dmy | graph_ymd | graph_md | graph_ym | month | day)
+ + delete_space
+ + optional_preserve_order
+ )
delete_tokens = self.delete_tokens(final_graph)
self.fst = delete_tokens.optimize()
--
Gitblit v1.9.1