| | |
| | | |
| | | import pynini |
| | | from fun_text_processing.text_normalization.en.graph_utils import DAMO_NOT_QUOTE, GraphFst, delete_space |
| | | from fun_text_processing.text_normalization.en.graph_utils import ( |
| | | DAMO_NOT_QUOTE, |
| | | GraphFst, |
| | | delete_space, |
| | | ) |
| | | from pynini.lib import pynutil |
| | | |
| | | |
| | |
| | | optional_sign = pynini.closure( |
| | | pynutil.delete("negative:") |
| | | + delete_space |
| | | + pynutil.delete("\"") |
| | | + pynutil.delete('"') |
| | | + DAMO_NOT_QUOTE |
| | | + pynutil.delete("\"") |
| | | + pynutil.delete('"') |
| | | + delete_space, |
| | | 0, |
| | | 1, |
| | | ) |
| | | |
| | | graph = ( |
| | | optional_sign + pynutil.delete("integer: \"") + pynini.closure(DAMO_NOT_QUOTE, 1) + pynutil.delete("\"") |
| | | optional_sign |
| | | + pynutil.delete('integer: "') |
| | | + pynini.closure(DAMO_NOT_QUOTE, 1) |
| | | + pynutil.delete('"') |
| | | ) |
| | | delete_tokens = self.delete_tokens(graph) |
| | | self.fst = delete_tokens.optimize() |