提交

kongdeqiang

9 天以前 28ccfbfc51068a663a80764e14074df5edf2b5ba

 fun_text_processing/text_normalization/es/verbalizers/ordinal.py

@@ -1,7 +1,10 @@


import pynini
from fun_text_processing.text_normalization.en.graph_utils import DAMO_NOT_QUOTE, DAMO_SIGMA, DAMO_SPACE, GraphFst
from fun_text_processing.text_normalization.en.graph_utils import (
    DAMO_NOT_QUOTE,
    DAMO_SIGMA,
    DAMO_SPACE,
    GraphFst,
)
from fun_text_processing.text_normalization.es.graph_utils import shift_number_gender
from pynini.lib import pynutil

@@ -11,7 +14,7 @@
    Finite state transducer for verbalizing ordinals
        e.g. ordinal { integer: "tercer" } } -> "tercero"
                                           -> "tercera"
                                 -> "tercer"
                                                                                   -> "tercer"

    Args:
        deterministic: if True will provide a single transduction option,
@@ -21,16 +24,20 @@
    def __init__(self, deterministic: bool = True):
        super().__init__(name="ordinal", kind="verbalize", deterministic=deterministic)

        graph = pynutil.delete("integer: \"") + pynini.closure(DAMO_NOT_QUOTE, 1) + pynutil.delete("\"")
        graph = (
            pynutil.delete('integer: "') + pynini.closure(DAMO_NOT_QUOTE, 1) + pynutil.delete('"')
        )

        # masculne gender we leave as is
        graph_masc = graph + pynutil.delete(" morphosyntactic_features: \"gender_masc")
        graph_masc = graph + pynutil.delete(' morphosyntactic_features: "gender_masc')

        # shift gender
        graph_fem_ending = graph @ pynini.cdrewrite(
            pynini.cross("o", "a"), "", DAMO_SPACE | pynini.accep("[EOS]"), DAMO_SIGMA
        )
        graph_fem = shift_number_gender(graph_fem_ending) + pynutil.delete(" morphosyntactic_features: \"gender_fem")
        graph_fem = shift_number_gender(graph_fem_ending) + pynutil.delete(
            ' morphosyntactic_features: "gender_fem'
        )

        # Apocope just changes tercero and primero. May occur if someone wrote 11.er (uncommon)
        graph_apocope = (
@@ -38,21 +45,24 @@
            | pynini.cross("primero", "primer")
            | pynini.cross("undécimo", "decimoprimer")
        )  # In case someone wrote 11.er with deterministic
        graph_apocope = (graph @ pynini.cdrewrite(graph_apocope, "", "", DAMO_SIGMA)) + pynutil.delete(
            " morphosyntactic_features: \"apocope"
        )
        graph_apocope = (
            graph @ pynini.cdrewrite(graph_apocope, "", "", DAMO_SIGMA)
        ) + pynutil.delete(' morphosyntactic_features: "apocope')

        graph = graph_apocope | graph_masc | graph_fem

        if not deterministic:
            # Plural graph
            graph_plural = pynini.cdrewrite(
                pynutil.insert("s"), pynini.union("o", "a"), DAMO_SPACE | pynini.accep("[EOS]"), DAMO_SIGMA
                pynutil.insert("s"),
                pynini.union("o", "a"),
                DAMO_SPACE | pynini.accep("[EOS]"),
                DAMO_SIGMA,
            )

            graph |= (graph @ graph_plural) + pynutil.delete("/plural")

        self.graph = graph + pynutil.delete("\"")
        self.graph = graph + pynutil.delete('"')

        delete_tokens = self.delete_tokens(self.graph)
        self.fst = delete_tokens.optimize()