readme

游雁

2023-03-13 fc08b62d05723cdc1ce021bb8ba044ca014fb1f7

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
 
from fun_text_processing.inverse_text_normalization.ja.verbalizers.cardinal import CardinalFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.date import DateFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.decimal import DecimalFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.electronic import ElectronicFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.measure import MeasureFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.money import MoneyFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.ordinal import OrdinalFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.telephone import TelephoneFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.time import TimeFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.whitelist import WhiteListFst
from fun_text_processing.inverse_text_normalization.ja.verbalizers.fraction import FractionFst
from fun_text_processing.inverse_text_normalization.ja.graph_utils import GraphFst
 
 
class VerbalizeFst(GraphFst):
    """
    Composes other verbalizer grammars.
    For deployment, this grammar will be compiled and exported to OpenFst Finate State Archiv (FAR) File. 
    More details to deployment at NeMo/tools/text_processing_deployment.
    """
 
    def __init__(self):
        super().__init__(name="verbalize", kind="verbalize")
        cardinal = CardinalFst()
        cardinal_graph = cardinal.fst
        ordinal_graph = OrdinalFst().fst
        decimal = DecimalFst()
        decimal_graph = decimal.fst
        fraction = FractionFst()
        fraction_graph = fraction.fst
        measure_graph = MeasureFst(decimal=decimal, cardinal=cardinal).fst
        money_graph = MoneyFst(decimal=decimal).fst
        time_graph = TimeFst().fst
        date_graph = DateFst().fst
        whitelist_graph = WhiteListFst().fst
        telephone_graph = TelephoneFst().fst
        electronic_graph = ElectronicFst().fst
        graph = (
            time_graph
            | date_graph
            | money_graph
            | fraction_graph
            | measure_graph
            | ordinal_graph
            | decimal_graph
            | cardinal_graph
            | whitelist_graph
            | telephone_graph
            | electronic_graph
        )
        self.fst = graph