liugz18
2024-07-18 d80ac2fd2df4e7fb8a28acfa512bb11472b5cc99
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
import pynini
from fun_text_processing.text_normalization.en.graph_utils import GraphFst
from fun_text_processing.text_normalization.ru.alphabet import RU_ALPHA
from pynini.lib import pynutil
 
 
class MoneyFst(GraphFst):
    """
    Finite state transducer for verbalizing money, e.g.
        money {  "пять рублей" } -> пять рублей
 
    Args:
        deterministic: if True will provide a single transduction option,
            for False multiple transduction are generated (used for audio-based normalization)
    """
 
    def __init__(self, deterministic: bool = True):
        super().__init__(name="money", kind="verbalize", deterministic=deterministic)
 
        graph = pynini.closure(RU_ALPHA | " ")
        delete_tokens = self.delete_tokens(
            pynutil.delete('integer_part: "') + graph + pynutil.delete('"')
        )
        self.fst = delete_tokens.optimize()