游雁
2023-02-14 1d4ab65c8bfebaecbcb0eec0064bae9a321cad75
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
 
 
import pynini
from fun_text_processing.text_normalization.zh.graph_utils import FUN_DIGIT, GraphFst, insert_space
from pynini.lib import pynutil
 
 
class Fraction(GraphFst):
    '''
        1/5  -> tokens { fraction { numerator: "1" denominator: "5" } }
    '''
 
    def __init__(self, deterministic: bool = True, lm: bool = False):
        super().__init__(name="fraction", kind="classify", deterministic=deterministic)
 
        numerator = pynini.closure(FUN_DIGIT, 1) + pynutil.delete('/')
        denominator = pynini.closure(FUN_DIGIT, 1)
        graph = (
            pynutil.insert("numerator: \"")
            + numerator
            + pynutil.insert("\"")
            + insert_space
            + pynutil.insert("denominator: \"")
            + denominator
            + pynutil.insert("\"")
        )
 
        self.fst = self.add_tokens(graph).optimize()