雾聪
2023-10-12 db33d0f610f7593ad1e61f8c3cc68de4a9b68f99
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
 
 
from fun_text_processing.text_normalization.zh.graph_utils import FUN_NOT_QUOTE, GraphFst
from pynini.lib import pynutil
 
 
class Char(GraphFst):
    '''
        tokens { char: "你" } -> 你
    '''
 
    def __init__(self, deterministic: bool = True, lm: bool = False):
        super().__init__(name="char", kind="verbalize", deterministic=deterministic)
 
        graph = pynutil.delete("name: \"") + FUN_NOT_QUOTE + pynutil.delete("\"")
        self.fst = graph.optimize()