bug fix for punc and umap

shixian.shi

2024-01-23 ae4dceecf03c643be770e3274a070078e45fc9c7

1
2
3
4
5
6
7
8
 
 
class AutoTokenizer:
    """
    Undo
    """
    def __init__(self):
        pass