Merge pull request #1249 from alibaba-damo-academy/main

Shi Xian

2024-01-16 948b68774cebf2b9a2994b7b9b8102f9637a98f3

1
2
3
4
5
6
7
8
 
 
class AutoTokenizer:
    """
    Undo
    """
    def __init__(self):
        pass