test

语帆

2024-02-22 733073d2693de593cef2eacc902c49990e067cef

 funasr/auto/auto_model.py

@@ -153,15 +153,18 @@
        
        # build tokenizer
        tokenizer = kwargs.get("tokenizer", None)
        pdb.set_trace()
        if tokenizer is not None:
            tokenizer_class = tables.tokenizer_classes.get(tokenizer)
            pdb.set_trace()
            tokenizer = tokenizer_class(**kwargs["tokenizer_conf"])
            pdb.set_trace()
            kwargs["tokenizer"] = tokenizer
            kwargs["token_list"] = tokenizer.token_list
            vocab_size = len(tokenizer.token_list)
        else:
            vocab_size = -1
        
        pdb.set_trace()
        # build frontend
        frontend = kwargs.get("frontend", None)
        if frontend is not None: