Merge branch 'main' of https://github.com/alibaba-damo-academy/FunASR into ...

speech_asr

2023-12-15 b0b796f9a400ffd6503a82865a206e1332b71a31

 funasr/utils/whisper_utils/tokenizer.py

@@ -5,7 +5,12 @@

import numpy as np
import torch
from transformers import GPT2TokenizerFast
try:
    from transformers import GPT2TokenizerFast
except ImportError:
    raise ImportError(
        "transformers was not installed. Please install transformers first."
        )

LANGUAGES = {
    "en": "english",