o
    4Ñ¹gˆ  ã                   @   s8   d dl mZ e dd¡dd„ ƒZe dd¡dd„ ƒZdS )é    )ÚtablesZtokenizer_classesÚWhisperTokenizerc                  K   sf   zddl m} W n   tdƒ Y |  dd ¡}|  dd¡}|  dd¡}|  d	d
¡}|||||d}|S )Nr   ©Úget_tokenizerúJNotice: If you want to use whisper, please `pip install -U openai-whisper`ÚlanguageÚtaskZ
transcribeÚis_multilingualTÚnum_languageséc   )Úmultilingualr
   r   r   )Zwhisper.tokenizerr   ÚprintÚget)Úkwargsr   r   r   r	   r
   Ú	tokenizer© r   úf/Users/admin/.pyenv/versions/3.10.0/lib/python3.10/site-packages/funasr/tokenizer/whisper_tokenizer.pyr      s   
üÚSenseVoiceTokenizerc                  K   st   zddl m} W n   tdƒ Y |  dd ¡}|  dd ¡}|  dd¡}|  dd	¡}|  d
d ¡}||||||d}|S )Nr   r   r   r   r   r	   Tr
   i-"  Ú
vocab_path)r   r
   r   r   r   )Z/funasr.models.sense_voice.whisper_lib.tokenizerr   r   r   )r   r   r   r   r	   r
   r   r   r   r   r   r      s"   
ûN)Zfunasr.registerr   Úregisterr   r   r   r   r   r   Ú<module>   s
    


