U
    Χ9%ey  γ                   @   sT  d dl mZmZ G dd dedZG dd dedZG dd dedZG d	d
 d
edZG dd dedZG dd dedZG dd dedZ	G dd dedZ
G dd dedZG dd dedZG dd dedZG dd dedZG dd dedZG dd dedZG dd  d edZG d!d" d"edZG d#d$ d$edZG d%d& d&edZG d'd( d(edZG d)d* d*edZG d+d, d,edZG d-d. d.edZG d/d0 d0edZG d1d2 d2edZG d3d4 d4edZG d5d6 d6edZG d7d8 d8edZG d9d: d:edZG d;d< d<edZG d=d> d>edZ G d?d@ d@edZ!G dAdB dBedZ"dCS )Dι   )ΪDummyObjectΪrequires_backendsc                   @   s   e Zd ZdgZdd ZdS )ΪAlbertTokenizerΪsentencepiecec                 O   s   t | dg d S ©Nr   ©r   ©ΪselfΪargsΪkwargs© r   ϊm/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/transformers/utils/dummy_sentencepiece_objects.pyΪ__init__   s    zAlbertTokenizer.__init__N©Ϊ__name__Ϊ
__module__Ϊ__qualname__Z	_backendsr   r   r   r   r   r      s   r   )Ϊ	metaclassc                   @   s   e Zd ZdgZdd ZdS )ΪBarthezTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    zBarthezTokenizer.__init__Nr   r   r   r   r   r      s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪBartphoTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    zBartphoTokenizer.__init__Nr   r   r   r   r   r      s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪBertGenerationTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    z BertGenerationTokenizer.__init__Nr   r   r   r   r   r      s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪBigBirdTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   $   s    zBigBirdTokenizer.__init__Nr   r   r   r   r   r   !   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪCamembertTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   +   s    zCamembertTokenizer.__init__Nr   r   r   r   r   r   (   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪCodeLlamaTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   2   s    zCodeLlamaTokenizer.__init__Nr   r   r   r   r   r   /   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪCpmTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   9   s    zCpmTokenizer.__init__Nr   r   r   r   r   r   6   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪDebertaV2Tokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   @   s    zDebertaV2Tokenizer.__init__Nr   r   r   r   r   r   =   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪErnieMTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   G   s    zErnieMTokenizer.__init__Nr   r   r   r   r   r   D   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪFNetTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   N   s    zFNetTokenizer.__init__Nr   r   r   r   r   r   K   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪGPTSw3Tokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   U   s    zGPTSw3Tokenizer.__init__Nr   r   r   r   r   r   R   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪLayoutXLMTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   \   s    zLayoutXLMTokenizer.__init__Nr   r   r   r   r   r   Y   s   r   c                   @   s   e Zd ZdgZdd ZdS )ΪLlamaTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   c   s    zLlamaTokenizer.__init__Nr   r   r   r   r   r    `   s   r    c                   @   s   e Zd ZdgZdd ZdS )ΪM2M100Tokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   j   s    zM2M100Tokenizer.__init__Nr   r   r   r   r   r!   g   s   r!   c                   @   s   e Zd ZdgZdd ZdS )ΪMarianTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   q   s    zMarianTokenizer.__init__Nr   r   r   r   r   r"   n   s   r"   c                   @   s   e Zd ZdgZdd ZdS )ΪMBart50Tokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   x   s    zMBart50Tokenizer.__init__Nr   r   r   r   r   r#   u   s   r#   c                   @   s   e Zd ZdgZdd ZdS )ΪMBartTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    zMBartTokenizer.__init__Nr   r   r   r   r   r$   |   s   r$   c                   @   s   e Zd ZdgZdd ZdS )ΪMLukeTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    zMLukeTokenizer.__init__Nr   r   r   r   r   r%      s   r%   c                   @   s   e Zd ZdgZdd ZdS )ΪMT5Tokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    zMT5Tokenizer.__init__Nr   r   r   r   r   r&      s   r&   c                   @   s   e Zd ZdgZdd ZdS )ΪNllbTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    zNllbTokenizer.__init__Nr   r   r   r   r   r'      s   r'   c                   @   s   e Zd ZdgZdd ZdS )ΪPegasusTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r      s    zPegasusTokenizer.__init__Nr   r   r   r   r   r(      s   r(   c                   @   s   e Zd ZdgZdd ZdS )ΪPLBartTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   ’   s    zPLBartTokenizer.__init__Nr   r   r   r   r   r)      s   r)   c                   @   s   e Zd ZdgZdd ZdS )ΪReformerTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   ©   s    zReformerTokenizer.__init__Nr   r   r   r   r   r*   ¦   s   r*   c                   @   s   e Zd ZdgZdd ZdS )ΪRemBertTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   °   s    zRemBertTokenizer.__init__Nr   r   r   r   r   r+   ­   s   r+   c                   @   s   e Zd ZdgZdd ZdS )ΪSpeech2TextTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   ·   s    zSpeech2TextTokenizer.__init__Nr   r   r   r   r   r,   ΄   s   r,   c                   @   s   e Zd ZdgZdd ZdS )ΪSpeechT5Tokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   Ύ   s    zSpeechT5Tokenizer.__init__Nr   r   r   r   r   r-   »   s   r-   c                   @   s   e Zd ZdgZdd ZdS )ΪT5Tokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   Ε   s    zT5Tokenizer.__init__Nr   r   r   r   r   r.   Β   s   r.   c                   @   s   e Zd ZdgZdd ZdS )ΪXGLMTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   Μ   s    zXGLMTokenizer.__init__Nr   r   r   r   r   r/   Ι   s   r/   c                   @   s   e Zd ZdgZdd ZdS )ΪXLMProphetNetTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   Σ   s    zXLMProphetNetTokenizer.__init__Nr   r   r   r   r   r0   Π   s   r0   c                   @   s   e Zd ZdgZdd ZdS )ΪXLMRobertaTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   Ϊ   s    zXLMRobertaTokenizer.__init__Nr   r   r   r   r   r1   Χ   s   r1   c                   @   s   e Zd ZdgZdd ZdS )ΪXLNetTokenizerr   c                 O   s   t | dg d S r   r   r   r   r   r   r   α   s    zXLNetTokenizer.__init__Nr   r   r   r   r   r2   ή   s   r2   N)#Ϊutilsr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r   r   r   r   Ϊ<module>   s@   