U
    Ö9%e(  ã                   @   s‚   d dl mZ ejZejZejZejZejZejZejZej	Z	ej
Z
ejZejZejZejZejZeeeedœZeedœdd„ZdS )é   )Únormalizers)ZnfcÚnfdZnfkcZnfkd)Ú
normalizerÚreturnc                 C   s&   | t krtd | t  ¡ ¡ƒ‚t |  ƒ S )Nz6{} is not a known unicode normalizer. Available are {})ÚNORMALIZERSÚ
ValueErrorÚformatÚkeys)r   © r
   ú^/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/tokenizers/normalizers/__init__.pyÚunicode_normalizer_from_str   s
    ÿr   N)Ú r   Z
NormalizerZBertNormalizerZNFDZNFKDÚNFCÚNFKCÚSequenceZ	LowercaseZPrependZStripZStripAccentsZNmtZPrecompiledZReplacer   Ústrr   r
   r
   r
   r   Ú<module>   s    