U
    9%e                     @   s   d Z ddlmZ ddlmZmZmZ ddlmZ ddl	m
Z
 ddlmZ ddlmZ eeZd	d
iZG dd de
ZG dd deZdS )z Pvt model configuration    OrderedDict)CallableListMapping)version   )PretrainedConfig)
OnnxConfig)loggingzpvt-tiny-224z,https://huggingface.co/Zetatech/pvt-tiny-224c                       s   e Zd ZdZdZdddddddgddddgd	d
ddgddddgddddgddddgddddgddddddddfeeeee ee ee ee ee ee ee eee	f e
e
e
e
e
eed fddZ  ZS )	PvtConfigaN  
    This is the configuration class to store the configuration of a [`PvtModel`]. It is used to instantiate an Pvt
    model according to the specified arguments, defining the model architecture. Instantiating a configuration with the
    defaults will yield a similar configuration to that of the Pvt
    [Xrenya/pvt-tiny-224](https://huggingface.co/Xrenya/pvt-tiny-224) architecture.

    Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the
    documentation from [`PretrainedConfig`] for more information.

    Args:
        image_size (`int`, *optional*, defaults to 224):
            The input image size
        num_channels (`int`, *optional*, defaults to 3):
            The number of input channels.
        num_encoder_blocks (`[int]`, *optional*., defaults to 4):
            The number of encoder blocks (i.e. stages in the Mix Transformer encoder).
        depths (`List[int]`, *optional*, defaults to `[2, 2, 2, 2]`):
            The number of layers in each encoder block.
        sequence_reduction_ratios (`List[int]`, *optional*, defaults to `[8, 4, 2, 1]`):
            Sequence reduction ratios in each encoder block.
        hidden_sizes (`List[int]`, *optional*, defaults to `[64, 128, 320, 512]`):
            Dimension of each of the encoder blocks.
        patch_sizes (`List[int]`, *optional*, defaults to `[4, 2, 2, 2]`):
            Patch size before each encoder block.
        strides (`List[int]`, *optional*, defaults to `[4, 2, 2, 2]`):
            Stride before each encoder block.
        num_attention_heads (`List[int]`, *optional*, defaults to `[1, 2, 5, 8]`):
            Number of attention heads for each attention layer in each block of the Transformer encoder.
        mlp_ratios (`List[int]`, *optional*, defaults to `[8, 8, 4, 4]`):
            Ratio of the size of the hidden layer compared to the size of the input layer of the Mix FFNs in the
            encoder blocks.
        hidden_act (`str` or `function`, *optional*, defaults to `"gelu"`):
            The non-linear activation function (function or string) in the encoder and pooler. If string, `"gelu"`,
            `"relu"`, `"selu"` and `"gelu_new"` are supported.
        hidden_dropout_prob (`float`, *optional*, defaults to 0.0):
            The dropout probability for all fully connected layers in the embeddings, encoder, and pooler.
        attention_probs_dropout_prob (`float`, *optional*, defaults to 0.0):
            The dropout ratio for the attention probabilities.
        initializer_range (`float`, *optional*, defaults to 0.02):
            The standard deviation of the truncated_normal_initializer for initializing all weight matrices.
        drop_path_rate (`float`, *optional*, defaults to 0.0):
            The dropout probability for stochastic depth, used in the blocks of the Transformer encoder.
        layer_norm_eps (`float`, *optional*, defaults to 1e-6):
            The epsilon used by the layer normalization layers.
        qkv_bias (`bool`, *optional*, defaults to `True`):
            Whether or not a learnable bias should be added to the queries, keys and values.
        num_labels ('int', *optional*, defaults to 1000)
            The number of classes.
    Example:

    ```python
    >>> from transformers import PvtModel, PvtConfig

    >>> # Initializing a PVT Xrenya/pvt-tiny-224 style configuration
    >>> configuration = PvtConfig()

    >>> # Initializing a model from the Xrenya/pvt-tiny-224 style configuration
    >>> model = PvtModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Zpvt   r               @      i@  i      Zgelug        g{Gz?gư>Ti  )
image_sizenum_channelsnum_encoder_blocksdepthssequence_reduction_ratioshidden_sizespatch_sizesstridesnum_attention_heads
mlp_ratios
hidden_acthidden_dropout_probattention_probs_dropout_probinitializer_rangedrop_path_ratelayer_norm_epsqkv_bias
num_labelsc                    s~   t  jf | || _|| _|| _|| _|| _|| _|| _|| _	|
| _
|	| _|| _|| _|| _|| _|| _|| _|| _|| _d S )N)super__init__r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r&   r%   )selfr   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   kwargs	__class__ h/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/transformers/models/pvt/configuration_pvt.pyr(   f   s&    zPvtConfig.__init__)__name__
__module____qualname____doc__Z
model_typeintr   r   strr   floatboolr(   __classcell__r-   r-   r+   r.   r   %   sP   >







r   c                   @   s\   e Zd ZedZeeeee	ef f dddZ
eedddZee	dddZd	S )
PvtOnnxConfigz1.11)returnc                 C   s   t ddddddfgS )NZpixel_valuesbatchr   heightwidth)r   r   r   r   r   r)   r-   r-   r.   inputs   s    zPvtOnnxConfig.inputsc                 C   s   dS )Ng-C6?r-   r=   r-   r-   r.   atol_for_validation   s    z!PvtOnnxConfig.atol_for_validationc                 C   s   dS )N   r-   r=   r-   r-   r.   default_onnx_opset   s    z PvtOnnxConfig.default_onnx_opsetN)r/   r0   r1   r   parseZtorch_onnx_minimum_versionpropertyr   r4   r3   r>   r5   r?   rA   r-   r-   r-   r.   r8      s   
 r8   N)r2   collectionsr   typingr   r   r   	packagingr   Zconfiguration_utilsr	   Zonnxr
   utilsr   Z
get_loggerr/   loggerZ!PVT_PRETRAINED_CONFIG_ARCHIVE_MAPr   r8   r-   r-   r-   r.   <module>   s   
 m