U
    9%eH                     @   s  d Z ddlZddddddd	d
dddddddddddddddddddddd d!gZG d"d dZG d#d$ d$eZd%d ZG d&d' d'eeZG d(d) d)eZG d*d+ d+eZ	G d,d- d-eZ
G d.d/ d/eZG d0d1 d1eZG d2d3 d3eZG d4d5 d5eZG d6d7 d7eZG d8d9 d9eZG d:d; d;eZG d<d= d=eZG d>d? d?eZG d@dA dAeZG dBdC dCeZG dDdE dEeZG dFdG dGeZG dHdI dIeZG dJdK dKeZG dLdM dMeZG dNdO dOeZG dPdQ dQeZG dRdS dSeZG dTdU dUeZe ZeZ eZ!e	 Z"e
 Z#edZ$edVZ%eZ&e Z'e!e'dVZ(edWZ)edWZ*eZ+eZ,eZ-eZ.edWdXZ/eZ0eZ1e Z2e Z3e Z4e Z5e Z6e Z7e Z8e Z9eZ:eZ;dS )Ya  
The following constraints are implemented:

- ``constraints.boolean``
- ``constraints.cat``
- ``constraints.corr_cholesky``
- ``constraints.dependent``
- ``constraints.greater_than(lower_bound)``
- ``constraints.greater_than_eq(lower_bound)``
- ``constraints.independent(constraint, reinterpreted_batch_ndims)``
- ``constraints.integer_interval(lower_bound, upper_bound)``
- ``constraints.interval(lower_bound, upper_bound)``
- ``constraints.less_than(upper_bound)``
- ``constraints.lower_cholesky``
- ``constraints.lower_triangular``
- ``constraints.multinomial``
- ``constraints.nonnegative``
- ``constraints.nonnegative_integer``
- ``constraints.one_hot``
- ``constraints.positive_integer``
- ``constraints.positive``
- ``constraints.positive_semidefinite``
- ``constraints.positive_definite``
- ``constraints.real_vector``
- ``constraints.real``
- ``constraints.simplex``
- ``constraints.symmetric``
- ``constraints.stack``
- ``constraints.square``
- ``constraints.symmetric``
- ``constraints.unit_interval``
    N
Constraintbooleancatcorr_cholesky	dependentdependent_propertygreater_thangreater_than_eqindependentinteger_intervalintervalhalf_open_intervalis_dependent	less_thanlower_choleskylower_triangularmultinomialnonnegativenonnegative_integerone_hotpositivepositive_semidefinitepositive_definitepositive_integerrealreal_vectorsimplexsquarestack	symmetricunit_intervalc                   @   s(   e Zd ZdZdZdZdd Zdd ZdS )	r   a  
    Abstract base class for constraints.

    A constraint object represents a region over which a variable is valid,
    e.g. within which a variable can be optimized.

    Attributes:
        is_discrete (bool): Whether constrained space is discrete.
            Defaults to False.
        event_dim (int): Number of rightmost dimensions that together define
            an event. The :meth:`check` method will remove this many dimensions
            when computing validity.
    Fr   c                 C   s   t dS )z
        Returns a byte tensor of ``sample_shape + batch_shape`` indicating
        whether each event in value satisfies this constraint.
        N)NotImplementedErrorselfvalue r%   ^/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/torch/distributions/constraints.pycheckY   s    zConstraint.checkc                 C   s   | j jdd  d S )N   z())	__class____name__r#   r%   r%   r&   __repr__`   s    zConstraint.__repr__N)r*   
__module____qualname____doc__is_discrete	event_dimr'   r,   r%   r%   r%   r&   r   G   s
   c                       sX   e Zd ZdZeed fdd
Zedd Zedd Zeedd	d
Z	dd Z
  ZS )
_DependentaI  
    Placeholder for variables whose support depends on other variables.
    These variables obey no simple coordinate-wise constraints.

    Args:
        is_discrete (bool): Optional value of ``.is_discrete`` in case this
            can be computed statically. If not provided, access to the
            ``.is_discrete`` attribute will raise a NotImplementedError.
        event_dim (int): Optional value of ``.event_dim`` in case this
            can be computed statically. If not provided, access to the
            ``.event_dim`` attribute will raise a NotImplementedError.
    r0   r1   c                   s   || _ || _t   d S N)_is_discrete
_event_dimsuper__init__r#   r0   r1   r)   r%   r&   r8   r   s    z_Dependent.__init__c                 C   s   | j tkrtd| j S )Nz,.is_discrete cannot be determined statically)r5   NotImplementedr!   r+   r%   r%   r&   r0   w   s    
z_Dependent.is_discretec                 C   s   | j tkrtd| j S )Nz*.event_dim cannot be determined statically)r6   r;   r!   r+   r%   r%   r&   r1   }   s    
z_Dependent.event_dimc                C   s(   |t kr| j}|t kr| j}t||dS )z
        Support for syntax to customize static attributes::

            constraints.dependent(is_discrete=True, event_dim=1)
        r3   )r;   r5   r6   r2   r9   r%   r%   r&   __call__   s
    z_Dependent.__call__c                 C   s   t dd S )Nz1Cannot determine validity of dependent constraint)
ValueErrorr#   xr%   r%   r&   r'      s    z_Dependent.check)r*   r-   r.   r/   r;   r8   propertyr0   r1   r<   r'   __classcell__r%   r%   r:   r&   r2   d   s   

r2   c                 C   s
   t | tS r4   )
isinstancer2   )
constraintr%   r%   r&   r      s    c                       s2   e Zd ZdZdeed fddZdd Z  ZS )	_DependentPropertya  
    Decorator that extends @property to act like a `Dependent` constraint when
    called on a class and act like a property when called on an object.

    Example::

        class Uniform(Distribution):
            def __init__(self, low, high):
                self.low = low
                self.high = high
            @constraints.dependent_property(is_discrete=False, event_dim=0)
            def support(self):
                return constraints.interval(self.low, self.high)

    Args:
        fn (Callable): The function to be decorated.
        is_discrete (bool): Optional value of ``.is_discrete`` in case this
            can be computed statically. If not provided, access to the
            ``.is_discrete`` attribute will raise a NotImplementedError.
        event_dim (int): Optional value of ``.event_dim`` in case this
            can be computed statically. If not provided, access to the
            ``.event_dim`` attribute will raise a NotImplementedError.
    Nr3   c                   s   t  | || _|| _d S r4   )r7   r8   r5   r6   )r#   fnr0   r1   r:   r%   r&   r8      s    z_DependentProperty.__init__c                 C   s   t || j| jdS )z
        Support for syntax to customize static attributes::

            @constraints.dependent_property(is_discrete=True, event_dim=1)
            def support(self):
                ...
        r3   )rD   r5   r6   )r#   rE   r%   r%   r&   r<      s
      z_DependentProperty.__call__)N)r*   r-   r.   r/   r;   r8   r<   rA   r%   r%   r:   r&   rD      s     rD   c                       sH   e Zd ZdZ fddZedd Zedd Zdd	 Zd
d Z	  Z
S )_IndependentConstraintz
    Wraps a constraint by aggregating over ``reinterpreted_batch_ndims``-many
    dims in :meth:`check`, so that an event is valid only if all its
    independent entries are valid.
    c                    sB   t |tstt |tst|dks(t|| _|| _t   d S Nr   )rB   r   AssertionErrorintbase_constraintreinterpreted_batch_ndimsr7   r8   )r#   rJ   rK   r:   r%   r&   r8      s    z_IndependentConstraint.__init__c                 C   s   | j jS r4   )rJ   r0   r+   r%   r%   r&   r0      s    z"_IndependentConstraint.is_discretec                 C   s   | j j| j S r4   )rJ   r1   rK   r+   r%   r%   r&   r1      s    z _IndependentConstraint.event_dimc                 C   sp   | j |}| | jk r@| j j| j }td| d|  ||jd | | j  d }|d}|S )NzExpected value.dim() >= z	 but got rM   )	rJ   r'   dimrK   r1   r=   Zreshapeshapeall)r#   r$   resultexpectedr%   r%   r&   r'      s    
z_IndependentConstraint.checkc                 C   s*   | j jdd   dt| j d| j dS )Nr(   (z, ))r)   r*   reprrJ   rK   r+   r%   r%   r&   r,      s    z_IndependentConstraint.__repr__)r*   r-   r.   r/   r8   r@   r0   r1   r'   r,   rA   r%   r%   r:   r&   rF      s   

rF   c                   @   s   e Zd ZdZdZdd ZdS )_Booleanz/
    Constrain to the two values `{0, 1}`.
    Tc                 C   s   |dk|dkB S )Nr   r(   r%   r"   r%   r%   r&   r'      s    z_Boolean.checkN)r*   r-   r.   r/   r0   r'   r%   r%   r%   r&   rV      s   rV   c                   @   s    e Zd ZdZdZdZdd ZdS )_OneHotz'
    Constrain to one-hot vectors.
    Tr(   c                 C   s.   |dk|dkB }| dd}|d|@ S )Nr   r(   rM   )sumeqrP   )r#   r$   Z
is_booleanis_normalizedr%   r%   r&   r'      s    z_OneHot.checkN)r*   r-   r.   r/   r0   r1   r'   r%   r%   r%   r&   rW      s   rW   c                       s4   e Zd ZdZdZ fddZdd Zdd Z  ZS )	_IntegerIntervalzH
    Constrain to an integer interval `[lower_bound, upper_bound]`.
    Tc                    s   || _ || _t   d S r4   lower_boundupper_boundr7   r8   r#   r]   r^   r:   r%   r&   r8     s    z_IntegerInterval.__init__c                 C   s    |d dk| j |k@ || jk@ S Nr(   r   r]   r^   r"   r%   r%   r&   r'     s    z_IntegerInterval.checkc                 C   s.   | j jdd  }|d| j d| j d7 }|S Nr(   (lower_bound=z, upper_bound=rT   r)   r*   r]   r^   r#   Z
fmt_stringr%   r%   r&   r,     s
    z_IntegerInterval.__repr__	r*   r-   r.   r/   r0   r8   r'   r,   rA   r%   r%   r:   r&   r[     s
   r[   c                       s4   e Zd ZdZdZ fddZdd Zdd Z  ZS )	_IntegerLessThanzA
    Constrain to an integer interval `(-inf, upper_bound]`.
    Tc                    s   || _ t   d S r4   r^   r7   r8   r#   r^   r:   r%   r&   r8   %  s    z_IntegerLessThan.__init__c                 C   s   |d dk|| j k@ S r`   r^   r"   r%   r%   r&   r'   )  s    z_IntegerLessThan.checkc                 C   s&   | j jdd  }|d| j d7 }|S Nr(   z(upper_bound=rT   r)   r*   r^   re   r%   r%   r&   r,   ,  s    z_IntegerLessThan.__repr__rf   r%   r%   r:   r&   rg     s
   rg   c                       s4   e Zd ZdZdZ fddZdd Zdd Z  ZS )	_IntegerGreaterThanz@
    Constrain to an integer interval `[lower_bound, inf)`.
    Tc                    s   || _ t   d S r4   r]   r7   r8   r#   r]   r:   r%   r&   r8   9  s    z_IntegerGreaterThan.__init__c                 C   s   |d dk|| j k@ S r`   r]   r"   r%   r%   r&   r'   =  s    z_IntegerGreaterThan.checkc                 C   s&   | j jdd  }|d| j d7 }|S Nr(   rc   rT   r)   r*   r]   re   r%   r%   r&   r,   @  s    z_IntegerGreaterThan.__repr__rf   r%   r%   r:   r&   rm   2  s
   rm   c                   @   s   e Zd ZdZdd ZdS )_RealzF
    Trivially constrain to the extended real line `[-inf, inf]`.
    c                 C   s   ||kS r4   r%   r"   r%   r%   r&   r'   K  s    z_Real.checkN)r*   r-   r.   r/   r'   r%   r%   r%   r&   rs   F  s   rs   c                       s0   e Zd ZdZ fddZdd Zdd Z  ZS )_GreaterThanz=
    Constrain to a real half line `(lower_bound, inf]`.
    c                    s   || _ t   d S r4   rn   ro   r:   r%   r&   r8   T  s    z_GreaterThan.__init__c                 C   s
   | j |k S r4   rp   r"   r%   r%   r&   r'   X  s    z_GreaterThan.checkc                 C   s&   | j jdd  }|d| j d7 }|S rq   rr   re   r%   r%   r&   r,   [  s    z_GreaterThan.__repr__r*   r-   r.   r/   r8   r'   r,   rA   r%   r%   r:   r&   rt   O  s   rt   c                       s0   e Zd ZdZ fddZdd Zdd Z  ZS )_GreaterThanEqz=
    Constrain to a real half line `[lower_bound, inf)`.
    c                    s   || _ t   d S r4   rn   ro   r:   r%   r&   r8   f  s    z_GreaterThanEq.__init__c                 C   s
   | j |kS r4   rp   r"   r%   r%   r&   r'   j  s    z_GreaterThanEq.checkc                 C   s&   | j jdd  }|d| j d7 }|S rq   rr   re   r%   r%   r&   r,   m  s    z_GreaterThanEq.__repr__ru   r%   r%   r:   r&   rv   a  s   rv   c                       s0   e Zd ZdZ fddZdd Zdd Z  ZS )	_LessThanz>
    Constrain to a real half line `[-inf, upper_bound)`.
    c                    s   || _ t   d S r4   rh   ri   r:   r%   r&   r8   x  s    z_LessThan.__init__c                 C   s
   || j k S r4   rj   r"   r%   r%   r&   r'   |  s    z_LessThan.checkc                 C   s&   | j jdd  }|d| j d7 }|S rk   rl   re   r%   r%   r&   r,     s    z_LessThan.__repr__ru   r%   r%   r:   r&   rw   s  s   rw   c                       s0   e Zd ZdZ fddZdd Zdd Z  ZS )	_IntervalzD
    Constrain to a real interval `[lower_bound, upper_bound]`.
    c                    s   || _ || _t   d S r4   r\   r_   r:   r%   r&   r8     s    z_Interval.__init__c                 C   s   | j |k|| jk@ S r4   ra   r"   r%   r%   r&   r'     s    z_Interval.checkc                 C   s.   | j jdd  }|d| j d| j d7 }|S rb   rd   re   r%   r%   r&   r,     s
    z_Interval.__repr__ru   r%   r%   r:   r&   rx     s   rx   c                       s0   e Zd ZdZ fddZdd Zdd Z  ZS )_HalfOpenIntervalzD
    Constrain to a real interval `[lower_bound, upper_bound)`.
    c                    s   || _ || _t   d S r4   r\   r_   r:   r%   r&   r8     s    z_HalfOpenInterval.__init__c                 C   s   | j |k|| jk @ S r4   ra   r"   r%   r%   r&   r'     s    z_HalfOpenInterval.checkc                 C   s.   | j jdd  }|d| j d| j d7 }|S rb   rd   re   r%   r%   r&   r,     s
    z_HalfOpenInterval.__repr__ru   r%   r%   r:   r&   ry     s   ry   c                   @   s   e Zd ZdZdZdd ZdS )_Simplexz
    Constrain to the unit simplex in the innermost (rightmost) dimension.
    Specifically: `x >= 0` and `x.sum(-1) == 1`.
    r(   c                 C   s(   t j|dkdd|dd  dk @ S )Nr   rM   rN   r(   ư>)torchrP   rX   absr"   r%   r%   r&   r'     s    z_Simplex.checkNr*   r-   r.   r/   r1   r'   r%   r%   r%   r&   rz     s   rz   c                   @   s(   e Zd ZdZdZdZdd Zdd ZdS )	_Multinomiala3  
    Constrain to nonnegative integer values summing to at most an upper bound.

    Note due to limitations of the Multinomial distribution, this currently
    checks the weaker condition ``value.sum(-1) <= upper_bound``. In the future
    this may be strengthened to ``value.sum(-1) == upper_bound``.
    Tr(   c                 C   s
   || _ d S r4   rj   ri   r%   r%   r&   r8     s    z_Multinomial.__init__c                 C   s"   |dkj dd|jdd| jk@ S )Nr   rM   r{   )rP   rX   r^   r>   r%   r%   r&   r'     s    z_Multinomial.checkN)r*   r-   r.   r/   r0   r1   r8   r'   r%   r%   r%   r&   r     s
   r   c                   @   s   e Zd ZdZdZdd ZdS )_LowerTriangularz8
    Constrain to lower-triangular square matrices.
       c                 C   s.   |  }||k|jd d d dd S )NrL   rM   r   )trilviewrO   min)r#   r$   
value_trilr%   r%   r&   r'     s    z_LowerTriangular.checkNr   r%   r%   r%   r&   r     s   r   c                   @   s   e Zd ZdZdZdd ZdS )_LowerCholeskyzP
    Constrain to lower-triangular square matrices with positive diagonals.
    r   c                 C   sR   |  }||k|jd d d dd }|jddddkdd }||@ S )Nr   rL   rM   r   )Zdim1Zdim2)r   r   rO   r   Zdiagonal)r#   r$   r   r   Zpositive_diagonalr%   r%   r&   r'     s
    $z_LowerCholesky.checkNr   r%   r%   r%   r&   r     s   r   c                   @   s   e Zd ZdZdZdd ZdS )_CorrCholeskyz}
    Constrain to lower-triangular square matrices with positive diagonals and each
    row vector being of unit length.
    r   c                 C   sZ   t |jj|d d }t jj| dd}|d  	|j
dd}t ||@ S )NrM   
   r{         ?)r}   ZfinfodtypeZepssizelinalgZnormdetachr~   lerP   r   r'   )r#   r$   ZtolZrow_normZunit_row_normr%   r%   r&   r'     s
    z_CorrCholesky.checkNr   r%   r%   r%   r&   r     s   r   c                   @   s   e Zd ZdZdZdd ZdS )_Squarez'
    Constrain to square matrices.
    r   c                 C   s0   t j|jd d |jd |jd kt j|jdS )Nr   rM   )r   Z
fill_valuer   device)r}   fullrO   boolr   r"   r%   r%   r&   r'     s    z_Square.checkNr   r%   r%   r%   r&   r     s   r   c                       s    e Zd ZdZ fddZ  ZS )
_Symmetricz1
    Constrain to Symmetric square matrices.
    c                    s6   t  |}| s|S tj||jddddS )Nr|   )Zatolr   rM   )r7   r'   rP   r}   iscloseZmT)r#   r$   Zsquare_checkr:   r%   r&   r'     s    z_Symmetric.checkr*   r-   r.   r/   r'   rA   r%   r%   r:   r&   r     s   r   c                       s    e Zd ZdZ fddZ  ZS )_PositiveSemidefinitez6
    Constrain to positive-semidefinite matrices.
    c                    s0   t  |}| s|S tj|ddS )Nr   rM   )r7   r'   rP   r}   r   Zeigvalshger#   r$   Z	sym_checkr:   r%   r&   r'     s    z_PositiveSemidefinite.checkr   r%   r%   r:   r&   r     s   r   c                       s    e Zd ZdZ fddZ  ZS )_PositiveDefinitez2
    Constrain to positive-definite matrices.
    c                    s,   t  |}| s|S tj|jdS rG   )r7   r'   rP   r}   r   Zcholesky_exinforY   r   r:   r%   r&   r'   )  s    z_PositiveDefinite.checkr   r%   r%   r:   r&   r   $  s   r   c                       sB   e Zd ZdZd fdd	Zedd Zedd	 Zd
d Z  Z	S )_Catz
    Constraint functor that applies a sequence of constraints
    `cseq` at the submatrices at dimension `dim`,
    each of size `lengths[dim]`, in a way compatible with :func:`torch.cat`.
    r   Nc                    sn   t dd |D stt|| _|d kr8dgt| j }t|| _t| jt| jksZt|| _t   d S )Nc                 s   s   | ]}t |tV  qd S r4   rB   r   .0cr%   r%   r&   	<genexpr>8  s     z _Cat.__init__.<locals>.<genexpr>r(   )	rP   rH   listcseqlenlengthsrN   r7   r8   )r#   r   rN   r   r:   r%   r&   r8   7  s    

z_Cat.__init__c                 C   s   t dd | jD S )Nc                 s   s   | ]}|j V  qd S r4   r0   r   r%   r%   r&   r   C  s     z#_Cat.is_discrete.<locals>.<genexpr>anyr   r+   r%   r%   r&   r0   A  s    z_Cat.is_discretec                 C   s   t dd | jD S )Nc                 s   s   | ]}|j V  qd S r4   r1   r   r%   r%   r&   r   G  s     z!_Cat.event_dim.<locals>.<genexpr>)maxr   r+   r%   r%   r&   r1   E  s    z_Cat.event_dimc                 C   s|   |   | j   kr |  k s&n tg }d}t| j| jD ]0\}}|| j ||}||| || }q<t	|| j S rG   )
rN   rH   zipr   r   Znarrowappendr'   r}   r   )r#   r$   Zchecksstartconstrlengthvr%   r%   r&   r'   I  s    &
z
_Cat.check)r   N
r*   r-   r.   r/   r8   r@   r0   r1   r'   rA   r%   r%   r:   r&   r   0  s   


r   c                       sB   e Zd ZdZd fdd	Zedd Zedd Zd	d
 Z  Z	S )_Stackz
    Constraint functor that applies a sequence of constraints
    `cseq` at the submatrices at dimension `dim`,
    in a way compatible with :func:`torch.stack`.
    r   c                    s4   t dd |D stt|| _|| _t   d S )Nc                 s   s   | ]}t |tV  qd S r4   r   r   r%   r%   r&   r   \  s     z"_Stack.__init__.<locals>.<genexpr>)rP   rH   r   r   rN   r7   r8   )r#   r   rN   r:   r%   r&   r8   [  s    
z_Stack.__init__c                 C   s   t dd | jD S )Nc                 s   s   | ]}|j V  qd S r4   r   r   r%   r%   r&   r   c  s     z%_Stack.is_discrete.<locals>.<genexpr>r   r+   r%   r%   r&   r0   a  s    z_Stack.is_discretec                 C   s.   t dd | jD }| j| dk r*|d7 }|S )Nc                 s   s   | ]}|j V  qd S r4   r   r   r%   r%   r&   r   g  s     z#_Stack.event_dim.<locals>.<genexpr>r   r(   )r   r   rN   )r#   rN   r%   r%   r&   r1   e  s    z_Stack.event_dimc                    sf       j   kr   k s&n t fddt j D }tdd t| jD  j S )Nc                    s   g | ]}  j|qS r%   )selectrN   )r   ir"   r%   r&   
<listcomp>n  s     z _Stack.check.<locals>.<listcomp>c                 S   s   g | ]\}}| |qS r%   )r'   )r   r   r   r%   r%   r&   r   p  s     )rN   rH   ranger   r}   r   r   r   )r#   r$   vsr%   r"   r&   r'   l  s    &  z_Stack.check)r   r   r%   r%   r:   r&   r   T  s   

r   r(   g        r   )<r/   r}   __all__r   r2   r   r@   rD   rF   rV   rW   r[   rg   rm   rs   rt   rv   rw   rx   ry   rz   r   r   r   r   r   r   r   r   r   r   r   r   r
   r   r   r   r   r   r   r   r   r   r   r	   r   r   r    r   r   r   r   r   r   r   r   r   r   r   r   r%   r%   r%   r&   <module>   s   !#/-(	$!

