U
    9%e                     @   s   d dl mZ d dlmZ d dlmZmZ d dlZd dlm	  m
Z d dlmZ dZddd	d
dddgZdd Zdd Zdd ZdddZdd	 Zddd
ZG dd dZG dd deeZd ejeejdddZd!ejeejdddZdS )"    )update_wrapper)Number)AnyDictNis_tensor_likegox?broadcast_alllogits_to_probsclamp_probsprobs_to_logitslazy_propertytril_matrix_to_vecvec_to_tril_matrixc                     s   t dd | D stdt dd | D stt d | D ]$}t|tjr>t|j|jd  qdq> fdd| D }tj	| S tj	|  S )	a  
    Given a list of values (possibly containing numbers), returns a list where each
    value is broadcasted based on the following rules:
      - `torch.*Tensor` instances are broadcasted as per :ref:`_broadcasting-semantics`.
      - numbers.Number instances (scalars) are upcast to tensors having
        the same size and type as the first tensor passed to `values`.  If all the
        values are scalars, then they are upcasted to scalar Tensors.

    Args:
        values (list of `numbers.Number`, `torch.*Tensor` or objects implementing __torch_function__)

    Raises:
        ValueError: if any of the values is not a `numbers.Number` instance,
            a `torch.*Tensor` instance, or an instance implementing __torch_function__
    c                 s   s    | ]}t |pt|tV  qd S N)r   
isinstancer   .0v r   X/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/torch/distributions/utils.py	<genexpr>&   s     z broadcast_all.<locals>.<genexpr>zqInput arguments must all be instances of numbers.Number, torch.Tensor or objects implementing __torch_function__.c                 s   s   | ]}t |V  qd S r   r   r   r   r   r   r   +   s     )dtyper   devicec                    s&   g | ]}t |r|ntj|f qS r   )r   torchZtensorr   optionsr   r   
<listcomp>1   s    z!broadcast_all.<locals>.<listcomp>)
all
ValueErrordictr   Zget_default_dtyper   Tensorr   r   Zbroadcast_tensors)valuesvalue
new_valuesr   r   r   r      s    

c                 C   sB   t j r.t t j| ||dt j| ||dS t j| ||d S )Nr   )r   _C_get_tracing_statenormalZzerosZonesemptyZnormal_)shaper   r   r   r   r   _standard_normal8   s    
r*   c                 C   s0   |dkr| S | j d|  d }| |dS )z
    Sum out ``dim`` many rightmost dimensions of a given tensor.

    Args:
        value (Tensor): A tensor of ``.dim()`` at least ``dim``.
        dim (int): The number of rightmost dims to sum out.
    r   N)r+   )r)   Zreshapesum)r#   dimZrequired_shaper   r   r   _sum_rightmostB   s    r.   Fc                 C   s   |rt | S tj| ddS )a  
    Converts a tensor of logits into probabilities. Note that for the
    binary case, each value denotes log odds, whereas for the
    multi-dimensional case, the values along the last dimension denote
    the log probabilities (possibly unnormalized) of the events.
    r+   )r-   )r   ZsigmoidFZsoftmax)Zlogits	is_binaryr   r   r   r	   P   s    
c                 C   s    t | jj}| j|d| dS )N   )minmax)r   finfor   epsclamp)probsr5   r   r   r   r
   \   s    c                 C   s,   t | }|r"t|t|  S t|S )a$  
    Converts a tensor of probabilities into logits. For the binary case,
    this denotes the probability of occurrence of the event indexed by `1`.
    For the multi-dimensional case, the values along the last dimension
    denote the probabilities of occurrence of each of the events.
    )r
   r   loglog1p)r7   r0   Z
ps_clampedr   r   r   r   a   s    c                   @   s"   e Zd ZdZdd ZdddZdS )r   z
    Used as a decorator for lazy loading of class attributes. This uses a
    non-data descriptor that calls the wrapped method to compute the property on
    first call; thereafter replacing the wrapped method into an instance
    attribute.
    c                 C   s   || _ t| | d S r   )wrappedr   selfr:   r   r   r   __init__v   s    zlazy_property.__init__Nc              	   C   sD   |d krt | jS t  | |}W 5 Q R X t|| jj| |S r   )_lazy_property_and_propertyr:   r   Zenable_gradsetattr__name__)r<   instanceobj_typer#   r   r   r   __get__z   s    

zlazy_property.__get__)N)r@   
__module____qualname____doc__r=   rC   r   r   r   r   r   n   s   c                   @   s   e Zd ZdZdd ZdS )r>   zWe want lazy properties to look like multiple things.

    * property when Sphinx autodoc looks
    * lazy_property when Distribution validate_args looks
    c                 C   s   t | | d S r   )propertyr=   r;   r   r   r   r=      s    z$_lazy_property_and_property.__init__N)r@   rD   rE   rF   r=   r   r   r   r   r>      s   r>   )matdiagreturnc                 C   s   | j d }tj sH|| k s&||krHtd| d|  d|d  dtj|| jd}||dd|d  k }| d|f }|S )	z
    Convert a `D x D` matrix or a batch of matrices into a (batched) vector
    which comprises of lower triangular elements from the matrix in row order.
    r+   zdiag (z) provided is outside [z, r1   z].r   .)r)   r   r%   r&   r   aranger   view)rH   rI   nrL   	tril_maskvecr   r   r   r      s    
")rP   rI   rJ   c                 C   s  dd|   dd|  d d| j d   dt| |d   d  d }t| jj}tj st|| |krt	d| j d  dd	 t
|tjrt| nt|}| | j d
d t||f }tj|| jd}||dd|d  k }| |d|f< |S )z
    Convert a vector or a batch of vectors into a batched `D x D`
    lower triangular matrix containing elements from the vector in row order.
    r1         r+      g      ?zThe size of last dimension is z which cannot be expressed as z3the lower triangular part of a square D x D matrix.NrK   .)r)   absr   r4   r   r5   r%   r&   roundr   r   r!   itemZ	new_zerosSizerL   r   rM   )rP   rI   rN   r5   rH   rL   rO   r   r   r   r      s$    4 ")F)F)r   )r   )	functoolsr   numbersr   typingr   r   r   Ztorch.nn.functionalnnZ
functionalr/   Ztorch.overridesr   Zeuler_constant__all__r   r*   r.   r	   r
   r   r   rG   r>   r!   intr   r   r   r   r   r   <module>   s0   "


