U
    dG                     @  sD  d Z ddlmZ ddlZddlZddlmZ ddlmZ ddlmZ ddlm	Z	 ddlm
Z
 dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddl m!Z! ddl m"Z" ddlm#Z# dd lm$Z$ dd!l%m&Z& erdd"l'm(Z( dd#l'm)Z) dd$lm*Z* dd%lm+Z+ dd&lm,Z, dd'lm-Z- dd(lm.Z. dd)lm/Z/ e$0d*d+Z1d,d-d.d/d0Z2ed,e3eee3d1f  e
e3 f Z4ed2e3e3e
e3 f Z5ed-e3d1e
e3 f Z6ee4 Z7G d3d4 d4eZ8d5d6d7d8d9d4d:d;d<Z9edd5d,d9d?d8d@d9dAdBdCdDZ:ed5d,d9d9dAdEdFdDZ:dd5d,d9d8d8d@d9dHdBdIdDZ:dJdK Z;d5d6d7dLdMdNdOZ<dPdQ Z=dRdS Z>dTdU Z?dVdW Z@dXdY ZAdZd[ ZBd\d] ZCd5d6d-d^d_d`dadbdcZDddde ZEedd5d,d?d9dAdfdgdhZFed5d,did9djdfdkdhZFdd5d,d8d@d9dldmdndhZFedd5d,d?d9dAdfdodpZGed5d,did9djdfdqdpZGdd5d,d8d@d9dldmdrdpZGG dsdt dtej-e ZHd5d6d2dud_dAdvdwdxZIdydz ZJd5d6d7d{d|d_d}d~ddZKdd ZLdd ZMdd ZNdS )ziFunctions used by compiler.py to determine the parameters rendered
within INSERT and UPDATE statements.

    )annotationsN)Any)Callable)cast)Dict)Iterable)List)MutableMapping)
NamedTuple)Optional)overload)Sequence)Set)Tuple)TYPE_CHECKING)Union   )	coercions)dml)elements)roles)isinsert)ColumnClause)default_is_clause_element)default_is_sequence)Select)TableClause   )exc)util)Literal)_BindNameForColProtocol)SQLCompiler)_DMLColumnElement)DMLState)
ValuesBase)ColumnElement)KeyedColumnElement)_SQLExprDefaultREQUIREDa8  
Placeholder for the value within a :class:`.BindParameter`
which is required to be present when the statement is passed
to :meth:`_engine.Connection.execute`.

This symbol is typically used when a :func:`_expression.insert`
or :func:`_expression.update` statement is compiled without parameter
values present.

zColumnElement[Any]ColumnClause[Any])creturnc                 C  s   t | tstd| | S )Nz5Can't create DML statement against column expression )
isinstancer   r   CompileError)r+    r/   7/tmp/pip-unpacked-wheel-wbr0uges/sqlalchemy/sql/crud.py_as_dml_columnH   s
    
r1   r(   zKeyedColumnElement[Any]c                   @  s   e Zd ZU ded< ded< dS )_CrudParams_CrudParamSequenceZsingle_params$List[Sequence[_CrudParamElementStr]]Zall_multi_paramsN)__name__
__module____qualname____annotations__r/   r/   r/   r0   r2   f   s   
r2   r"   r%   r$   boolr   )compilerstmtcompile_statetoplevelkwr,   c                   sn  g _ g _g _g _|dd}|dk	r8|dd d|ksHtdt||\ }}|_|j	rv|j
rvtd|jrt||d| |dd|| tg g S jdkr|jrtfdd|jjD g S t|r|jr|j}|dk	st|d	 }	t|	 }
 fd
d|	D np|jrP|j}	|j}
|	dk	s<t fdd|	D n:|jr~|j}	t|	 }
 fdd|	D nd }
 }	jdkri }n@|
rȈdk	st fddjD }n fddjD }g }|
dk	rt|||
 || i }t|r.|jr.t|||
|||||	 t|rj|j rj|jrLtt!|||| ||||| nt"|||| ||||| |r|
rt#|$ fdd|
D %|}|rtdd&dd |D  t|r|jr|j rtt'||t(d|t(d |}t||S |sdj)rdj*j+rdt,|jjd	 j-.|jjd	 j*j/dfg}t|g S )aQ  create a set of tuples representing column/string pairs for use
    in an INSERT or UPDATE statement.

    Also generates the Compiled object's postfetch, prefetch, and
    returning column collections, used for default handling and ultimately
    populating the CursorResult's prefetch_cols() and postfetch_cols()
    collections.

    visiting_cteNaccumulate_bind_namesz;Don't know how to handle insert within insert without a CTEzVCan't compile statement that includes returning() and return_defaults() simultaneouslyr/   c              
     s0   g | ](}| j |t |d dd|jffqS )NT)required)preparerformat_column_create_bind_paramkey.0r+   )r:   r/   r0   
<listcomp>   s   
z$_get_crud_params.<locals>.<listcomp>r   c                   s   h | ]} |qS r/   r/   rG   rE   _column_as_keyr/   r0   	<setcomp>   s     z#_get_crud_params.<locals>.<setcomp>c                   s   h | ]} |qS r/   r/   rI   rJ   r/   r0   rL      s     c                   s   h | ]} |qS r/   r/   rI   rJ   r/   r0   rL      s     c                   s   i | ]}|kr |t qS r/   r)   rI   )rK   spd_str_keyr/   r0   
<dictcomp>   s    z$_get_crud_params.<locals>.<dictcomp>c                   s   i | ]} |t qS r/   rM   rI   rJ   r/   r0   rO      s     c                 3  s   | ]\}} |V  qd S Nr/   )rG   kvrJ   r/   r0   	<genexpr>B  s     z#_get_crud_params.<locals>.<genexpr>zUnconsumed column names: %s, c                 s  s   | ]}d |f V  qdS )z%sNr/   rF   r/   r/   r0   rS   H  s     Sequence[_CrudParamElementStr]Callable[..., str])0	postfetchinsert_prefetchupdate_prefetchimplicit_returninggetpopAssertionError_key_getters_for_crud_columnZ_get_bind_name_for_col
_returning_return_defaultsr   r.   isdelete_setup_delete_return_defaultsr2   Zcolumn_keysZ_no_parameterstablecolumns_compile_state_isinsert_has_multi_parameters_multi_parameterslistitemsZ_ordered_valuesZ_dict_parameters!_get_stmt_parameter_tuples_paramsr   isupdateZis_multitable_get_update_multitable_params_select_names_scan_insert_from_select_cols
_scan_colssetintersection
differencejoin_extend_values_for_multiparamsr   for_executemanydialectZsupports_default_metavaluer1   rB   rC   Zdefault_metavalue_token)r:   r;   r<   r=   r>   r?   _getattr_col_key_col_bind_namempZspdstmt_parameter_tuples
parametersvaluescheck_columnscheckZmulti_extended_valuesr/   )rK   r:   rN   r0   _get_crud_paramsl   sN   (


	



	r   .FzLiteral[True]zOptional[str]str)r:   colvalueprocessrA   namer>   r,   c                 K  s   d S rP   r/   )r:   r   r   r   rA   r   r>   r/   r/   r0   rD   r  s    
rD   )r:   r   r   r>   r,   c                 K  s   d S rP   r/   )r:   r   r   r>   r/   r/   r0   rD     s    Tz'Union[str, elements.BindParameter[Any]]c                 K  sB   |d kr|j }tj|||j|d}d|_|r:|j| f|S |S d S )N)type_rA   T)rE   r   BindParametertypeZ_is_crud_compiler_dispatch)r:   r   r   r   rA   r   r>   	bindparamr/   r/   r0   rD     s    	   c                 K  sR   d|k}|s0|j r0t|jtjr0|| jd|jf< |jjrD||j}|j	| f|S )Nr?   r   )
uniquer-   rE   r   Z_truncated_labelZtruncated_namesr   _isnull_with_binary_element_typer   )r:   r   r   r   r>   Zis_cter/   r/   r0   _handle_values_anonymous_param  s    r   zTuple[Callable[[Union[str, ColumnClause[Any]]], Union[str, Tuple[str, str]]], Callable[[ColumnClause[Any]], Union[str, Tuple[str, str]]], _BindNameForColProtocol])r:   r;   r<   r,   c                   s   t |rj|jrjt|j ttjtj	ddd fdd}ddd fdd	}dd
d fdd}nttjtj	}t
d }}|||fS )NzUnion[ColumnClause[Any], str]zUnion[str, Tuple[str, str]])rE   r,   c                   s0   | }t | dr(| j kr(| jj|fS |S d S )Nrc   )hasattrrc   r   )rE   Zstr_key_etZ
c_key_roler/   r0   rK     s    z4_key_getters_for_crud_column.<locals>._column_as_keyr*   )r   r,   c                   s"   | j  kr| j j| jfS | jS d S rP   )rc   r   rE   r   r   r/   r0   rw     s    
z6_key_getters_for_crud_column.<locals>._getattr_col_keyr   c                   s:   | j  kr0trt| j tstd| j j| jf S | jS d S )Nz%s_%s)rc   r   r-   r   r]   r   rE   r   r   r/   r0   rx     s
    
z4_key_getters_for_crud_column.<locals>._col_bind_namerE   )r   rk   _extra_fromsrp   	functoolspartialr   Zexpect_as_keyr   DMLColumnRoleoperator
attrgetter)r:   r;   r<   rK   rw   rx   r/   r   r0   r^     s    
 		 r^   c                   sL   fddj D }| jd d ks,tj| jd d< g }jrtt|}jjD ]}||krV|jrV|	| qV|D ]R}||}||kr||kr|
| |	|| j|d df qxt| |||
 qx|rH|| | jd d }t|tstddd	d
 |D  d| }t|jdd |D  |_|| jd d< d S )Nc                   s   g | ]}j j | qS r/   )rc   r+   )rG   r   rK   r;   r/   r0   rH     s     z1_scan_insert_from_select_cols.<locals>.<listcomp>
selectableZinsert_from_selectr/   z_Can't extend statement for INSERT..FROM SELECT to include additional default-holding column(s) rT   c                 s  s   | ]\}}}}t |V  qd S rP   )repr)rG   _rE   r/   r/   r0   rS   %  s    
 z0_scan_insert_from_select_cols.<locals>.<genexpr>z~.  Convert the selectable to a subquery() first, or pass include_defaults=False to Insert.from_select() to skip these columns.c                 S  s   g | ]\}}}}|qS r/   r/   )rG   r   exprr/   r/   r0   rH   .  s   
 )rm   stackr]   selectZ#include_insert_from_select_defaultsrp   rc   rd   defaultappendr\   rB   rC   &_append_param_insert_select_hasdefaultextendr-   r   r   r.   rs   Z	_generaterh   Z_raw_columns)r:   r;   r<   r{   rw   rK   rx   r}   r|   r=   r>   colsZadd_select_colsZcol_setr   r+   col_keyZins_from_selectr/   r   r0   rn     sF    
    
	
rn   c                   sT  t | ||	\}}}}|js&|js&t|jrr fdd|jD }t|fdd|D fddjjD  }njj}t	|}|r|j
sjj}| jj}nd  }}jrtj}nt }| j}|D ]Z}||}||kr||krt| ||||||||||||
 n|r|jrL|rL|r:t| |||
 nt| |||
 n|jd k	rlt| ||||
 n|jd k	r|r||kr|| n|js| j| nB|r||kr|| n&|jr
|jjk	r
|js
t| n|jr
t| |||||
 ||kr||kr|| q|rP|||fddjD  d S )Nc                   s   g | ]} |qS r/   r/   rI   rJ   r/   r0   rH   K  s    z_scan_cols.<locals>.<listcomp>c                   s.   g | ]&}t |tr| jjkr jj| qS r/   )r-   r   rc   r+   rI   )r;   r/   r0   rH   O  s   
 c                   s   g | ]}|j  kr|qS r/   )rE   rF   )ordered_keysr/   r0   rH   S  s     
 c                 3  s   | ]}| kr|V  qd S rP   r/   rF   )remaining_supplementalr/   r0   rS     s   z_scan_cols.<locals>.<genexpr>)_get_returning_modifiersrk   r   r]   Z_parameter_orderingrp   rc   r+   rd   re   rf   _autoincrement_columnrv   #insert_null_pk_still_autoincrements_supplemental_returningrZ   _append_param_parameterprimary_key!_append_param_insert_pk_returning$_append_param_insert_pk_no_returningr   _append_param_insert_hasdefaultserver_defaultr   rW   nullable"_warn_pk_with_no_anticipated_value_append_param_updaterr   r   )r:   r;   r<   r{   rw   rK   rx   r}   r|   r=   r>   need_pksrZ   implicit_return_defaultspostfetch_lastrowidZparameter_orderingr   r   autoincrement_colr   Zsupplemental_returningZcompiler_implicit_returningr+   r   r/   )rK   r   r   r;   r0   ro   4  s    



             

ro   c                   s`   t | |||	\}}}}|sd S |jr0| j| |jr\t| j | j fdd|jD  d S )Nc                 3  s   | ]}| kr|V  qd S rP   r/   rF   Zir_setr/   r0   rS     s     z0_setup_delete_return_defaults.<locals>.<genexpr>)r   _return_defaults_columnsrZ   r   r   rp   )r:   r;   r<   r{   rw   rK   rx   r}   r|   r=   r>   r   r   r/   r   r0   rb     s       
rb   c                 C  s  | |}| jj||jd}t }t|r|rZ|jrZ||krZ|	rJd| _n|rZ| j	
| t| ||f|tkt|rx|js||n
d|| |d|}n&|jr|r|jd kr|jr||kr|r| j	
| n| jjrd| _t| ||ft|r|js||n
d|| |d|}n| j| fd|i|}|jrj|r\||kr\| j	
| n| j
| nX|jr|r| j	
| n| jjrd| _n*|r||kr| j	
| n| j
| |

||||f d S )NZ	use_tableTz%s_m0)rA   r   r@   )r   r@   r@   )r\   rB   rC   include_table_with_column_exprsrp   r   _is_literalr   r   rZ   r   rD   r)   re   rf   _is_bind_parameterr   rv   r   r   
self_grouprk   rW   )r:   r;   r<   r+   r   r{   rx   rZ   r   r   r|   r   r   r>   r   	col_valueaccumulated_bind_namesr/   r/   r0   r     s    
 





	
	r   c                 C  s   |j dk	r|j jrl| jjr^|j jr*| jjs^t }||| j	|| j
|j fd|i||f | j| nx|j jrt }||| j	|| j
|j j fd|i||f | j| n(||| j	|t| |f||jff n6||jjks|jdk	r| j| n|jst| dS )zCreate a primary key expression in the INSERT statement where
    we want to populate result.inserted_primary_key and RETURNING
    is available.

    Nr@   )r   is_sequencerv   supports_sequencesoptionalsequences_optionalrp   r   rB   rC   r   rZ   is_clause_elementargr   "_create_insert_prefetch_bind_paramrE   rc   r   r   r   r   )r:   r;   r+   r|   r>   r   r/   r/   r0   r   m  sb    




r   c                 C  s   |j dk	r*|j jrj| jjr*|j jrj| jjrj||jjkr| jjs|j dk	rX|j jrX| jjsj|j dkr| jj	r|
|| j|t| |f||jff n>|j dkr|jdkr|js||jjk	rt| n| jjrd| _dS )ao  Create a primary key expression in the INSERT statement where
    we want to populate result.inserted_primary_key and we cannot use
    RETURNING.

    Depending on the kind of default here we may create a bound parameter
    in the INSERT statement and pre-execute a default generation function,
    or we may use cursor.lastrowid if supported by the dialect.


    NT)r   r   rv   r   r   r   rc   r   r   Z"preexecute_autoincrement_sequencesr   rB   rC   r   rE   r   r   r   r:   r;   r+   r|   r>   r/   r/   r0   r     sT    

!"(
	

r   c                 C  s  |j jr| jjr|j jr | jjst }||| j	|| j
|j fd|i||f |rn||krn| j| n|js| j| n|j jrt }||| j	|| j
|j j fd|i||f |r||kr| j| n|js| j| n(||| j	|t| |f||jff d S )Nr@   )r   r   rv   r   r   r   rp   r   rB   rC   r   rZ   r   rW   r   r   r   r   rE   )r:   r;   r+   r   r|   r>   r   r/   r/   r0   r     sd    



r   zList[_CrudParamElementSQLExpr]zDict[str, Any]None)r:   r;   r+   r|   r>   r,   c                 C  s   t |jrD| jjr|jjr"| jjs||| j||j	 df n^t
|jrr||| j||jj df n0||| j|t| |fddi||jff d S )Nr/   r   F)r   r   rv   r   r   r   r   rB   rC   Z
next_valuer   r   r   r   rE   r   r/   r/   r0   r   .  sF    




	
 r   c                 C  s   |j }|jd k	r|jjs|jjrx||| jj||d| j|jj	 f|df |rj||krj| j
| q| j| q||| jj||dt| |f||jff nV|jd k	r|r||kr| j
| q| j| n$|r|js|js||kr| j
| d S )Nr   r/   )r   onupdater   r   r   rB   rC   r   r   r   rZ   rW   "_create_update_prefetch_bind_paramrE   server_onupdater   r`   )r:   r<   r;   r+   r   r|   r>   include_tabler/   r/   r0   r   X  sN    
r   )r:   r+   r   r>   r,   c                 K  s   d S rP   r/   r:   r+   r   r>   r/   r/   r0   r     s    r   zLiteral[False]zelements.BindParameter[Any]c                 K  s   d S rP   r/   r   r/   r/   r0   r     s    z'Union[elements.BindParameter[Any], str])r:   r+   r   r   r>   r,   c                 K  s*   t | |d f||d|}| j| |S N)r   r   )rD   rX   r   r:   r+   r   r   r>   paramr/   r/   r0   r     s       c                 K  s   d S rP   r/   r   r/   r/   r0   r     s    r   c                 K  s   d S rP   r/   r   r/   r/   r0   r     s    c                 K  s*   t | |d f||d|}| j| |S r   )rD   rY   r   r   r/   r/   r0   r     s       c                   @  s0   e Zd ZdZdd Zdd Zdd Zdd	 Zd
S )_multiparam_columnTc                 C  s4   || _ d|j|d f | _|| _|j| _|j| _d S )N%s_m%dr   )indexrE   originalr   r   )selfr   r   r/   r/   r0   __init__  s
    z_multiparam_column.__init__c                 K  s
   t  d S rP   NotImplementedErrorr   otherr>   r/   r/   r0   compare  s    z_multiparam_column.comparec                 K  s
   t  d S rP   r   r   r/   r/   r0   _copy_internals  s    z"_multiparam_column._copy_internalsc                 C  s"   t |to |j| jko |j| jkS rP   )r-   r   rE   r   )r   r   r/   r/   r0   __eq__  s
    


z_multiparam_column.__eq__N)r5   r6   r7   Z_is_multiparam_columnr   r   r   r   r/   r/   r/   r0   r     s
   r   int)r:   r;   r+   r   r>   r,   c                 C  s   |j std| nht|j r6| j|j j f|S |j jrN| j|j f|S t||}t	|t
jshtt| |fddi|S d S )NzINSERT value for column %s is explicitly rendered as a boundparameter in the VALUES clause; a Python-side value or SQL expression is requiredr   T)r   r   r.   r   r   r   r   r   r   r-   r   ZInsertr]   r   )r:   r;   r+   r   r>   r   r/   r/   r0    _process_multiparam_default_bind  s(    
	
 r   c	                 C  s  dd |D }	|j }
t }|jD ]}|jD ]}||	kr*|| ||||< |	| }| j||
d}t|rt| ||f|t	k||d|}|j
f}nP|jr||}t| ||fd|i|}|f}n"| j| | j| f|}d}|||||f q*q |D ]}|jD ]}||	kr qn|jd k	r|jjs|jjr|||| j||
d| j|jj f|df | j| n6||| j||
dt| |fd||i||j
ff n|jd k	r| j| qqd S )Nc                 S  s    i | ]\}}t tj||qS r/   )r   expectr   r   )rG   r+   r   r/   r/   r0   rO     s    z1_get_update_multitable_params.<locals>.<dictcomp>r   )rA   r   r   r/   )r   rp   r   r+   addr   r   r   rD   r)   rE   r   r   rW   r   r   r   r   r   r   r   r   )r:   r;   r<   rz   r}   rx   rw   r|   r>   Znormalized_paramsr   Zaffected_tablestr+   r   r   r   Zcbnr/   r/   r0   rl     s    




  




 
rl   rU   rV   r4   )r:   r;   r<   initial_valuesrK   r>   r,   c              	     s   |}|g}|j }|d k	stt|dd  D ]\}	}
g } fdd|
 D }
|D ]\}}}}|j|
kr|j}t|
| rt| ||
| fdd|j|	d f i|}q| j|
| 	 f|}nt
| |||	|}|||||f qR|| q,|S )Nr   c                   s   i | ]\}} ||qS r/   r/   )rG   rE   rR   rJ   r/   r0   rO   g  s      z2_extend_values_for_multiparams.<locals>.<dictcomp>r   r   )rg   r]   	enumerateri   rE   r   r   rD   r   r   r   r   )r:   r;   r<   r   rK   r>   Zvalues_0r|   ry   irow	extensionr   col_exprr   Zaccumulated_namesrE   	new_paramr/   rJ   r0   rt   W  s>    
    rt   c                 C  s   |D ]\}}||}	|	d k	r*| |	| q| j||jd}
t|rb| jtjd ||jdf|}n,|jr||jj	r||
|j}| j| f|}|||
|df qd S )Nr   )r   r/   )
setdefaultr   r   r   r   r   r   r   r   r   r   r   r   )r:   r<   r{   rz   rK   r|   r>   rQ   rR   Zcolkeyr   r/   r/   r0   rj     s$    
	 
rj   c           	      C  s,  |o8t |o8|j o8| j s*| jjo8|jo8|j o8|j }|oP| jjoP|j	j
dk	}|o| jjo|jjo|jo| p| jjp|jp|j}|rd}t |r|o|j}nL|jr|jo|jjo|jo| jj}n(|jr|jo|jjo|jo| jj}nd}|r|js
t|j	j}n
t|j}nd}||p$|||fS )zdetermines RETURNING strategy, if any, for the statement.

    This is where it's determined what we need to fetch from the
    INSERT or UPDATE statement after it's invoked.

    NF)re   Z_inlineru   rv   Zinsert_executemany_returningr`   r_   rf   r   rc   r   Zinsert_returningZ_primary_tablerZ   Z_supports_implicit_returningZfavor_returning_over_lastrowidrk   Zupdate_returningra   Zdelete_returningr   rp   r+   )	r:   r;   r<   r=   r   r   rZ   Zshould_implicit_return_defaultsr   r/   r/   r0   r     s    	

	r   c                 C  s>   d| j j| j| j jf }t| j jdkr0|d7 }t| d S )Na  Column '%s.%s' is marked as a member of the primary key for table '%s', but has no Python-side or server-side default generator indicated, nor does it indicate 'autoincrement=True' or 'nullable=True', and no explicit value is passed.  Primary key columns typically may not store NULL.r   a0   Note that as of SQLAlchemy 1.1, 'autoincrement=True' must be indicated explicitly for composite (e.g. multicolumn) primary keys if AUTO_INCREMENT/SERIAL/IDENTITY behavior is expected for one of the columns in the primary key. CREATE TABLE statements are impacted by this change as well on most backends.)rc   fullnamer   lenr   r   warn)r+   msgr/   r/   r0   r     s    	r   ).FN)TFN).)TN).)TN)O__doc__
__future__r   r   r   typingr   r   r   r   r   r   r	   r
   r   r   r   r   r   r   r    r   r   r   r   r   re   r   Zschemar   r   r   r   r   r   r   Zutil.typingr    r:   r!   r"   r#   r$   r%   r&   r'   r(   symbolr)   r1   r   Z_CrudParamElementZ_CrudParamElementStrZ_CrudParamElementSQLExprr3   r2   r   rD   r   r^   rn   ro   rb   r   r   r   r   r   r   r   r   r   r   rl   rt   rj   r   r   r/   r/   r/   r0   <module>	   s            &6: +q=M7*/ 	   	  !R,+g