U
    ccI                    @   s  d Z ddlmZ ddlmZ ddlZddlmZ ddlmZ ddlmZ	 dd	lm
Z
 dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddl m!Z! ddl m"Z" ddl m#Z# ddl$m%Z% ddl&m'Z' d d! Z(d"d# Z)d\d%d&Z*d'd( Z+d)d* Z,d+d, Z-d-d. Z.d/d0 Z/d]d1d2Z0d^d3d4Z1d5d6 Z2d7d8 Z3d_d:d;Z4d`d<d=Z5d>d? Z6d@dA Z7dBdC Z8dDdE Z9dFdG Z:dHdI Z;dJdK Z<dLdM Z=e> Z?G dNdO dOeZ@G dPdQ dQZAeBdRdSG dTdU dUeAe"ZCeBdRdVG dWdX dXeAe#e@ZDeBdRdYG dZd[ d[eAe!e@ZEdS )azprivate module containing functions used to emit INSERT, UPDATE
and DELETE statements on behalf of a :class:`_orm.Mapper` and its descending
mappers.

The functions here are called only by the unit of work functions
in unitofwork.py.

    )chain)groupbyN   )
attributes)	evaluator)exc)loading)sync)NO_VALUE)	state_str   )future)sql)util)result)	coercions)
expression)	operators)roles)select)sqltypes)_entity_namespace_key)CompileState)Options)DeleteDMLState)InsertDMLState)UpdateDMLState)BooleanClauseList)LABEL_STYLE_TABLENAME_PLUS_COLc              	      s  j }|jjrtd|rL|r<dd |D }dd |D }qTdd |D }nt|}|| |j D ]Z\}}	|	s|qh fddt	| fdd|D d	||d
D }
t
|d |	||
|d qh|r|rj}dd jD }|D ]$\}|tfdd|D f|_qd S )NzJconnection_callable / per-instance sharding not supported in bulk_insert()c                 S   s   g | ]}||j fqS  dict.0stater   r   >/tmp/pip-unpacked-wheel-8u86ls_i/sqlalchemy/orm/persistence.py
<listcomp>C   s     z _bulk_insert.<locals>.<listcomp>c                 S   s   g | ]\}}|qS r   r   )r#   r$   dict_r   r   r%   r&   D   s     c                 S   s   g | ]
}|j qS r   r    r"   r   r   r%   r&   F   s     c           	   	   3   s2   | ]*\}}}}}}}}d || |||fV  qd S Nr   )	r#   r$   
state_dictparamsmpconnvalue_paramshas_all_pkshas_all_defaults
connectionmapperr   r%   	<genexpr>O   s$   z_bulk_insert.<locals>.<genexpr>c                 3   s   | ]}d | fV  qd S r(   r   r#   mappingr0   r   r%   r3   e   s     T)bulkreturn_defaultsrender_nullsbookkeepingc                 S   s   g | ]
}|j qS r   keyr#   pr   r   r%   r&   v   s     c                    s   g | ]} | qS r   r   )r#   r<   )r'   r   r%   r&   z   s     )base_mappersessionconnection_callableNotImplementedErrorlistr1   _sorted_tablesitemsisa_collect_insert_commands_emit_insert_statementsZ_identity_classZ_identity_key_propstupler<   )r2   mappingssession_transactionisstatesr7   r8   r?   statestablesuper_mapperrecordsZidentity_clsZidentity_propsr$   r   )r1   r'   r2   r%   _bulk_insert1   sN    

	rQ   c           	   	      s   j }jjr"jjhfdd |r\|rL fdd|D }qddd |D }nt|}|jjrttd|	||j
 D ]H\}}|sqtd |fdd|D d	d
}t|d |||dd qd S )Nc                    s   t  fdd j  D S )Nc                 3   s,   | ]$\}}|j ks| kr||fV  qd S r(   )committed_stater#   kv)search_keysr$   r   r%   r3      s   
 z6_bulk_update.<locals>._changed_dict.<locals>.<genexpr>)r!   rE   )r2   r$   )rV   r$   r%   _changed_dict   s    z#_bulk_update.<locals>._changed_dictc                    s   g | ]} |qS r   r   r"   )rX   r2   r   r%   r&      s     z _bulk_update.<locals>.<listcomp>c                 S   s   g | ]
}|j qS r   r    r"   r   r   r%   r&      s     zJconnection_callable / per-instance sharding not supported in bulk_update()c                 3   s.   | ]&}d | j r |j j nd fV  qd S r(   )_version_id_propr<   r4   r0   r   r%   r3      s   z_bulk_update.<locals>.<genexpr>T)r6   Fr9   )r?   Z_primary_key_propkeysrY   r<   unionrC   r@   rA   rB   r1   rD   rE   rF   _collect_update_commands_emit_update_statements)	r2   rJ   rK   rL   Zupdate_changed_onlyr?   rN   rO   rP   r   )rX   r1   r2   rV   r%   _bulk_update~   sD    

r]   Fc                 C   s  |s0| j s0t| |D ]}t| |g|dd qdS g }g }t| ||D ]B\}}}}	}
}}|
s^|rt|||||	|f qD|||||	f qD| j D ]J\}}||jkrqt||}t	|||}t
| |||| t| |||| qt| |tdd |D dd |D  dS )a;  Issue ``INSERT`` and/or ``UPDATE`` statements for a list
    of objects.

    This is called within the context of a UOWTransaction during a
    flush operation, given a list of states to be flushed.  The
    base mapper in an inheritance hierarchy handles the inserts/
    updates for all descendant mappers.

    T)singleNc                 s   s$   | ]\}}}}||||d fV  qdS )FNr   )r#   r$   r)   r2   r1   r   r   r%   r3     s   
zsave_obj.<locals>.<genexpr>c                 s   s&   | ]\}}}}}||||d fV  qdS )TNr   )r#   r$   r)   r2   r1   update_version_idr   r   r%   r3     s   )batch_sort_statessave_obj_organize_states_for_saveappendrD   rE   _pks_by_tablerG   r[   r\   rH    _finalize_insert_update_commandsr   )r?   rM   uowtransactionr^   r$   states_to_updatestates_to_insertr'   r2   r1   has_identity
row_switchr_   rN   insertupdater   r   r%   rb      sn    




  rb   c                    sh   t t| ||}| j D ]H\  jkr.q fdd|D }t| |||}t| | | qdS )z\Issue UPDATE statements on behalf of a relationship() which
    specifies post_update.

    c              
   3   sH   | ]@\}}}}|j kr|||| jd k	r: || jnd fV  qd S r(   )re   version_id_col#_get_committed_state_attr_by_column)r#   r$   r)   Z
sub_mapperr1   r2   rN   r   r%   r3   !  s   

  zpost_update.<locals>.<genexpr>N)rC    _organize_states_for_post_updaterD   rE   re   _collect_post_update_commands_emit_post_update_statements)r?   rM   rg   post_update_colsrh   rm   r   rp   r%   post_update  s.    

    ru   c                 C   s   t t| ||}| j}tt | D ]F}|| }||jkr@q&n|jrN|jrNq&t| |||}t	| |||| q&|D ]\}}	}}
}|j
||
| qrdS )zIssue ``DELETE`` statements for a list of objects.

    This is called within the context of a UOWTransaction during a
    flush operation.

    N)rC   _organize_states_for_deleterD   reversedkeysre   ZinheritsZpassive_deletes_collect_delete_commands_emit_delete_statementsdispatchZafter_delete)r?   rM   rg   states_to_deleteZtable_to_mapperrN   r2   deleter$   r)   r1   r_   r   r   r%   
delete_obj>  s>    

   r~   c                 c   sJ  t | ||D ]6\}}}}t|j}|jp2||}d }	}
|sR|j||| n|j||| |jrv|||| |s||jj	kr|jj	| }t
|}||s||stdt||t|f  n&| d|t|t| || |}	|s|	r0|jdk	r0||	r|	n||	r&|	jn||j}
||||||	|
fV  qdS )aT  Make an initial pass across a set of states for INSERT or
    UPDATE.

    This includes splitting out into distinct lists for
    each, calling before_insert/before_update, obtaining
    key information for each state including its dictionary,
    mapper, the connection to use for the execution per state,
    and the identity flag.

    NzJNew instance %s with identity key %s conflicts with persistent instance %szPdetected row switch for identity %s.  will update %s, remove %s from transaction)_connections_for_statesboolr<   _identity_key_from_stater{   Zbefore_insertZbefore_updateZ_validate_polymorphic_identityr@   identity_mapr   instance_stateZwas_already_deleted
is_deletedr   warnr   Z
_log_debugZremove_state_actionsrn   ro   r!   )r?   rM   rg   r$   r'   r2   r1   rj   Zinstance_keyrk   r_   instanceexistingr   r   r%   rc   i  s`      






rc   c                 C   s   t | ||S )zMake an initial pass across a set of states for UPDATE
    corresponding to post_update.

    This includes obtaining key information for each state
    including its dictionary, mapper, the connection to use for
    the execution per state.

    )r   )r?   rM   rg   r   r   r%   rq     s    	rq   c                 c   s^   t | ||D ]L\}}}}|j||| |jdk	rD||||j}nd}|||||fV  qdS )zMake an initial pass across a set of states for DELETE.

    This includes calling out before_delete and obtaining
    key information for each state including its dictionary,
    mapper, the connection to use for the execution per state.

    N)r   r{   Zbefore_deletern   ro   )r?   rM   rg   r$   r'   r2   r1   r_   r   r   r%   rv     s      
  rv   c              	   c   s  |D ]x\}}}}| |j krqi }	i }
|j|  }|j|  }t||D ]l}|| }|| }|dkrt||krt|stqHqH|st|dst|tjrt|dr|	 n||
|< qH||	|j
< qH|s|j|  |	dd |
D D ]}d|	|< q|r|r$|j|  |	}|jjr|j|  |	}nd}nd }}|jdk	rh|jdk	rh|j|j|  krh|d|	|jj
< |||	|||
||fV  qdS )zSIdentify sets of values to use in INSERT statements for a
    list of states.

    N__clause_element__c                 S   s   g | ]
}|j qS r   r;   r#   cr   r   r%   r&     s     z,_collect_insert_commands.<locals>.<listcomp>TF)re   _propkey_to_colZ_insert_cols_evaluating_nonesetintersectionhasattr
isinstancer   ClauseElementr   r<   Z_insert_cols_as_none
differenceZ_pk_keys_by_tableissubsetr?   eager_defaultsZ_server_default_colsversion_id_generatorrn   _cols_by_table)rN   ri   r6   r7   r8   r$   r)   r2   r1   r*   r-   propkey_to_colZ	eval_nonepropkeyvaluecolZcolkeyr.   r/   r   r   r%   rG     sp    









rG   c                 #   sf  |D ]Z\}}}}||j kr q|j | }i }	|j|  |rpt fddt |j| D }
d}ni }
t |jD ]n}| } | }t|dst	|t
jrt|dr| n||	|< q|j| j||j| dk	r||
|j< q|jjr|j| |
}nd}|dk	r|j|j| kr|s~|
s~|	s~|j D ].}|j|j j|tj}|jrL q~qLq|j}|
 o|	 }||
|j< |s|j|
kr|jdk	r||}||
|j< n|jdkr|r||
|j< n|
s|	sqd}d}|r4t fddt |j| D }ni }|D ]}|j| j}|j| j|tj}|jr|j rd||f| jkrd}|jd	 ||j< |
!|jd n|j d	 ||j< ||	krd}n|j"d	 ||j< ||j dkr<t#$d
||f q<|
s|	r.|
%| ||
|||	||fV  q|r|j&| D ]"\}}t'(|||||| |j) q<qdS )at  Identify sets of values to use in UPDATE statements for a
    list of states.

    This function works intricately with the history system
    to determine exactly what values should be updated
    as well as how the row should be matched within an UPDATE
    statement.  Includes some tricky scenarios where the primary
    key of an object might have been changed.

    c                 3   s    | ]} | j | fV  qd S r(   r;   r#   r   r   r)   r   r%   r3   X  s   z+_collect_update_commands.<locals>.<genexpr>Tr   NFc                 3   s"   | ]} | j |fV  qd S r(   )_labelgetr   r   r   r%   r3     s   Zpk_cascadedr   zCCan't update table %s using NULL for primary key value on column %s)*re   r   r!   r   r   r   Z_pk_attr_keys_by_tablerR   r   r   r   r   r   managerimplZis_equalr<   r?   r   Z_server_onupdate_default_colsr   rn   r   _columntopropertyvaluesget_historyr   PASSIVE_NO_INITIALIZEaddedr   r   PASSIVE_OFFZdeletedpopZ	unchangedorm_exc
FlushErrorrm   _table_to_equatedr	   populatepassive_updates)rg   rN   rh   r6   r$   r2   r1   r_   pksr-   r*   r/   r   r   r   prophistoryZ	no_paramsvalr.   Zexpect_pk_cascadedZ	pk_paramsmequated_pairsr   r   r%   r[   6  s   


 
 
  



  


r[   c                 c   s,  |D ] \}}}}}	|j | }
i }d}|j| D ]|}||
krX|j|||tjd||j< q0||ksj|jdk	r0|j| }|j|j	 j
||tj}|jr0|jd }|||j	< d}q0|r|	dk	r|j|j| kr|j}|	||j< t|j	r|j	|kr|jdk	r||	}|||j	< |||||fV  qdS )zrIdentify sets of values to use in UPDATE statements for a
    list of states within a post_update operation.

    F)ZpassiveNr   T)re   r   Z_get_state_attr_by_columnr   r   r   Zonupdater   r   r<   r   r   r   r   rn   r   r   )r?   rg   rN   rh   rt   r$   r)   r2   r1   r_   r   r*   Zhasdatar   r   r   r   r   r   r   r%   rr     sZ    
   
  




rr   c                 c   s   |D ]\}}}}}||j krqi }	|j | D ]6}
||||
 |	|
j< }|dkr,td||
f q,|dk	r|j|j| kr||	|jj< |	|fV  qdS )zSIdentify values to use in DELETE statements for a list of
    states to be deleted.NzHCan't delete from table %s using NULL for primary key value on column %s)re   ro   r<   r   r   rn   r   )r?   rg   rN   r|   r$   r)   r2   r1   r_   r*   r   r   r   r   r%   ry   '  s@    
  ry   Tc                    s   j dk	o j  j kd| ji} fdd}| df|}t|dd D ]R\\}	}
}}}}d}t|}|}d	}|s| }d
}n8|r|s jjr| }d
}n j dk	r| j }d
}|s|	j	j
n|	j	j}|o|	j	j}|o }|r`|D ]b\}}} }	}}}|	j||||d}|rLt |||||jjd |d
|j
 ||j7 }|}qn |s|}|D ]Z\}}} }	}}}|	j|||d}|rt |||||jjd |d
|j
 ||j7 }qnndd |D }|p|ot|dk}|	j|||d}||j7 }|D ]N\}}} }	}}}|rt |||||jjd |d
|jjsV|jnd
 q|r|t|krtdjt||f qRrRtd|j	j  qRdS )z`Emit UPDATE statements corresponding to value lists collected
    by _collect_update_commands().Ncompiled_cachec                     st   t tj}  j D ]"}| j|tj|j	|j
dk qrb| j jtj jj	 jj
dk  | }|S N)type_)r   _construct_rawr   and_re   clausesrd   r   	bindparamr   typern   rm   wherer   r   stmtr2   Zneeds_version_idrN   r   r%   update_stmt`  s     z,_emit_update_statements.<locals>.update_stmtrm   c                 S   s*   | d t | d t| d | d | d fS N   r            r   r   recr   r   r%   <lambda>{  s    

z)_emit_update_statements.<locals>.<lambda>r   FTexecution_optionsc                 S   s   g | ]}|d  qS r   r   r#   r   r   r   r%   r&     s     z+_emit_update_statements.<locals>.<listcomp>r   MUPDATE statement on table '%s' expected to update %d row(s); %d were matched.MDialect %s does not support updated rowcount - versioning cannot be verified.)rn   r   _compiled_cache_memor   rC   r7   r?   r   dialectsupports_sane_rowcount supports_sane_rowcount_returningsupports_sane_multi_rowcount_execute_20r   
_postfetchcontextcompiled_parametersreturned_defaultsrowcountlenexecutemanyr   StaleDataErrordescriptionr   r   dialect_description)r?   rg   r2   rN   rm   r:   r   r   cached_stmtr1   Z	paramkeyshasvaluer/   r.   rP   rows	statementr7   assert_singlerowassert_multirowallow_multirowr$   r)   r*   r-   r   check_rowcountmultiparamsr   r   r%   r\   N  s*   









  
  


r\   c                  C   s\  |  d|f|j}d| ji}t|dd D ]*\\}}	}
}}}|}|r`|sX| jrX|jjs|r|
st|}dd |D }|j|||d}|rt	||j
jD ]R\\}}}}}}}}}|rt||||||||d|j
js|jnd	
 qt||| qq*t|}|
s|jjrt|d
krd}nd}|s6| jr6| }n,|jd	k	rP||j}n|rb|j|j }|rTdd |D }|j|||d}|rVt||j
j|j|jpdD ]\\}}}}}}}}}}}|d	krtd| t	||j| D ]0\}}|j| }||jd	kr|||j< q|rBt||||||||d|
 nt||| qq*|D ]\}}}}}}}}|r|j||||d}n|j|||d}|j }|d	krtd|f t	||j| D ]:\}}|j| }||ks||jd	kr|||j< q|rX|rFt|||||||j
jd |d|j
js>|jnd	
 nt||| qXq*d	S )z`Emit INSERT statements corresponding to value lists collected
    by _collect_insert_commands().rl   r   c                 S   s*   | d t | d t| d | d | d fS r   r   r   r   r   r%   r   -  s    

z)_emit_insert_statements.<locals>.<lambda>c                 S   s   g | ]}|d  qS r   r   r   r   r   r%   r&   G  s     z+_emit_insert_statements.<locals>.<listcomp>r   FNr   Tc                 S   s   g | ]}|d  qS r   r   r   r   r   r%   r&     s     r   zMulti-row INSERT statement for %s did not produce the correct number of INSERTed rows for RETURNING.  Ensure there are no triggers or special driver issues preventing INSERT from functioning properly.zSingle-row INSERT statement for %s did not produce a new primary key result being invoked.  Ensure there are no triggers or special driver issues preventing INSERT from functioning properly.r   )!r   rl   r   r   r   r   Zimplicit_returningrC   r   zipr   r   r   r   r   _postfetch_bulk_saveZinsert_executemany_returningr   r7   rn   primary_keyr   zip_longestZinserted_primary_key_rowsZreturned_defaults_rowsr   r   re   r   r   r<   r   inserted_primary_key) r?   rg   r2   rN   rl   r:   r   r   r1   Zpkeysr   r.   r/   rP   r   r   r   r$   r)   r*   
mapper_recr,   r-   Zlast_inserted_paramsZdo_executemanyr   r   pkr   r   r   r   r   r   r%   rH     sl   
  

  

	

 


rH   c                    s  d| j i} jdk	o" j j k fdd}| df|}t|dd D ]X\}}	d}
t|	}	|d } jdkr|jjn|jj}|o|jj	} p|}|s|}|	D ]D\}}}}}|j
|||d	}t||||||jjd  |
|j7 }
qnrd
d |	D }|p|ot|dk}|j
|||d	}|
|j7 }
|	D ],\}}}}}t||||||jjd  q8|r|
t|	krtdjt|	|
f qRrRtd|jj  qRdS )zeEmit UPDATE statements corresponding to value lists collected
    by _collect_post_update_commands().r   Nc                     s   t tj}  j D ]"}| j|tj|j	|j
dk qrb| j jtj jj	 jj
dk  | } jd k	r| j}|S r   )r   r   r   r   re   r   rd   r   r   r   r   rn   rm   r   r7   r   r   r   r%   r     s$    
z1_emit_post_update_statements.<locals>.update_stmtru   c                 S   s   | d t | d fS )N   r   )r   r   r   r   r%   r   0      z._emit_post_update_statements.<locals>.<lambda>r   r   c                 S   s   g | ]\}}}}}|qS r   r   )r#   r$   r)   r   r,   r*   r   r   r%   r&   U  s   z0_emit_post_update_statements.<locals>.<listcomp>r   r   r   )r   rn   r   r   r   rC   r   r   r   r   r   _postfetch_post_updater   r   r   r   r   r   r   r   r   r   )r?   rg   r2   rN   rm   r   r   r   r<   rP   r   r1   r   r   r   r   r$   r)   r   r*   r   r   r   r   r%   rs     s    



  
	  


rs   c                    s`   j dk	o j  j k fdd}| df|}t|dd D ]\}}dd |D }	d	| ji}
t|	}d
}d}r|jjs|jjrd}|	D ]}|j	|||
d}||j
7 }qqtd|jj  |j	||	|
d n|j	||	|
d}sd}|j
}| jrH|d
krH||krH|jjs&t|	dkrH|rDtdj||f  qHtdj||f qHdS )z`Emit DELETE statements corresponding to value lists collected
    by _collect_delete_commands().Nc                     sp   t tj}  j D ]"}| j|tj|j	|j
dk qrb| j jtj jj	 jj
dk  | S r   )r   r   r   r   re   r   rd   r   r   r<   r   rn   r}   r   )r   r   r2   Zneed_version_idrN   r   r%   delete_stmt  s     z,_emit_delete_statements.<locals>.delete_stmtr}   c                 S   s   | d S )Nr   r   r   r   r   r%   r     r   z)_emit_delete_statements.<locals>.<lambda>c                 S   s   g | ]\}}|qS r   r   )r#   r*   r1   r   r   r%   r&     s     z+_emit_delete_statements.<locals>.<listcomp>r   Fr   r   zMDialect %s does not support deleted rowcount - versioning cannot be verified.Tr   zDELETE statement on table '%s' expected to delete %d row(s); %d were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.)rn   r   r   r   r   r   r   r   r   r   r   r   r   r   Zconfirm_deleted_rowsr   r   r   )r?   rg   r2   rN   r}   r   r   r1   ZrecsZdel_objectsr   expectedZrows_matchedZ	only_warnr*   r   r   r   r%   rz   ~  s~    

      


rz   c           
         s(  |D ]\ }}}}|j rF  fdd|j D }|rF  j| g }| jrd| j|j |j	dk	r|j
dkr|jj jkr||jjg |r|   _t|t}	tj|j|	 j |d |s|j||  n|j||  |j
dkr|j	dk	r||jj dkrtdqdS )zzfinalize state on states that have been inserted or updated,
    including calling after_insert/after_update events.

    c                    sB   g | ]:}|j r |jr8|j jks8|j s|js|j jkr|jqS r   )Zexpire_on_flushdeferredr<   r!   r=   rW   r   r%   r&     s    z4_finalize_insert_update_commands.<locals>.<listcomp>NF)Zrefresh_stateZonly_load_propsz2Instance does not contain a non-NULL version value)Z_readonly_propsZunmodified_intersection_expire_attributesr!   r   extendZ_unloaded_non_objectr   Z&_server_default_plus_onupdate_propkeysrn   r   rY   r<   Zunloadedr   r   r   Zset_label_styler   r   Zload_on_identr@   r{   Zafter_insertZafter_updater   r   )
r?   rg   rM   r)   r2   r1   rj   readonlyZ
toload_nowr   r   rW   r%   rf     sZ    

	rf   c                    s   | |rd S |jjj}|jjj} jd k	rL j j| krLt| jg }t j	j
j}	|	rbg }
|D ]D}|j|krf| jkrf||j | j| j< |	rf|
 j| j qf|	r|
rƈ j	j
|||
 |r||j fdd|D  d S )Nc                    s"   g | ]}| j kr j | jqS r   r   r<   r   r2   r   r%   r&   M  s   
z*_postfetch_post_update.<locals>.<listcomp>)r   r   compiledprefetch	postfetchrn   r   rC   r   class_managerr{   refresh_flushr<   r   rd   r   r!   )r2   rg   rN   r$   r'   r   r*   prefetch_colspostfetch_colsr   load_evt_attrsr   r   r   r%   r   ,  s<    


  
r   c
              
      s  |j jj}
|j jj}|j jj jdk	rH j j| krHt|
 jg }
t j	j
j}|r^g }r|	}|dk	rt|D ]B\}}|jr|j jrqx j|}|rx|||j< |rx||j qx|
D ]D}|j|kr| jkr||j | j| j< |r| j| j q|r$|r$ j	j
||| |rH|rH|fdd|D  |rj||j fdd|D   j| D ]"\}}t|||||| j qtdS )zExpire attributes in need of newly persisted database state,
    after an INSERT or UPDATE statement has proceeded for that
    state.Nc                    s   g | ]}|j r| kr|qS r   )r   )r#   r   )returning_colsr   r%   r&     s    z_postfetch.<locals>.<listcomp>c                    s"   g | ]}| j kr j | jqS r   r   r   r   r   r%   r&     s   
)r   r   r   r   	returningrn   r   rC   r   r   r{   r   r   r   Zisinsertr   r   r<   rd   r   r   r!   r   r	   r   r   )r2   rg   rN   r$   r'   r   r*   r-   Zisupdater   r  r  r   r  rowZ	row_valuer   r   r   r   r   r   )r2   r  r%   r   U  sp    



  

r   c                 C   s&   | j | D ]\}}t||| q
d S r(   )r   r	   Zbulk_populate_inherit_keys)r2   r'   rN   r   r   r   r   r%   r     s    r   c                 c   s`   |j jr|j j}n|j| }d}t| |D ].}|rB|| | }|jj}||j||fV  q,dS )zReturn an iterator of (state, state.dict, mapper, connection).

    The states are sorted according to _sort_states, then paired
    with the connection they should be using for the given
    unit of work transaction.

    N)	r@   rA   Ztransactionr1   ra   objr   r2   r!   )r?   rg   rM   rA   r1   r$   r2   r   r   r%   r     s    
r   c              
   C   s   t |}t dd |D }|| zt|| jd}W n: tk
rp } ztjtd| |d W 5 d }~X Y nX t|t	
dd| S )Nc                 s   s   | ]}|j d k	r|V  qd S r(   r;   )r#   sr   r   r%   r3     s     
 z_sort_states.<locals>.<genexpr>r;   z^Could not sort objects by primary key; primary key values must be sortable in Python (was: %s))Zreplace_contextZinsert_order)r   difference_updatesortedZ_persistent_sortkey_fn	TypeErrorr   raise_sa_excInvalidRequestErroroperator
attrgetter)r2   rM   pending
persistentZpersistent_sortederrr   r   r%   ra     s*    
 
ra   c                   @   sp   e Zd ZG dd deZedd Zedd Zedd Zed	d
 Z	edd Z
edd Zedd ZdS )BulkUDCompileStatec                   @   s0   e Zd ZdZdZdZeZeZeZ	dZ
dZdZdS )z)BulkUDCompileState.default_update_optionsevaluateTN)__name__
__module____qualname___synchronize_session
_autoflush_subject_mapper_EMPTY_DICT_resolved_values_resolved_keys_as_propnames_value_evaluators_matched_objects_matched_rows_refresh_identity_tokenr   r   r   r%   default_update_options  s   r#  c           
      C   s
  |r||fS t jddh||j\}}|j}|d k	rF|dkrFtd||d< z|jd }	W n  tk
r|   dsxt	dY nX |	j
|d	< |d
|	j
i7 }|jr|  |d|ji}|jdkr| ||||||}n|jdkr| ||||||}|t|d|ifS )N_sa_orm_update_optionssynchronize_session)r  fetchFzKValid strategies for session synchronization are 'evaluate', 'fetch', Falseclauseplugin_subjectF0statement had 'orm' plugin but no plugin_subjectr2   r  r  r&  )r  r#  Zfrom_execution_optionsZ_execution_optionsr  r  ArgumentError_propagate_attrsKeyErrorAssertionErrorr2   r  Z	_annotate_do_pre_synchronize_evaluate_do_pre_synchronize_fetchr   immutabledictrZ   )
clsr@   r   r*   r   bind_argumentsis_reentrant_invokeupdate_optionsr	   r(  r   r   r%   orm_pre_session_exec  sh    





z'BulkUDCompileState.orm_pre_session_execc                 C   s>   |d }|j dkr"| ||| n|j dkr:| ||| |S )Nr$  r  r&  )r  _do_post_synchronize_evaluate_do_post_synchronize_fetch)r1  r@   r   r*   r   r2  r   r4  r   r   r%   orm_setup_cursor_resultL  s    

z*BulkUDCompileState.orm_setup_cursor_resultc                    s~   d}j rjnd djf|krF|tfdd|djf D 7 }jjdk	r`|jjf7 } rzt fdd|D }|S )a  Apply extra criteria filtering.

        For all distinct single-table-inheritance mappers represented in the
        table being updated or deleted, produce additional WHERE criteria such
        that only the appropriate subtypes are selected from the total results.

        Additionally, add WHERE criteria originating from LoaderCriteriaOptions
        collected from the statement.

        r   NZadditional_entity_criteriac                 3   s(   | ] }|j s|j kr| V  qd S r(   )Zinclude_aliasesentityZ_resolve_where_criteria)r#   Zae)ext_infor   r%   r3   |  s    
z@BulkUDCompileState._adjust_for_extra_criteria.<locals>.<genexpr>c                 3   s   | ]}  |V  qd S r(   )Ztraverse)r#   crit)adapterr   r%   r3     s     )is_aliased_classZ_adapterr2   rI   Z_single_table_criterion)r1  global_attributesr:  Zreturn_critr   )r<  r:  r%   _adjust_for_extra_criteriag  s"    
z-BulkUDCompileState._adjust_for_extra_criteriac              
      st  j j}t }}	znt|}
d}|jr4||j7 }i }|jD ]}|jr>|| q>|rh|| 	|7 }|rx|
j
|  ndd  W n< tjk
r } ztjtd| |d W 5 d }~X Y nX |jdkr|j}n|}|jdkrH| |}i }| |}	|	D ]D\}}z|

ttj|}W n tjk
r:   Y n
X |||< q fdd	|j D }|||	d
 S )Nr   c                 S   s   dS )NTr   )r  r   r   r%   eval_condition  s    zGBulkUDCompileState._do_pre_synchronize_evaluate.<locals>.eval_conditionz{Could not evaluate current criteria in Python: "%s". Specify 'fetch' or False for the synchronize_session execution option.)from_lambda_elementrm   c                    sH   g | ]@}|j r|js | rjd ks<|jjkr| qS r(   )r2   rF   Zexpiredr  r"  identity_tokenr"   r@  r2   r4  r   r%   r&     s   
zCBulkUDCompileState._do_pre_synchronize_evaluate.<locals>.<listcomp>)r   r  r  )r  class_r  r   EvaluatorCompiler_where_criteria_with_options_is_criteria_optionget_global_criteriar?  processUnevaluatableErrorr   r  r  r  __visit_name__	_resolved_get_resolved_valuesr  r   expectr   ExpressionElementRoler   Z
all_states)r1  r@   r   r*   r   r2  r4  
target_clsvalue_evaluatorsresolved_keys_as_propnamesevaluator_compilerr;  r>  optr  effective_statementresolved_valuesr<   r   
_evaluatorZmatched_objectsr   rD  r%   r.    st    



 	
  z/BulkUDCompileState._do_pre_synchronize_evaluatec                 C   s6   |j r
g S |jrt|jS |jr.t|j S g S d S r(   )Z_multi_values_ordered_valuesrC   _valuesrE   )r1  r2   r   r   r   r%   rO    s    
z'BulkUDCompileState._get_resolved_valuesc              	   C   s   g }|D ]\}}t |tjr0||j|f qnt|drB| }|rt |tjrz|j	| }W n t
jk
rv   Y qX ||j|f qtd| q|S )Nr   zInvalid expression type: %r)r   r   ZQueryableAttributerd   r<   r   r   r   ZColumnElementr   r   ZUnmappedColumnErrorr  r  )r1  r2   rX  r   rT   rU   attrr   r   r%   r    s"    
z.BulkUDCompileState._resolved_keys_as_propnamesc              	   C   s
  |j }t|j|jf  |j|j }|j|_dd }	|j|||||	d}
|
	 }t
}|jdkrh|j}n|}|jdkr|j}t|}| ||}| ||}| ||}i }|D ]@\}}z|ttj|}W n tjk
r   Y qX |||< qnt
}||||d S )Nc                 S   s(   | j jf | j}|jjr t S d S d S r(   )r@   Zget_bindr2  r   full_returning_resultZnull_result)Zorm_contextbindr   r   r%   skip_for_full_returning!  s    zMBulkUDCompileState._do_pre_synchronize_fetch.<locals>.skip_for_full_returning)Z
_add_eventrB  rm   )r  r!  r  )r  r   r   Zselect_identity_tokenselect_fromoptionsrH  rG  executeZfetchallr  rM  rN  rE  r   rF  rO  r  rK  r   rP  r   rQ  rL  )r1  r@   r   r*   r   r2  r4  r2   Zselect_stmtr`  r   matched_rowsrS  rW  rR  rU  rX  rT  r<   r   rY  r   r   r%   r/    sf    



   z,BulkUDCompileState._do_pre_synchronize_fetchN)r  r  r  r   r#  classmethodr5  r8  r?  r.  rO  r  r/  r   r   r   r%   r    s   
P

$
_


r  c                   @   s$   e Zd Zedd Zedd ZdS )ORMDMLStatec                 C   s@   |j jd }|j}|jr |j}n|jj}||j|j|j|jdS )Nparententity)namer   exprr9  rN   )	rN   _annotationsr2   r=  rh  rE  r  r9  local_table)r1  r   r:  r2   Z_label_namer   r   r%   get_entity_description^  s    z"ORMDMLState.get_entity_descriptionc                    s2   dd dd   fddfdd|j D D S )Nc                 S   s   | j dd S )Nrg  )rj  r   )r   r   r   r%   _ent_for_colq  s    zCORMDMLState.get_returning_column_descriptions.<locals>._ent_for_colc                 S   s4   |d kr| S | j dd }|s"| S t|j|| S d S )N	proxy_key)rj  r   getattrr9  )r   entrn  r   r   r%   _attr_for_colt  s    zDORMDMLState.get_returning_column_descriptions.<locals>._attr_for_colc                    s.   g | ]&\}}|j |j |||j|jd qS ))rh  r   ri  aliasedr9  )r<   r   r=  r9  )r#   r   rp  )rq  r   r%   r&   }  s   zAORMDMLState.get_returning_column_descriptions.<locals>.<listcomp>c                    s   g | ]}| |fqS r   r   r   )rm  r   r%   r&     s    )Z_all_selected_columns)r1  r   r   )rq  rm  r%   !get_returning_column_descriptionso  s    	

z-ORMDMLState.get_returning_column_descriptionsN)r  r  r  re  rl  rs  r   r   r   r%   rf  ]  s   
rf  Zormrl   c                   @   s$   e Zd Zedd Zedd ZdS )	ORMInsertc                 C   sP   ||d< z|j d }W n  tk
r6   ds2tdY nX |j|d< |t|fS )Nr'  r(  Fr)  r2   )r+  r,  r-  r2   r   r0  )r1  r@   r   r*   r   r2  r3  r(  r   r   r%   r5    s    

zORMInsert.orm_pre_session_execc                 C   s   |S r(   r   )r1  r@   r   r*   r   r2  r   r   r   r%   r8    s    
z!ORMInsert.orm_setup_cursor_resultN)r  r  r  re  r5  r8  r   r   r   r%   rt    s   
rt  rm   c                   @   s<   e Zd Zedd Zedd Zedd Zedd Zd	S )
BulkORMUpdatec                 K   s  |  | }|jjd }|j |_}i |_| |||_i }|jD ]}|jr@|	| q@|j
sn|jrnt|j|_tj tj}	|	j|j |j|	_|jr|j|	_n|jr|j|	_| ||}
|
r|	j|
 }	|jdd dkr|jjr|	jrtd|	j|j }	tj||	|f| |S )Nrg  r%  r&  z?Can't use synchronize_session='fetch' with explicit returning())__new__rN   rj  r2   extra_criteria_entitiesrO  r  rH  rI  rJ  Z_preserve_parameter_orderr[  r!   r   ZUpdate__dict__rm   rk  rZ  r?  r   r   r   r]  Z
_returningr  r  r  r   r   __init__)r1  r   compilerkwselfr:  r2   extra_criteria_attributesrV  Znew_stmtnew_critr   r   r%   create_for_statement  sF    


 
z"BulkORMUpdate.create_for_statementc              
   C   s  |j d }tj}|r|js$|||S |j}g }|D ]\}}ttj|}t|t	j
rt||td}	|	tkr||tjtj|t ddf n||||	| q2d|jkr|j}
t|
d |
d }||||| q2||tjtj|t ddf q2|S )Nr(  )defaultT)r   Zis_crudZentity_namespacern  )r+  r   _get_crud_kv_pairsr2   r   rP  r   ZDMLColumnRoler   r   string_typesr   r
   rd   rQ  r   ZNullTyper   Z_bulk_update_tuplesrj  )r1  r   Zkv_iteratorr(  Zcore_get_crud_kv_pairsr2   r   rT   rU   descZk_annor\  r   r   r%   r    sd    


 
  z BulkORMUpdate._get_crud_kv_pairsc                 C   s   t  }t|j }|j}t dd |D }|jD ]}t|t| }	}
|j	d k	rd|	j
|j	krdq2|	j|}|D ]}||
krt|j| ||
|< qt|	jj|	d | |	|
t| ||
|}|r|	|
| ||	 q2|| d S )Nc                 s   s   | ]\}}|V  qd S r(   r   rS   r   r   r%   r3   0	  s     z>BulkORMUpdate._do_post_synchronize_evaluate.<locals>.<genexpr>)r   rC   r  rx   r  r   r   r   instance_dictr"  rC  
unmodifiedr   r   r{   refresh_commitr   r   add_register_altered)r1  r@   r   r4  rM   evaluated_keysr   attribr  r$   r'   to_evaluater<   	to_expirer   r   r%   r6  *	  s4    
	z+BulkORMUpdate._do_post_synchronize_evaluatec                    s.  j t }tj }|jr8fdd| D }nj} fddfdddd |D D D }j}tdd |D }	|D ]}
t	
|
t	|
 }}|j|}|D ]}||krj| |
||< q|jj|d | ||t| |	||}|r||| || q | d S )Nc                    s   g | ]}t | jf qS r   rI   r"  r#   r  r4  r   r%   r&   [	  s   z<BulkORMUpdate._do_post_synchronize_fetch.<locals>.<listcomp>c                    s    g | ]}| j kr j | qS r   )r   )r#   identity_key)r@   r   r%   r&   b	  s   
c                    s6   g | ].\}}j d ks |j kr jt||dqS )NrC  )r"  identity_key_from_primary_keyrC   )r#   r   rC  )target_mapperr4  r   r%   r&   d	  s   

c                 S   s    g | ]}|d d |d fqS )r   r   r   r  r   r   r%   r&   i	  s    c                 s   s   | ]\}}|V  qd S r(   r   rS   r   r   r%   r3   s	  s     z;BulkORMUpdate._do_post_synchronize_fetch.<locals>.<genexpr>)r  r   rC   r  rx   returns_rowsallr!  r  r   r   r  r  r   r   r{   r  r  r   r   r  r  )r1  r@   r   r4  rM   r  rd  objsr   r  r  r$   r'   r  r<   r  r   )r@   r  r4  r%   r7  S	  s@    

z(BulkORMUpdate._do_post_synchronize_fetchN)r  r  r  re  r  r  r6  r7  r   r   r   r%   ru    s   
:
;
(ru  r}   c                   @   s0   e Zd Zedd Zedd Zedd ZdS )BulkORMDeletec           
      K   s   |  | }|jjd }|j |_}i |_i }|jD ]}|jr2|| q2| ||}	|	rb|j	|	 }|r|j
dd dkr|jjr|j|j }tj|||f| |S )Nrg  r%  r&  )rv  rN   rj  r2   rw  rH  rI  rJ  r?  r   r   r   r]  r  r   r   ry  )
r1  r   rz  r{  r|  r:  r2   r}  rV  r~  r   r   r%   r  	  s2    

 
z"BulkORMDelete.create_for_statementc                 C   s   | dd |jD  d S )Nc                 S   s   g | ]}t |qS r   )r   r   )r#   r  r   r   r%   r&   	  s   z?BulkORMDelete._do_post_synchronize_evaluate.<locals>.<listcomp>)_remove_newly_deletedr   )r1  r@   r   r4  r   r   r%   r6  	  s
    z+BulkORMDelete._do_post_synchronize_evaluatec           
         s    j }|jr$ fdd| D }n j}|D ]L}|dd }|d }|jt||d}	|	|jkr.|t	|j|	 g q.d S )Nc                    s   g | ]}t | jf qS r   r  r  r  r   r%   r&   	  s   z<BulkORMDelete._do_post_synchronize_fetch.<locals>.<listcomp>r   r   r  )
r  r  r  r!  r  rC   r   r  r   r   )
r1  r@   r   r4  r  rd  r  r   rC  r  r   r  r%   r7  	  s(    

z(BulkORMDelete._do_post_synchronize_fetchN)r  r  r  re  r  r6  r7  r   r   r   r%   r  	  s   
 
	r  )F)FFF)F)T)T)F__doc__	itertoolsr   r   r   r   r   r   r   r   r	   baser
   r   r  r   r   r   Zenginer   r^  r   r   r   r   r   r   Zsql.baser   r   r   Zsql.dmlr   r   r   Zsql.elementsr   Zsql.selectabler   rQ   r]   rb   ru   r~   rc   rq   rv   rG   r[   rr   ry   r\   rH   rs   rz   rf   r   r   r   r   ra   r0  r  r  rf  Z
plugin_forrt  ru  r  r   r   r   r%   <module>   s   	MB
S++Q   
Y 
 :8- 
 R 
 k{dJ)a  p.
%
 Z
