Edit File: persistence.cpython-37.pyc
B ��4]t � @ s d Z ddlmZ ddlmZ ddlZddlmZ ddlmZ ddlmZ dd lm Z dd lm Z dd l m Z dd l mZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ dd� Zdd� ZdTdd�Zdd� Zdd � Zd d � Zd d � Zd!d"� Z dUd#d$�Z dVd%d&�Z d'd(� Z d)d*� Z dWd,d-�Z!dXd.d/�Z"d0d1� Z#d2d3� Z$d4d5� Z%d6d7� Z&d8d9� Z'd:d;� Z(d<d=� Z)d>d?� Z*d@dA� Z+G dBdC� dCe,�Z-G dDdE� dEe-�Z.G dFdG� dGe-�Z/G dHdI� dIe-�Z0G dJdK� dKe-�Z1G dLdM� dMe.e0�Z2G dNdO� dOe.e1�Z3G dPdQ� dQe/e0�Z4G dRdS� dSe/e1�Z5dS )Yz�private module containing functions used to emit INSERT, UPDATE and DELETE statements on behalf of a :class:`.Mapper` and its descending mappers. The functions here are called only by the unit of work functions in unitofwork.py. � )�chain)�groupbyN� )� attributes)� evaluator)�exc)�loading)�sync)�_entity_descriptor)� state_str� )�sql)�util)� expression)� _from_objectsc s& �j }t|�}|jjr td��|rT|rDdd� |D �}dd� |D �}q\dd� |D �}nt|�}|�|�� xj|j�� D ]\\} } �� | �s�qr� �fdd�t | � �fdd�|D �d ||d �D �} t |d || | | |d � qrW |�r"|�r"�j } d d� �j D �} x,|D ]$\}�| t�fd d�| D ��f|_q�W d S )NzJconnection_callable / per-instance sharding not supported in bulk_insert()c S s g | ]}||j f�qS � )�dict)�.0�stater r �M/opt/alt/python37/lib64/python3.7/site-packages/sqlalchemy/orm/persistence.py� <listcomp>7 s z _bulk_insert.<locals>.<listcomp>c S s g | ] \}}|�qS r r )r r �dict_r r r r 8 s c S s g | ] }|j �qS r )r )r r r r r r : s c 3 s2 | ]*\}}}}}}}}d ||�� |||fV qd S )Nr ) r r � state_dict�params�mp�conn� value_params� has_all_pks�has_all_defaults)� connection�mapperr r � <genexpr>D s z _bulk_insert.<locals>.<genexpr>c 3 s | ]}d |�� fV qd S )Nr )r �mapping)r r r r r! Y s T)�bulk�return_defaults� render_nulls)� bookkeepingc S s g | ] }|j �qS r )�key)r �pr r r r k s c s g | ] }� | �qS r r )r r' )r r r r o s )� base_mapper�_cached_connection_dict�session�connection_callable�NotImplementedError�listr �_sorted_tables�items�isa�_collect_insert_commands�_emit_insert_statementsZ_identity_classZ_identity_key_props�tupler' )r �mappings�session_transaction�isstatesr$ r% r) �cached_connections�states�table� super_mapper�recordsZ identity_clsZidentity_propsr r )r r r r � _bulk_insert# sH r= c s� �j }t|�}�j��jr*�jjh�����fdd�� |rd|rT� �fdd�|D �}qldd� |D �}nt|�}|jjr|t d��|� |��xX|j � � D ]J\}}�� |�s�q�td |��fdd�|D �d d �} t|d |||| d d � q�W d S ) Nc s t �� fdd�� j �� D ��S )Nc 3 s, | ]$\}}|�j ks |� kr||fV qd S )N)�committed_state)r �k�v)� search_keysr r r r! � s z6_bulk_update.<locals>._changed_dict.<locals>.<genexpr>)r r0 )r r )rA )r r � _changed_dict~ s z#_bulk_update.<locals>._changed_dictc s g | ]}� �|��qS r r )r r )rB r r r r � s z _bulk_update.<locals>.<listcomp>c S s g | ] }|j �qS r )r )r r r r r r � s zJconnection_callable / per-instance sharding not supported in bulk_update()c 3 s. | ]&}d |�� �j r |�j j nd fV qd S )N)�_version_id_propr' )r r" )r r r r r! � s z _bulk_update.<locals>.<genexpr>T)r# F)r& )r) r* Z_primary_key_propkeysrC r' �unionr. r+ r, r- r r/ r0 r1 �_collect_update_commands�_emit_update_statements) r r5 r6 r7 Zupdate_changed_onlyr) r8 r: r; r< r )rB r r rA r � _bulk_updates s@ rG Fc C s |s2| j s2x"t|�D ]}t| |g|dd� qW dS g }g }t| �}xRt| ||�D ]B\}}} } } } } | sj| r�|�||| | | f� qP|�||| | f� qPW x\| j�� D ]N\}} || jkr�q�t ||�}t |||�}t | ||| ||� t | ||| ||� q�W t | |tdd� |D �dd� |D ��� dS )a; Issue ``INSERT`` and/or ``UPDATE`` statements for a list of objects. This is called within the context of a UOWTransaction during a flush operation, given a list of states to be flushed. The base mapper in an inheritance hierarchy handles the inserts/ updates for all descendant mappers. T)�singleNc s s$ | ] \}}}}||||d fV qdS )FNr )r r r r r r r r r! � s zsave_obj.<locals>.<genexpr>c s s& | ] \}}}}}||||d fV qdS )TNr )r r r r r �update_version_idr r r r! s )Zbatch� _sort_states�save_objr* �_organize_states_for_save�appendr/ r0 � _pks_by_tabler2 rE rF r3 � _finalize_insert_update_commandsr )r) r9 �uowtransactionrH r �states_to_update�states_to_insertr8 r r r � has_identity� row_switchrI r: �insert�updater r r rK � sR rK c sv t | �}tt| ||��}xX| j�� D ]J\�� �� jkr8q$� �fdd�|D �}t| |�||�}t| ||� �|� q$W dS )z\Issue UPDATE statements on behalf of a relationship() which specifies post_update. c 3 sH | ]@\}}}}�|j kr||||� jd k r:� �||� j�nd fV qd S )N)rN �version_id_col�#_get_committed_state_attr_by_column)r r r Z sub_mapperr )r r: r r r! s z post_update.<locals>.<genexpr>N)r* r. � _organize_states_for_post_updater/ r0 rN � _collect_post_update_commands� _emit_post_update_statements)r) r9 rP �post_update_colsr8 rQ rV r )r r: r � post_update s" r] c C s� t | �}tt| ||��}| j}x\tt|�� ��D ]H}|| }||jkrJq0n|jrX|jrXq0t | |||�}t | |||||� q0W x&|D ] \} } }} } |j � || | � q�W dS )z�Issue ``DELETE`` statements for a list of objects. This is called within the context of a UOWTransaction during a flush operation. N) r* r. �_organize_states_for_deleter/ �reversed�keysrN ZinheritsZpassive_deletes�_collect_delete_commands�_emit_delete_statements�dispatchZ after_delete) r) r9 rP r8 �states_to_deleteZtable_to_mapperr: r �deleter r r rI r r r � delete_obj; s, rf c c sP �xHt | ||�D �]6\}}}}t|j�}|jp6|�|�}d } } |sV|j�|||� n|j�|||� |jrz|�|||� |s�||jj kr�|jj | } t � | �} |� | �s�|� | �s�t�dt|�|t| �f ��| �d|t|�t| �� |�| � | } |�s| �r4|jdk �r4|�| �r | n|| �r*| jn||j�} |||||| | fV qW dS )aT Make an initial pass across a set of states for INSERT or UPDATE. This includes splitting out into distinct lists for each, calling before_insert/before_update, obtaining key information for each state including its dictionary, mapper, the connection to use for the execution per state, and the identity flag. NzJNew instance %s with identity key %s conflicts with persistent instance %szPdetected row switch for identity %s. will update %s, remove %s from transaction)�_connections_for_states�boolr' �_identity_key_from_staterc Z before_insertZ before_updateZ _validate_polymorphic_identityr+ � identity_mapr �instance_stateZwas_already_deleted� is_deleted�orm_exc� FlushErrorr Z _log_debugZremove_state_actionsrW rX r ) r) r9 rP r r r r rS Z instance_keyrT rI �instance�existingr r r rL i sL rL c C s t | ||�S )z�Make an initial pass across a set of states for UPDATE corresponding to post_update. This includes obtaining key information for each state including its dictionary, mapper, the connection to use for the execution per state. )rg )r) r9 rP r r r rY � s rY c c sb x\t | ||�D ]L\}}}}|j�|||� |jdk rF|�|||j�}nd}|||||fV qW dS )z�Make an initial pass across a set of states for DELETE. This includes calling out before_delete and obtaining key information for each state including its dictionary, mapper, the connection to use for the execution per state. N)rg rc Z before_deleterW rX )r) r9 rP r r r r rI r r r r^ � s r^ c c s� �x�|D �]�\}}}}| |j kr"qi } i } |j| } |j| } x~t| ��|�D ]l} || }| | }|dkrz|| krz|szqNqN|s�t|d�s�t|tj�r�t|d�r�|� � n|| |< qN|| |j < qNW |s�x0|j | � | �� dd� | D ��D ] }d| |< q�W |r�|�r0|j | �| �}|jj�r*|j| �| �}nd}nd }}|jdk �rt|jdk �rt|j|j| k�rt|�d�| |jj < ||| ||| ||fV qW dS )zSIdentify sets of values to use in INSERT statements for a list of states. N�__clause_element__c S s g | ] }|j �qS r )r' )r �cr r r r s z,_collect_insert_commands.<locals>.<listcomp>TF)rN �_propkey_to_colZ _insert_cols_evaluating_none�set� intersection�hasattr� isinstancer � ClauseElementrq r' Z_insert_cols_as_none� differenceZ_pk_keys_by_table�issubsetr) �eager_defaultsZ_server_default_cols�version_id_generatorrW �_cols_by_table)r: rR r# r$ r% r r r r r r �propkey_to_colZ eval_none�propkey�value�colZcolkeyr r r r r r2 � sX r2 c # sx �xp|D �]f\}�}}}||j kr$q|j | }i } |j| � |rtt� �fdd�t� �����|j| �D ��} d} n�i } x�t� ��|j�D ]n} �| } � | }t| d�s�t | t j �r�t| d�r�| � � n| | |< q�|j | j�| |j| �dk r�| | |j< q�W |jj�r|j| �| �} nd} |dk �r�|j|j| k�r�|�s�| �s�| �s�x:|j�� D ]*}|j |j j�|�tj�}|j �rVP �qVW q|j}| �o�| }|| |j < |�s�|j| k�r�|j dk �r�|� |�}|| |j< n |j dk�r|�r|| |j< n| �s| �sqd}d}|�r<t� �fdd�t� ��|j| �D ��}n�i }x�|D ]�}|j| j} |j | j�|�tj �}|j �r�|j �r�d||f| jk�r�d}|j d ||j < | �!|jd� n |j d ||j < || k�r�d}n|j"d ||j < ||j dk�rFt#�$d ||f ���qFW | �s| �r:| �%|� |�| ||| | |fV q|rx0|j&| D ]"\}}t'�(|||||| |j)� �qJW qW dS ) at Identify sets of values to use in UPDATE statements for a list of states. This function works intricately with the history system to determine exactly what values should be updated as well as how the row should be matched within an UPDATE statement. Includes some tricky scenarios where the primary key of an object might have been changed. c 3 s | ]}� | j �| fV qd S )N)r' )r r )r~ r r r r! Z s z+_collect_update_commands.<locals>.<genexpr>Trq NFc 3 s" | ]}� | j ��|�fV qd S )N)�_label�get)r r )r~ r r r r! � s Z pk_cascadedr zCCan't update table %s using NULL for primary key value on column %s)*rN rs r rt ru ry Z_pk_attr_keys_by_tabler> rv rw r rx rq �manager�implZis_equalr' r) r{ Z _server_onupdate_default_colsrz rW r} �_columntoproperty�values� get_historyr �PASSIVE_NO_INITIALIZE�addedr� r| � PASSIVE_OFFZdeleted�popZ unchangedrm rn rV �_table_to_equatedr �populate�passive_updates)rP r: rQ r# r r r rI �pksr r r r r� r� �prop�historyZ no_params�valr Zexpect_pk_cascadedZ pk_params�m� equated_pairsr )r~ r r rE 7 s� rE c c s6 �x.|D �]$\}}}}} |j | } i } d} x�|j| D ]|} | | kr^|j||| tjd�| | j< q6| |ksp| jdk r6|j| }|j|j j � ||tj �}|j r6|j d }|| | j < d} q6W | r| dk �r |j|j| k�r |j} | | | j< t|j ��r | j | k�r |jdk �r |�| �}|| | j < ||||| fV qW dS )zrIdentify sets of values to use in UPDATE statements for a list of states within a post_update operation. F)ZpassiveNr T)rN r} Z_get_state_attr_by_columnr r� r� Zonupdater� r� r' r� r� r� r� rW rh r| )r) rP r: rQ r\ r r r r rI r� r Zhasdatar� r� r� r� r� r r r rZ � s8 rZ c c s� x�|D ]�\}}}}}||j kr qi } xD|j | D ]6} |�||| � | | j< } | dkr0t�d|| f ��q0W |dk r�|j|j| kr�|| |jj< | |fV qW dS )zSIdentify values to use in DELETE statements for a list of states to be deleted.NzHCan't delete from table %s using NULL for primary key value on column %s)rN rX r' rm rn rW r} ) r) rP r: rd r r r r rI r r� r� r r r ra ( s ra Tc s� � j dk o� j � j� k�� ��fdd�}| �d�f|�}�xRt|dd� �D �]>\\} } } } } }d}t|�}|}d}| s�|�� }d }n8|r�| s�� jjr�|�� }d }n� j dk r�|�� j �}d }|s�| jj n| jj }|o�| jj }| o� }| �rTxb|D ]Z\}}}� } }} } | � |� |�|�}|�r@t� |�||||jjd |d � ||j7 }|}q�W n�|�s�|}x�|D ]V\}}}� } }} } || � ||�}|�r�t� |�||||jjd |d � ||j7 }�qdW n�d d � |D �}|�p�|�o�t|�d k}|| � ||�}||j7 }xD|D ]<\}}}� } }} } |�rt� |�||||jjd |d � �qW |�rv|t|�k�r�t�d �jt|�|f ��qL�rLt�d|jj � qLW dS )z`Emit UPDATE statements corresponding to value lists collected by _collect_update_commands().Nc sp t �� } x0� j� D ]"}| j�|t j|j|jd�k� qW �rb| j�� jt j� jj� jjd�k� �� | �}|S )N)�type_) r �and_rN �clausesrM � bindparamr� �typerW rV )�clauser� �stmt)r �needs_version_idr: r r � update_stmt` s z,_emit_update_statements.<locals>.update_stmtrV c S s* | d t | d �t| d �| d | d fS )N� r � � � )rt rh )�recr r r �<lambda>{ s z)_emit_update_statements.<locals>.<lambda>r FTc S s g | ] }|d �qS )r r )r r� r r r r � s z+_emit_update_statements.<locals>.<listcomp>r zMUPDATE statement on table '%s' expected to update %d row(s); %d were matched.zMDialect %s does not support updated rowcount - versioning cannot be verified.)rW r} �_memor r. r$ r) r{ �dialect�supports_sane_rowcount� supports_sane_rowcount_returning� supports_sane_multi_rowcount�executer� � _postfetch�context�compiled_parameters�rowcount�lenrm �StaleDataError� descriptionr �warn�dialect_description) r) rP r8 r r: rV r& r� � cached_stmtr Z paramkeys�hasvaluer r r< �rows� statementr$ �assert_singlerow�assert_multirow�allow_multirowr r r r rr �check_rowcount� multiparamsr )r r� r: r rF O s� rF c C s | � d|f|j�}�x�t|dd� �D �]�\\}} } } } } |}|rZ| sR| jrR|jjs�| r�| s�t| �} dd� | D �}|| �||�}|r�xTt| |j j �D ]B\\}}}}}}} } }|r�t ||||||||d� q�t |||� q�W q$| s�| jr�|� � }n|jdk �r|� |j�}x�| D ]�\}}}}}}} } |�r<|�|�|�|�}n|| �||�}|j j}|dk �r�xXt||j| �D ]D\}}|j| } |dk �rp||k�s�|�| j�dk�rp||| j< �qpW |�r|�r�t |||||||j j d |d� n t |||� �qW q$W dS ) z`Emit INSERT statements corresponding to value lists collected by _collect_insert_commands().rU c S s* | d t | d �t| d �| d | d fS )Nr� r r� r� r� )rt rh )r� r r r r� # s z)_emit_insert_statements.<locals>.<lambda>c S s g | ] }|d �qS )r r )r r� r r r r : s z+_emit_insert_statements.<locals>.<listcomp>FNr )r� rU r r{ r� Zimplicit_returningr. r� �zipr� r� r� �_postfetch_bulk_saver$ rW r� Zinserted_primary_keyrN r� r� r' ) r) rP r8 r r: rU r& r� r Zpkeysr� r r r< r� r� rr r r r � mapper_recr r Zlast_inserted_params�result� primary_key�pkr� r� r r r r3 s~ & r3 c s� � j dk o� j � j� k�� ��fdd�}| �d�f|�}�xtt|dd� �D �]`\}} d} t| �} |d } � j dkr|| jjn| jj} | o�| jj} � p�| }|s�| }x�| D ]D\}}}} }|| � ||�}t ||�||||j j d � | |j 7 } q�W nvdd � | D �}| �p| �ot|�d k}|| � ||�}| |j 7 } x4| D ],\}}}} }t ||�||||j j d � �q8W |�r�| t| �k�r�t�d �jt| �| f ��qL�rLt�d |jj � qLW dS ) zeEmit UPDATE statements corresponding to value lists collected by _collect_post_update_commands().Nc s� t �� } x0� j� D ]"}| j�|t j|j|jd�k� qW �rb| j�� jt j� jj� jjd�k� �� | �}� jd k r�|� � j�}|S )N)r� ) r r� rN r� rM r� r� r� rW rV r$ )r� r� r� )r r� r: r r r� � s z1_emit_post_update_statements.<locals>.update_stmtr] c S s | d t | d �fS )N� r� )rt )r� r r r r� � � z._emit_post_update_statements.<locals>.<lambda>r c S s g | ]\}}}}}|�qS r r )r r r r� r r r r r r � s z0_emit_post_update_statements.<locals>.<listcomp>r zMUPDATE statement on table '%s' expected to update %d row(s); %d were matched.zMDialect %s does not support updated rowcount - versioning cannot be verified.)rW r} r� r r. r� r� r� r� r� �_postfetch_post_updater� r� r� r� rm r� r� r r� r� )r) rP r8 r r: rV r� r� r' r< r� r r� r� r� r� r r r� r rr r� r )r r� r: r r[ � sh r[ c s` � j dk o� j � j� k�� ��fdd�}| �d�f|�}�x t|dd� �D �] \}} dd� | D �} || }t| �} d } d } �r�|jjs�|jjr�d } xF| D ]}|�||�}| |j 7 } q�W q�t j d |jj d d� |�|| � n|�|| �}�s�d} |j } | j rL| d krL| | krL|jj�s$t| �dkrL| �rBt � d�j| | f � qLt�d�j| | f ��qLW dS )z`Emit DELETE statements corresponding to value lists collected by _collect_delete_commands().Nc sl t �� } x0� j� D ]"}| j�|t j|j|jd�k� qW �rb| j�� jt j� jj� jjd�k� �� | �S )N)r� ) r r� rN r� rM r� r' r� rW re )r� r� )r �need_version_idr: r r � delete_stmt s z,_emit_delete_statements.<locals>.delete_stmtre c S s | d S )Nr r )r� r r r r� " r� z)_emit_delete_statements.<locals>.<lambda>c S s g | ] \}}|�qS r r )r r r r r r r # s z+_emit_delete_statements.<locals>.<listcomp>���Fr zMDialect %s does not support deleted rowcount - versioning cannot be verified.� )� stacklevelTr z�DELETE statement on table '%s' expected to delete %d row(s); %d were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.)rW r} r� r r� r� r� r� r� r� r r� r� Zconfirm_deleted_rowsr� rm r� )r) rP r8 r r: re r� r� r ZrecsZ del_objects�expectedZ rows_matchedZ only_warnr rr r )r r� r: r rb sL rb c s" �x|D �]\� }}}}|j rJ� �� fdd�|j D ��}|rJ� �� j|� g }| jrh|�� j�|j�� |j dk r�|j dkr�|j j � j kr�|�|j j g� |r�| �� �� _ tj|j�|�� j � |d� |s�|j�||� � n|j�||� � |j dkr|j dk r||j j dkrt�d��qW dS )zzfinalize state on states that have been inserted or updated, including calling after_insert/after_update events. c sB g | ]:}|j r |jr8|j� jks8|j s|js|j� jkr|j�qS r )Zexpire_on_flushZdeferredr' r )r r( )r r r r m s z4_finalize_insert_update_commands.<locals>.<listcomp>NF)Z refresh_stateZonly_load_propsz2Instance does not contain a non-NULL version value)Z_readonly_propsZunmodified_intersection�_expire_attributesr r{ �extendZ_unloaded_non_objectru Z&_server_default_plus_onupdate_propkeysrW r| rC r' Zunloadedri r Z load_on_identr+ �queryrc Z after_insertZ after_updaterm rn ) r) rP r9 r r r rS �readonlyZ toload_nowr )r r rO c s> rO c s� |� |�rd S |jjj}|jjj}� jd k rL� j� j| krLt|�� jg }t� j j j �} | rbg } xL|D ]D} | j |krh| � j krh|| j |� j | j < | rh| �� j | j � qhW | r�| rʈ j j � ||| � |r�|�|j� fdd�|D �� d S )Nc s" g | ]}|� j kr� j | j�qS r )r� r' )r rr )r r r r � s z*_postfetch_post_update.<locals>.<listcomp>)rl r� �compiled�prefetch� postfetchrW r} r. rh � class_managerrc � refresh_flushr' r� rM r� r ) r rP r: r r r� r � prefetch_cols�postfetch_colsr� �load_evt_attrsrr r )r r r� � s. r� c s� |j jj} |j jj} |j jj�� jdk rH� j� j| krHt| �� jg } t� j j j �} | r^g } �r�|j j } | dk r�xJ�D ]B}|j r�|j jr�qx� j�|�}|rx| | ||j< | rx| �|j� qxW xL| D ]D}|j|kr�|� jkr�||j |� j| j< | r�| �� j| j� q�W | �r*| �r*� j j � ||| � |�rN|�rN| ��fdd�|D �� | �rp|�|j� fdd�| D �� x0� j| D ]"\}}t�||||||� j� �q|W dS )z�Expire attributes in need of newly persisted database state, after an INSERT or UPDATE statement has proceeded for that state.Nc s g | ]}|j r|� kr|�qS r )r� )r r� )�returning_colsr r r s z _postfetch.<locals>.<listcomp>c s" g | ]}|� j kr� j | j�qS r )r� r' )r rr )r r r r s )r� r� r� r� Z returningrW r} r. rh r� rc r� Zreturned_defaultsr� Zisinsertr� r� r' rM r� r� r r� r r� r� )r rP r: r r r� r r Zisupdater� r� r� r� �rowr� r� rr r� r� r )r r� r r� � s\ r� c C s* x$| j | D ]\}}t�|||� q W d S )N)r� r Zbulk_populate_inherit_keys)r r r: r� r� r r r r� 2 s r� c c sb |j jr|j j}n|j�| �}d}x:t|�D ].}|rB|| |�� �}|jj}||j||fV q,W dS )z�Return an iterator of (state, state.dict, mapper, connection). The states are sorted according to _sort_states, then paired with the connection they should be using for the given unit of work transaction. N) r+ r, Z transactionr rJ �objr� r r )r) rP r9 r, r r r r r r rg 7 s rg c s t �� fdd��S )Nc s | j � jd�S )N)Zcompiled_cache)Zexecution_optionsZ_compiled_cache)r )r) r r r� T s z)_cached_connection_dict.<locals>.<lambda>)r Z PopulateDict)r) r )r) r r* Q s r* c C s� t | �}t dd� |D ��}|�|� yt|dd� d�}W n0 tk rh } zt�d| ��W d d }~X Y nX t|t�d�d�| S )Nc s s | ]}|j d k r|V qd S )N)r' )r �sr r r r! \ s z _sort_states.<locals>.<genexpr>c S s | j d S )Nr )r' )�qr r r r� _ r� z _sort_states.<locals>.<lambda>)r' z^Could not sort objects by primary key; primary key values must be sortable in Python (was: %s)Z insert_order)rt �difference_update�sorted� TypeError�sa_exc�InvalidRequestError�operator� attrgetter)r9 �pendingZ persistentZpersistent_sorted�errr r r rJ Z s rJ c @ sr e Zd ZdZdd� Zdd� Zedd� �Zedd � �Z d d � Z d d � Z dd� Z e �d�dd� �Zdd� Zdd� ZdS )�BulkUDz5Handle bulk update and deletes via a :class:`.Query`.c C s$ |� d�| _| j�� | _| �� d S )NF)Zenable_eagerloadsr� Z _bind_mapperr �_validate_query_state)�selfr� r r r �__init__n s zBulkUD.__init__c C s� x~ddd t jfddd t jfdddt jfdd dt jfd d dt jfd d dt jffD ].\}}}}|t| j|�|�sNt�d|f ��qNW d S )NZ_limitzlimit()�_offsetzoffset()Z _order_byz order_by()FZ _group_byz group_by()Z _distinctz distinct()Z _from_objz2join(), outerjoin(), select_from(), or from_self()r zCCan't call Query.update() or Query.delete() when %s has been called)r� �is_�eq�getattrr� r� r� )r� �attrZmethnameZnotset�opr r r r� s s z BulkUD._validate_query_statec C s | j jS )N)r� r+ )r� r r r r+ � s zBulkUD.sessionc G sP y || }W n6 t k rB t�dd�tdd� |D ��� ��Y n X ||� S d S )Nz3Valid strategies for session synchronization are %sz, c s s | ]}t |�V qd S )N)�repr)r �xr r r r! � s z"BulkUD._factory.<locals>.<genexpr>)�KeyErrorr� � ArgumentError�joinr� )�cls�lookup�synchronize_session�arg�klassr r r �_factory� s "zBulkUD._factoryc C s4 | � � | �� | �� | �� | �� | �� d S )N)�_do_before_compile�_do_pre�_do_pre_synchronize�_do_exec�_do_post_synchronize�_do_post)r� r r r �exec_� s z BulkUD.exec_c C s | j �|| j�| _| jj| _d S )N)r� Z _execute_crudr r� r� )r� r� r r r � _execute_stmt� s zBulkUD._execute_stmtc C s t � �d S )N)r- )r� r r r r� � s zBulkUD._do_before_compilezsqlalchemy.orm.queryc C s� | j }|�|�| _t|jd |j�r�t� }x6|jD ],}t||j�sN|�� P q2|�t |j �� q2W t |�dkrzt � d��q�|�� | _n|�d�jj| _|j}|jr�|�� d S )Nr r zLThis operation requires only one Table or entity be specified as the target.)r� Z QueryContextr� rw Z _entitiesZ _ColumnEntityrt �clearrV r �columnr� r� r� r� � primary_tableZ_only_entity_zeror Z local_tabler+ Z _autoflush)r� Zquerylibr� Ztables�entr+ r r r r� � s$ zBulkUD._do_prec C s d S )Nr )r� r r r r� � s zBulkUD._do_pre_synchronizec C s d S )Nr )r� r r r r� � s zBulkUD._do_post_synchronizeN)�__name__� __module__� __qualname__�__doc__r� r� �propertyr+ � classmethodr� r r r� r Z dependenciesr� r� r� r r r r r� k s #r� c @ s e Zd ZdZdd� Zdd� ZdS )� BulkEvaluatezDBulkUD which does the 'evaluate' method of session state resolution.c C s d S )Nr )r� �evaluator_compilerr r r �_additional_evaluators� s z#BulkEvaluate._additional_evaluatorsc s� | j }|�� j�y8t���}|jd k r4|�|j�� ndd� � | �|� W n2 tjk rz } zt � d| ��W d d }~X Y nX � �fdd�|j j � � D �| _d S )Nc S s dS )NTr )r� r r r �eval_condition� s z8BulkEvaluate._do_pre_synchronize.<locals>.eval_conditionztCould not evaluate current criteria in Python: "%s". Specify 'fetch' or False for the synchronize_session parameter.c s, g | ]$\\}}}}t |��r� |�r|�qS r )� issubclass)r r� r� Zidentity_tokenr� )r � target_clsr r r � s z4BulkEvaluate._do_pre_synchronize.<locals>.<listcomp>)r� � _mapper_zero�class_r ZEvaluatorCompiler� whereclause�processr ZUnevaluatableErrorr� r� r+ rj r0 �matched_objects)r� r� r r� r )r r r r� � s z BulkEvaluate._do_pre_synchronizeN)r r r r r r� r r r r r � s r c @ s e Zd ZdZdd� ZdS )� BulkFetchzABulkUD which does the 'fetch' method of session state resolution.c C sB | j }|j}|�� }|j�| jj�}|j|| j|j d�� � | _ d S )N)r r ) r� r+ Z_compile_contextr� Zwith_only_columnsr r� r� r �_paramsZfetchall� matched_rows)r� r� r+ r� Z select_stmtr r r r� � s z BulkFetch._do_pre_synchronizeN)r r r r r� r r r r r � s r c s\ e Zd ZdZ� fdd�Zedd� �Zdd� Zedd � �Z ed d � �Z d d � Z dd� Z � Z S )� BulkUpdatez BulkUD which handles UPDATEs.c s t t| ��|� || _|| _d S )N)�superr r� r� � update_kwargs)r� r� r� r )� __class__r r r� s zBulkUpdate.__init__c C s t �tttd�||||�S )N)�evaluate�fetchF)r� r� �BulkUpdateEvaluate�BulkUpdateFetchr )r� r� r� r� r r r r �factory s zBulkUpdate.factoryc C s< | j jjr8x,| j jjD ] }|| j | �}|d k r|| _ qW d S )N)r� rc Zbefore_compile_update)r� �fn� new_queryr r r r� s z BulkUpdate._do_before_compilec C s� g }x�t | jd�r | j�� n| jD ]t\}}| jr�t|tj�rZt| j|�}|�|� |�� q�t|t j �rx|�|� |�� q�|� ||f� q"|� ||f� q"W |S )Nr0 ) rv r� r0 r rw r � string_typesr r� Z_bulk_update_tuplesr �QueryableAttributerM )r� r� r? r@ �descr r r �_resolved_values$ s zBulkUpdate._resolved_valuesc C s� g }x�| j D ]�\}}t|tj�r4|�|j|f� q nt|d�rF|�� }| jr�t|t j �r�y| jj | }W n t j k r~ Y q�X |�|j|f� q t�d| ��q W |S )Nrq zInvalid expression type: %r)r) rw r r' rM r' rv rq r r Z ColumnElementr� rm ZUnmappedColumnErrorr� r� )r� r� r? r@ r� r r r �"_resolved_values_keys_as_propnames8 s z-BulkUpdate._resolved_values_keys_as_propnamesc C sD | j }| j�dd�s t|�}tj| j| jj|f| j�}| � |� d S )NZpreserve_parameter_orderF) r) r r� r r rV r r� r r )r� r� r� r r r r� O s zBulkUpdate._do_execc C s | j j}|j�| � d S )N)r� r+ rc Zafter_bulk_update)r� r+ r r r r ^ s zBulkUpdate._do_post)r r r r r� r r# r� r r) r* r� r � __classcell__r r )r r r s r c sD e Zd ZdZ� fdd�Zedd� �Zdd� Zdd � Zd d � Z � Z S ) � BulkDeletez BulkUD which handles DELETEs.c s t t| ��|� d S )N)r r, r� )r� r� )r r r r� f s zBulkDelete.__init__c C s t �tttd�||�S )N)r r F)r� r� �BulkDeleteEvaluate�BulkDeleteFetchr, )r� r� r� r r r r# i s zBulkDelete.factoryc C s< | j jjr8x,| j jjD ] }|| j | �}|d k r|| _ qW d S )N)r� rc Zbefore_compile_delete)r� r$ r% r r r r� u s z BulkDelete._do_before_compilec C s t �| j| jj�}| �|� d S )N)r re r r� r r )r� r� r r r r� | s zBulkDelete._do_execc C s | j j}|j�| � d S )N)r� r+ rc Zafter_bulk_delete)r� r+ r r r r � s zBulkDelete._do_post) r r r r r� r r# r� r� r r+ r r )r r r, c s r, c @ s e Zd ZdZdd� Zdd� ZdS )r! zSBulkUD which handles UPDATEs using the "evaluate" method of session resolution.c C s8 i | _ | j}x&|D ] \}}|�t�|��| j |< qW d S )N)�value_evaluatorsr* r r Z_literal_as_binds)r� r r� r' r� r r r r � s z)BulkUpdateEvaluate._additional_evaluatorsc C s� | j j}t� }t| j�� �}x�| jD ]�}t�|�t� |� }}|j � |�}x |D ]}| j| |�||< qPW |j j �|d |� |�|t|�� |�|t|��|�� |�|� q$W |�|� d S )N)r� r+ rt r. r/ r` r r rk � instance_dictZ unmodifiedru r� rc ZrefreshZ_commitr� ry �add�_register_altered) r� r+ r9 Zevaluated_keysr� r r Z to_evaluater' r r r r� � s z'BulkUpdateEvaluate._do_post_synchronizeN)r r r r r r� r r r r r! � s r! c @ s e Zd ZdZdd� ZdS )r- zSBulkUD which handles DELETEs using the "evaluate" method of session resolution.c C s | j j�dd� | jD �� d S )Nc S s g | ]}t �|��qS r )r rk )r r� r r r r � s z;BulkDeleteEvaluate._do_post_synchronize.<locals>.<listcomp>)r� r+ �_remove_newly_deletedr )r� r r r r� � s z'BulkDeleteEvaluate._do_post_synchronizeN)r r r r r� r r r r r- � s r- c @ s e Zd ZdZdd� ZdS )r" zPBulkUD which handles UPDATEs using the "fetch" method of session resolution.c s� | j j� | j �� �t� fdd��fdd�| jD �D ��}| j}tdd� |D ��}x(|D ] }|�|j�}|rV� �||� qVW � � |� d S )Nc s& g | ] }|� j krt�� j | ��qS r )rj r rk )r � identity_key)r+ r r r � s z8BulkUpdateFetch._do_post_synchronize.<locals>.<listcomp>c s g | ]}� � t|���qS r )� identity_key_from_primary_keyr. )r r� )� target_mapperr r r � s c s s | ]\}}|V qd S )Nr )r r? r@ r r r r! � s z7BulkUpdateFetch._do_post_synchronize.<locals>.<genexpr>) r� r+ r rt r r* ru r Z _expire_stater2 )r� r9 r� Zattribr Z to_expirer )r+ r6 r r� � s z$BulkUpdateFetch._do_post_synchronizeN)r r r r r� r r r r r" � s r" c @ s e Zd ZdZdd� ZdS )r. zPBulkUD which handles DELETEs using the "fetch" method of session resolution.c C sV | j j}| j �� }x>| jD ]4}|�t|��}||jkr|�t� |j| �g� qW d S )N) r� r+ r r r5 r. rj r3 r rk )r� r+ r6 r� r4 r r r r� � s z$BulkDeleteFetch._do_post_synchronizeN)r r r r r� r r r r r. � s r. )F)FFF)F)T)T)6r � itertoolsr r r� � r r r rm r r �baser r r� r r r Zsql.baser r= rG rK r] rf rL rY r^ r2 rE rZ ra rF r3 r[ rb rO r� r� r� rg r* rJ �objectr� r r r r, r! r- r" r. r r r r �<module> sf PE V-.Q U 98. B {s^F)` e(\#(