Edit File: spark_worker.cpython-37.pyc
B Z~�_� � @ s� d dl mZ d dlZd dlmZ d dlmZ d dlmZ d dl m Z m Z m Z m Z mZ d dlmZ er�d dlmZ d d lmZ d d lmZmZmZ G d d � d e�Zd d� Zdd� Zdd� ZdS )� )�absolute_importN)�configure_scope)�Hub)� Integration)�capture_internal_exceptions�exc_info_from_error�!single_exception_from_error_tuple�walk_exception_chain�event_hint_with_exc_info)�MYPY)�Any)�Optional)�ExcInfo�Event�Hintc @ s e Zd ZdZedd� �ZdS )�SparkWorkerIntegrationZ spark_workerc C s dd l m} t| _d S )Nr )Zpyspark.daemon�daemon�_sentry_worker_mainZ worker_main)Zoriginal_daemon� r �[/opt/alt/python37/lib/python3.7/site-packages/sentry_sdk/integrations/spark/spark_worker.py� setup_once s z!SparkWorkerIntegration.setup_onceN)�__name__� __module__� __qualname__� identifier� staticmethodr r r r r r s r c C s� |j }|j}ddd�}t| �} | \}}}g }x:t| �D ].\}}}|tttfkr6|�t|||||�� q6W |r�|� � t | �} dd|id�} t � |j | | d� d S )NZsparkF)�typeZhandled�error�values)�level� exception)�hint) �client�optionsr r � SystemExit�EOFError�ConnectionResetError�appendr �reverser �_tag_task_contextZ capture_event) �exc_info�hubr" Zclient_optionsZ mechanism�exc_type� exc_value�tb�rvr! �eventr r r �_capture_exception$ s" r1 c s4 ddl m� t� �} | j� fdd��}W d Q R X d S )Nr )� TaskContextc s t � �� tj�t�}� �� }|d ks,|d kr0| S | �di ��dt|�� �� | d �dt|� � �� | d �dt|� � �� | d �dt|� � �� |j r�d|j kr�| d �d|j d � | d �d|j d � d |j kr�| �d i ��d |j d � W d Q R X | S ) NZtags�stageId� partitionId� attemptNumber� taskAttemptIdZsentry_app_nameZapp_nameZapplication_idZsentry_application_idzcallSite.short�extraZcallSite) r r �current�get_integrationr �get� setdefault�strr3 r4 r5 r6 Z_localProperties)r0 r! Z integrationZ task_context)r2 r r � process_eventJ s. z(_tag_task_context.<locals>.process_event)Zpyspark.taskcontextr2 r Zadd_event_processor)Zscoper= r )r2 r r) D s r) c O sp dd l m} y|j| |� W nN tk rj tj�t�d k rftj}t� � }t � � t ||� W d Q R X Y nX d S )Nr ) Zpyspark.workerZworker�mainr$ r r8 r9 r �sysr* r r1 )�args�kwargsZoriginal_workerr+ r* r r r r q s r )� __future__r r? � sentry_sdkr Zsentry_sdk.hubr Zsentry_sdk.integrationsr Zsentry_sdk.utilsr r r r r Zsentry_sdk._typesr �typingr r r r r r r1 r) r r r r r �<module> s -