Edit File: summary.cpython-37.pyc
B 5/9e � @ s� d dl mZ d dl mZ d dlZd dlZd dlmZ d dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ d dlmZmZ d dlmZ d dlmZ d d l m Z d d l m Z d d l m!Z! d d l"m#Z# d dl$Z$d dl%Z&d dl'Z'd d l(m)Z) d dl*m+Z+ d dl,m-Z- d dl.m/Z/m0Z0m1Z1m2Z2m3Z3 d dl4m5Z5 d dl6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? d dl@mAZAmBZBmCZC d dlDmEZE d dlFmGZG d dlHmIZI d dlJmKZKmLZLmMZM d dlNmOZOmPZP d dlQmRZRmSZS d dlTmUZU d dlVmWZW d d lXmYZY d d lZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZb d d lcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsmtZt d d lumvZv d d!lwmxZxmyZymzZz d d"l{m|Z| d d#l}m~Z d d$l�m�Z�m�Z� d d%l�m�Z� d d&l�m�Z� yTd d'l�m�Z�m�Z�m�Z�m�Z�m�Z�m�Z� d d(l�m�Z� d d)l�m�Z� d d#l�m~Z� d d*l�m�Z� W n> e�k �r� enZ�enZ�enZ�enZ�enZ�enZ�enZ�dZ�dZ�dZ�Y nX d+Z�e ��d,�Z�d-Z�d.Z�d/Z�d0Z�d1Z�d2Z�d3Z�d4Z�G d5d6� d6e��Z�e�e�d7�d8d9�Z�G d:d;� d;e��Z�d<d=� Z�dS )>� )�absolute_import)�divisionN)�range)� lru_cache�partial)�Counter� defaultdict)�groupby)� iteritems)� attrgetter)� cpu_count)�getfqdn)�Path)�cpapi)�Feature)� MySQLGovernor)�is_cl_solo_edition�is_cl_shared_edition� CLEditions� is_ubuntu�is_secureboot_enabled)�is_panel_feature_supported) �get_rhn_systemid_value� run_command�ExternalProgramFailed�is_testing_enabled_repo�is_litespeed_running�get_cl_version� get_virt_type�grep�is_nginx_running)� find_wp_paths�get_wp_cache_plugin� get_wp_paths_with_enabled_module)� ACCELERATE_WP_INSTALLED_FROM_CM)�client_activation_data)� SysCtlConf)�cagefs_statistics_config�db_governor_lib�clconfig_utils)�print_dictionary�replace_params)�LimitsDataStorage�DEFAULTS)� EMPTY_LIMITS)�LvpMap� )� parse_cloudlinux_summary_opts)�Dict�Optional�Callable�Union�List�Any�Tuple�AnyStr)�is_statistic_enabled�is_statistic_rpm_enabled� set_statistic_collection_enabled�$set_statistic_rpm_collection_enabled�$write_statistics_send_status_to_file� SummaryStatus� is_python_selector_installed�is_ruby_selector_installed� is_nodejs_selector_installed�is_php_selector_installed�dummy_none_function� get_packages_with_lve_extensions�is_sending_process_running�$get_statistics_send_status_from_file� get_client_data_from_jwt_token�get_cl_plus_sender_status� is_active_cloudlinux_license)�get_rpm_packages_info)�get_cpu_metrics�get_memory_metrics� NotSupported)� ALL_MODULES)� PKG_VERSION)� CONFIG_PATH�_read_config_file)� is_email_notification_enabled)� get_hidepid_typing_from_mounts)�get_versions_statistics�get_native_version_safe�get_php_selector_usage�iter_server_applications�get_default_php_version�get_mode_of_php_selector)�CloudlinuxSelectorLib)�get_default_version)� PKG_RELEASEz /var/log/cloudlinux-summary.logzcloudlinux-summary�unknownZ installedZ not_installedZnot_initializedZ not_selected�enabled�disabledz-42c @ sL e Zd ZdZddddgdgddiddiddig d� Zd dd�Zd d d �Zd S )�StatisticsDictz> Special class to store all metrics before sending it z-42i���g E�) �str�int�float�str_list�int_list�int_dictZ float_dict�str_dict� rpm_stat_listTc C sR | j | }y |� }W n8 tk rL } z|r8t�d||� |}W dd}~X Y nX |S )a Method for catching any exceptions while calling passed function, logging them and return default result in case if exception is present or return formatted result in case if exception is absent :param log_exception: True - exception will been logged, False - exception won't been logged This flag must be used if param `func` is function, which processes intermediate value, which can equal to -42 (it means that exception was logged in previous moment) and doesn't call external functions or doesn't process another values. In other cases log_exception should be equal True, because in calling of external function or processing of another value can be raised exception, which should be logged. Example: functions `lambda: intermediate_value[0].property` or [len(value) for value intermediate_value.values()] should be used with log_exception equal False, because they only process intermediate value. But function: def some_function(intermediate_value): result = external_function() return len(intermediate_value), result should be used with log_exception equal True z%s. Exception: "%s"N)�DEFAULT_RESULTS� Exception� app_logger� exception)�self�func�type_of_result� log_message� log_exceptionZdefault_result�result�err� ru �py/clsummary/summary.py�run_safe_or_log_errors� s z%StatisticsDict.run_safe_or_log_errorsc C s | j ||||d�}|| |< dS )z� Method which call `run_safe_or_log_errors` and save result from it :param log_exception: True - exception will been logged, False - exception won't been logged See method `run_safe_or_log_errors` )rr N)rw )rn ro rp Zname_of_metricrq rr rs ru ru rv � format_metric� s z StatisticsDict.format_metricN)T)T)�__name__� __module__� __qualname__�__doc__rj rw rx ru ru ru rv ra � s &ra )� site_dict�returnc C s t tdd� | d �� ��S )zB Checks if wordpress site has at least one enabled module c S s | d S )Nr_ ru )�moduleru ru rv �<lambda>� � z*site_has_enabled_modules.<locals>.<lambda>�modules)�any�map�values)r} ru ru rv �site_has_enabled_modules� s r� c @ s e Zd ZdZdZe�dddge�e j �e�e j �e�e j �g�Z dZdZdZd d � Zed d � �Zed d� �Zedd� �Zedd� �Zedd� �Zedd� �Zdd� Zedd� �Zdd � Z d d � Z ed d � �Z ed!d"� �Z ed#d$� �Z d%d&� Z!d'd(� Z"ed)d*� �Z#d+d,� Z$ed-d.�d/d0��Z%d1d2� Z&ed3d4� �Z'ed5d6� �Z(ee)e*e*f e+d7�d8d9��Z,d:d;� Z-d<d=� Z.ee/e0d-d>�d?d@��Z1e)e0e/f e0e+d-dA�dBdC�Z2dDdE� Z3edFdG� �Z4dHdI� Z5dJdK� Z6edLdM� �Z7dNdO� Z8d-d.�dPdQ�Z9edRdS� �Z:dTdU� Z;edVdW� �Z<dXdY� Z=dZd[� Z>d\d]� Z?ed^d_� �Z@d`da� ZAdbdc� ZBddde� ZCdfdg� ZDdhdi� ZEdjdk� ZFdldm� ZGdndo� ZHdpdq� ZIeeJeKdr�dsdt��ZLeMeKeN eKeN e)eJe/f f d.�dudv�ZOeJeJe)eJeJf e)eJePeKeJf f dw�dxdy�ZQeJeJdz�d{d|�ZReeSd-d}�d~d� ��ZTd�d�� ZUd�d�� ZVed�d�� �ZWed�d�� �ZXed�d�� �ZYed�d�� �ZZed�d�� �Z[ed�d�� �Z\d�d�� Z]ed�d�� �Z^ed�d�� �Z_d�d�� Z`ed�d�� �Zaed�d�� �Zbd�d�� Zced�d�� �Zdd�d�� Zeed�d�� �Zfd�d�� Zged�d�� �Zhed�d�� �Zied�d�� �Zjee+d.�d�d���Zkee+d.�d�d���Zlee/d.�d�d���ZmeeJd.�d�d���Zned�d�� �Zod�d�� Zpd�d�� Zqe0ere/ d��d�d��Zsd�d�� Ztd�d�� Zud�d Zvd�dĄ Zwee)d.�d�dƄ�Zxd�dȄ Zyd�dʄ ZzeMe/e/e/f d.�d�d̄Z{eeMe/eJf d.�d�d΄�Z|d�dЄ Z}d�d҄ Z~d�dԄ Zd�dք Z�d�d Z�d�dڄ Z�ed�d܄ �Z�d�dބ Z�e�d�d� �Z�ed�d� �Z�ed�d� �Z�d�d� Z�d�d� Z�d�d� Z�e�d d�d��Z�e�d d�d��Z�ed�d� �Z�ed�d�� �Z�ed�d�� �Z�ed�d�� �Z�ed�d�� �Z�ed�d�� �Z�ed�d�� �Z�eeJe/�d ��d�d��Z�e�d�d� �Z��d�d� Z�e�d�d� �Z�d-S ( �CloudlinuxSummaryz /var/lve/dashboard_certificatez/etc/cl_plus/.disabled�python�ruby�nodejsz-https://stat-api.cloudlinux.com/api/clos-statz-https://stat-api.cloudlinux.com/api/rpm-statsz6https://repo.cloudlinux.com/static/cl-settings-v1.jsonc C s> t � | _d | _t� | _d | _d | _| �� | _d | _ t � | _ d S )N) �dict�_opts�_security_tokenra � statistics�_lvpmap� _system_id�_is_process_not_limited�is_process_not_limited�packages_by_lenr& �sysctl)rn ru ru rv �__init__ s zCloudlinuxSummary.__init__c C s, t tj�d��} t tj�d��}| o*| S )zm Return true if process is running outside LVE or it's not running by utility `nice` �RUNNING_BY_NICE�RUNNING_IN_LVE)�bool�os�environ�get)Zis_running_by_niceZis_running_in_lveru ru rv r� s z)CloudlinuxSummary._is_process_not_limitedc C s | j dkrt� | _ | j S )z. Load lvpmap only when needed N)r� � _get_lvpmap)rn ru ru rv �lvpmap s zCloudlinuxSummary.lvpmapc C s | j d krtd�| _ | j S )N� system_id)r� r )rn ru ru rv r� ! s zCloudlinuxSummary.system_idc C s t � r dS dS )NZubuntuZ rhel_like)r ru ru ru rv � _get_platform) s z CloudlinuxSummary._get_platformc C s t � r tS tS )N)r �ENABLED�DISABLEDru ru ru rv �_detect_secureboot- s z$CloudlinuxSummary._detect_securebootc s, t jt j � d�� fdd�td�D ��} | S )N� c 3 s | ]}t �� �V qd S )N)�randomZchoice)�.0�_)�range_for_random_choiceru rv � <genexpr>4 s z=CloudlinuxSummary._generate_security_token.<locals>.<genexpr>�@ )�stringZ ascii_lettersZdigits�joinr )�security_tokenru )r� rv �_generate_security_token1 s z*CloudlinuxSummary._generate_security_tokenc C s� i }| j d kr*d}t�|� | �d|i� d| j }t�|� | j| j d�}d }ytj| j|dd�}W nD tj k r� } z$t |�}t�|� | �d|i� W d d }~X Y nX |j s�d� |j |j�}t�|� | �d|i� t�d� y2|�� d }t|d t��r|d �| �� � W n~ ttfk �rL d }t�|� | �d|i� Y nT tk �r� } z*t�d t |�|j� | �dd t i� W d d }~X Y n X t�d � |S ) NzSecurity token is emptyrs z!Getting statistics from server %s)r� r� �< )�params�timeoutz*Server answer is: HTTP code {}; Reason: {}z!Received response from the serverz Can't parse api response to jsonz=Invalid json response from server, field %s not found in "%s"z1Invalid response from server. See %s for details.z,SUCCESS: received statistics from the server)r� rl �error�_error_and_exit� SUMMARY_URL�infor� �requestsr� �RequestExceptionrb �ok�format� status_code�reason�json� isinstancer� �update� _get_smart_advice_statistics� TypeError� ValueError�KeyError�text�LOG_FILE)rn Z stat_data�messager� �response�eru ru rv �_get_remote_data7 sP z"CloudlinuxSummary._get_remote_datac C sL | j d k r| j S tj�| j�r*| �� | _ n | �� }| �|�r@|nd | _ | j S )N)r� r� �path�isfile�DASHBOARD_CERTIFICATE�_read_token_from_filer� �_write_token_to_file)rn �tokenru ru rv r� n s z CloudlinuxSummary.security_tokenc C sp y4t | jd��}|�|� W dQ R X t�| jd� dS ttfk rj } zt�dt |�� dS d}~X Y nX dS )z� Write security token to file and return success/fail status :param token: generated security token :return: T/F status �wNi� Tz,Error while writing secure token to file: %sF) �openr� �writer� �chmod�IOError�OSErrorrl r� rb )rn r� �fr� ru ru rv r� z s z&CloudlinuxSummary._write_token_to_filec C sb y&t | j��}|�� �� p d S Q R X W n6 ttfk r\ } zt�dt|�� d S d }~X Y nX d S )Nz.Error while reading file with secure token: %s) r� r� �read�stripr� r� rl r� rb )rn r� r� ru ru rv r� � s z'CloudlinuxSummary._read_token_from_filec C s t jt jdddd�S )z� Detect old LVE limits integration presence according to https://docs.cloudlinux.com/index.html?lve_limits_with_packages.html :return: True/False - present/absent ZCUSTOM_GETPACKAGE_SCRIPT�=F)� file_name� param_nameZ separatorZ default_val)�detectZget_boolean_paramZCL_CONFIG_FILEru ru ru rv �_detect_old_lve_integration� s z-CloudlinuxSummary._detect_old_lve_integrationc C s t j�d�S )zO Detects presence/absence of lsapi :return: True/False z/usr/bin/switch_mod_lsapi)r� r� �existsru ru ru rv �_is_lsapi_present� s z#CloudlinuxSummary._is_lsapi_presentc C s� | dkrt � sPtS n<| dkr*t� r&tS tS | dkr>t� sPtS n| dkrPt� sPtS t| �}|dkrdtS | dkr�y|�� d r~tS tS t k r� tS X n| dkr�|� � r�tS tS t d� | ���dS ) zP Get selector status for nodejs, python, ruby and php selectors r� r� r� �phpN)r� r� Zselector_enabledzUnknown interpreter: {}) r@ � NOT_INSTALLEDrA r� rB rC r[ Zget_selector_statusr� r� Zphp_selector_is_disabledr� r� )� interpreter�libru ru rv �_get_status_of_selector� s* z)CloudlinuxSummary._get_status_of_selectorc C s� yt �|��� }|S t jk rX } z&t�dt|�� | �dt|�i� W d d }~X Y n6 tt fk r� } zt�dt|�� d S d }~X Y nX d S )Nz3Request exception while getting remote settings: %srs z'Error while parsing remote settings: %s) r� r� r� r� rl r� rb r� r� r� )rn Z settings_url�settingsr� ru ru rv �_get_remote_settings� s "z&CloudlinuxSummary._get_remote_settingsc C s� | j �d�rdS ttj�d��}|r(dS | �| j�}|dkr@dS y"|d d }|d d ob| �|�S tk r� } z&t � d t |�� | � d t |�i� W dd}~X Y nX dS ) z- Return cl-statistics status z--force-collectTZCL_TEST_SYSTEMNFz cl-statisticsz rollout-groupr_ z4Error occurred while trying to get rollout group: %srs ) r� r� r� r� r� r� � SETTINGS_URL� _match_serverr� rl r� rb r� )rn Zis_test_environmentr� Z rollout_groupr� ru ru rv �_is_statistics_enabled� s z(CloudlinuxSummary._is_statistics_enabledc C s t | d�S )N� )rc )� hash_serverru ru rv � _to_number� s z CloudlinuxSummary._to_numberc C s@ | j d krdS t�| j �� ��� d d� }| �|�d| dkS )NT� � r )r� �hashlibZsha256�encodeZ hexdigestr� )rn Zurl_numr� ru ru rv r� � s z CloudlinuxSummary._match_serverN)r~ c C s* d} x | r$t � s$| d8 } t�d� qW dS )zC Wait for running background process of cl-summary �2 r0 g�������?N)rF �time�sleep)Zretriesru ru rv � _wait_for_background_process� s z.CloudlinuxSummary._wait_for_background_processc C s | j d s| j d r>t| j d � t�� dd�}t|d� d S | j d sR| j d r|t| j d � t�� dd�}t|d� d S | j d r�t� r�d nd }t�� |dd �}|�d t� i� t|d� td � | j � d�r�| � � }| j |t � d� | j � d��rft � �s | j � d��s | jddid d� | �� | j � d��rV| j| j| jdd� t�d� n t| jd� d S | �� �s�tjdt�� d�}t|� | jddid d� | j � d��r2| j � d��s�t � �s�tjd t�� d�}t|� | jdd id d� | jd k�r2d }t�|� tjd t t�� d�}t|� | �d|i� | j � d ��r�t� �rZt�� d dd �}n<ttj t�� d d!�� t j d"dd#d$� | � � t�� dd�}t|d� td � | j d �r| j �r�tdd%��r�t�� d dd �}t|d� td � nttj t�� d d!�� d S )&N�enable�disable�success)� timestamprs Tz enable-rpmz disable-rpm�statusZ collectingZready)r� r� rs Zsending_statusr z get-remote)�datar: z rpm-packagesz--force-collectrs z\Sending RPM statistics is disabled by admin. Use --force-collect to ignore admin`s settings.)� error_codez--sendF)�summary�url� save_statuszRPM statistics sentzkStatistics collection is disabled globally. Please, try again later or contact support if it happens again.)rs r� r� zYCollecting statistics is disabled globally. Use --force-collect to ignore global settingsz_Statistics collection is disabled by admin. Run `cloudlinux-summary enable` and then try again.zXSending statistics is disabled by admin. Use --force-collect to ignore admin`s settings.z8Statistics was not sent, because security token is emptyz�We are not able to collect statistics because we are not able to make a security token. Check %s for details or contact support.z--async)rs r� r� z9/usr/sbin/cloudlinux-summary --send --json &> /dev/null &z /bin/bash)�shell� executable)� acquire_lock)!r� r< r� r* r= rF r� rG �exitr� r� �_print_result_and_exitr: r; r� �_get_rpm_packages_summary� _send_statistics_and_save_statusr� �RPM_PACKAGES_URLrl r� r� r? �FAILEDr> r� r� r� Z IN_PROGRESS� subprocess�runr� r� )rn r� r� rs � status_dictr� ru ru rv �&_actions_before_run_process_as_limited� s� z8CloudlinuxSummary._actions_before_run_process_as_limitedc C sj t jdddd�}t �|��F}| �dt|�g� tjddt|�dg| ttj d t � t j �d �d �S Q R X d S ) z� Run same command in lve and set environ RUNNING_IN_LVE=1 in order to check it in child process. :return: � r i @)Zls_cpuZls_cpusZ ls_memory_phyz--lve-idz/bin/lve_suwrapperz-nz /usr/sbin/cloudlinux-summary�1)r� ZCPU_DATA)�envN) � lvectllibZmake_liblve_settingsZ temporary_lve�extendrb r �callr� r� r� r� �dumpsZ CPUINFO_DATA)�argsr� Zlve_idru ru rv �_run_self_in_lve� s z"CloudlinuxSummary._run_self_in_lvec C s$ t jddddg| ttjdd�d�S )z� Run same command using utility `nice` and set environ RUNNING_BY_NICE=1 in order to check it in child process. :return: z /usr/bin/nicez-nZ19z /usr/sbin/cloudlinux-summaryr )r� )r )r r r� r� r� )r ru ru rv �_run_self_by_nice� s z#CloudlinuxSummary._run_self_by_nice)�optsr~ c s8 t � fdd�dD ��rdS t � fdd�dD ��r4dS dS )zK Check that passed command should run as unlimited process c 3 s | ]}� | V qd S )Nru )r� �option)r ru rv r� � s zECloudlinuxSummary._should_run_as_unlimited_process.<locals>.<genexpr>)z rpm-packagesr� z get-remoter� r� z enable-rpmz disable-rpmTc 3 s | ]}� | V qd S )Nru )r� r )r ru rv r� � s )z--sendz--asyncz--jsonz--force-collectF)r� )r ru )r rv � _should_run_as_unlimited_process� s z2CloudlinuxSummary._should_run_as_unlimited_processc C s | � |�| _| jr�| �� | �| j�r0td� n�ttj�sN| � |�}t|� nly| � |�}t|� W nT t j k r� } z4d| }t |� t�t�}|j|dd� td� W d d }~X Y nX nH| �| j�r�d}t�� |d�}tj|| jd� t|d� td � | �� d S ) Nr z$failed to run task in lve, error: %sT)�exc_info���z|You shouldn't use env var "RUNNING_IN_LVE" or "RUNNING_BY_NICE" for run of any command except collection of main statistics.)r� rs )Zextrar0 )� _parse_argsr� r� r r r r r �LVEr r r Z PyLveError�print�logging� getLoggerry rm r� rl r� r* �run_get_summary)rn �argv�rcr� Z error_msg�logZerr_msgr� ru ru rv r � s2 zCloudlinuxSummary.runc C s� t � � }| �� t � � | }|| jd< | jd rJ| j�t| j|�ddd� | j�d�rv| j| j| j dd� t � d � n t | jd� d S ) NZcl_summary_execution_timez--lve-idrb Zcl_summary_max_mem_usedz,Can't get memory usage by cloudlinux-summaryz--sendT)r� r� r� zMain statistics sent) r� � _get_summaryr� r� rx r �_get_max_memoryr� r r� rl r� r* )rn Z start_time� running_timeru ru rv r � s" z!CloudlinuxSummary.run_get_summary)r� �summary_resultr~ c C s2 t j| d�}|dkr&||d< t j|d< t|� dS )z@ Save status of sending statistics to json file )rs r� r� r� rs N)r? �SUCCESSr r> )r� r% r ru ru rv � _save_status s z CloudlinuxSummary._save_status)r� r� r� r~ c C sJ t t�� �}||d< | j||d�}||d�}t|d� |rF| �||� dS )zH Send statistics data to server and save status to file r� )r� )rs r� TN)rc r� �_send_statisticsr* r' )rn r� r� r� r� Zs_resultrs ru ru rv r s z2CloudlinuxSummary._send_statistics_and_save_statusc C s� |d }|dk rd S dddt | jd �ddd d �tt�|���g}yt|d d �\}}}W n. tk r� } zt� d |� d S d }~X Y nX |dkr�t � |�}yt dd� |d D ��S t tfk r� d S X t�d||� d S )Nr� r0 z/usr/sbin/lveinfoz--jsonz--idz--lve-idz--show-columns�mPMemz--periodz{}mT)�return_full_outputz Unable to run lveinfo, error: %sr c S s g | ] }|d �qS )r) ru )r� �xru ru rv � <listcomp>1 s z5CloudlinuxSummary._get_max_memory.<locals>.<listcomp>r� z-lveinfo failed with exit code: %i, output: %s)rb r� r� rc �mathZceilr r rl �warningr� �loads�maxr� r� r� ) rn r$ Z time_minutes�cmdr �json_strr� r� Z parsed_dataru ru rv r# s* z!CloudlinuxSummary._get_max_memoryc C s� d}y�d| }t �|� t�d�}xbtd�D ]R}ytj|| dd�}W n6 tjk rz } z|}t�d| � W dd}~X Y q,X P q,W |�|j d kr�t �d � nd � |j |j �}t �|� W n6 tjk r� } zt |�}t � |� W dd}~X Y nX |S ) z� Sends statistics to server :param data: Statistics data dict :return: string - message for JSON 'result' key r� z Sending statictics to server %sz*Unknown exception while sending statistics� r� )r� r� � N�� zSending statictics OKz*Server answer is: HTTP code {}; Reason: {})rl r� r� r� r Zpost�ConnectionErrorr� r� r� r� r� rb r� )r� r� Z out_messager� Z expected_err�ir� rt ru ru rv r( 8 s0 z"CloudlinuxSummary._send_statisticsc C s& dt � � d�}| �� | j�|� |S )Nr0 )�versionr� )r� � _prepare_cl_normal_statisticsr� r� )rn rs ru ru rv r" ` s z CloudlinuxSummary._get_summaryc C s& dt � � d�}| �� | j�|� |S )Nr0 )r8 r� )r� �'_fill_dict_with_rpm_packages_statisticsr� r� )rn rs ru ru rv r h s z+CloudlinuxSummary._get_rpm_packages_summaryc C s t �� t jS )z/ Get version of control panel )r� ZgetCPZ CP_VERSIONru ru ru rv �_get_panel_versionp s z$CloudlinuxSummary._get_panel_versionc C s` | j �tjdd�}|dk rR|| j d< | j �dd� ddd� | j �d d� dd d � n t| j d < dS ) zN Fill dict with statistics by statistics about MySQL governor rb z Can't get MySQL governor modeNZmysql_governor_modec S s t � �� S )N)r Zget_governor_versionru ru ru rv r� � r� zCCloudlinuxSummary._fill_mysql_governor_statistics.<locals>.<lambda>Zmysql_governor_versionz Can't get MySQL governor versionc S s t � �� d S )Nr )r Zget_governor_statusru ru ru rv r� � r� Zmysql_governor_statusz Can't get MySQL governor status)r� rw r( Zget_gov_mode_operationrx r� )rn Zmysql_gov_moderu ru rv � _fill_mysql_governor_statisticsz s" z1CloudlinuxSummary._fill_mysql_governor_statisticsc C s� | j �tjddd� | j �dd� ddd� | j �| jdd d � | j �| jdd d � | j �td dd� | j �dd� d dd� t�� tjkr�| j �| j d dd� dS )zM Fill dict with statistics by statistics about control panel rb �control_panel_namez Can't get control panel namec S s dd� t �� �� D �S )Nc S s g | ]\}}|r|�qS ru ru )r� �nameZ is_supportedru ru rv r, � s zVCloudlinuxSummary._fill_control_panel_statistics.<locals>.<lambda>.<locals>.<listcomp>)r Zget_supported_cl_features�itemsru ru ru rv r� � r� zBCloudlinuxSummary._fill_control_panel_statistics.<locals>.<lambda>re Zsupported_cl_featuresz8Can't get list of supported cl features by control panelZcontrol_panel_versionz Can't get control panel versionZcontrol_panel_apachez Can't get control panel apacherc Z nginx_runningz Can't get control panel nginxc S s t t�� �S )N)�lenr �cpusersru ru ru rv r� � r� Z users_totalzCan't get amount of usersZinstalled_via_plesk_extz8Can't determine if CL was installed from Plesk ExtensionN) r� rx r� � getCPNamer; �_get_control_panel_apacher r � PLESK_NAME�_is_installed_via_plesk_ext)rn ru ru rv � _fill_control_panel_statistics� sH z0CloudlinuxSummary._fill_control_panel_statisticsc C s d} d}t j�|�rd} | S )aV cldeploy-plesk-ext.log is always created by cldeploy-precheck when it downloads cldeploy script, if it exists it means there was an attempt to launch a cldeploy from Plesk Extension. Since this function is in package lve-utils, which depends from lve, it means that current os is CloudLinux, therefore conversion was successful. Possible false positives: - if there was failed attempt to convert os from Plesk Ext, and then it was successfully converted after manual run of cldeploy, it will be considered as CLOS installed via Plesk extension - if user has CL already installed and goes to CLOS Plesk Ext and tries to run conversion from there Possible false negatives: - if /var/log/cldeploy-plesk-ext.log was deleted or renamed/archived (e.g. via logrotate) Fz /var/log/cldeploy-plesk-ext.logT)r� r� r� )rs Zext_logru ru rv rE � s z-CloudlinuxSummary._is_installed_via_plesk_extc C sP t � r(t�� rd}qLt�� r"d}qLd}n$| jd dkrHt�� rBdnd}nd}|S ) z� Wrapper to retrieve control panel Apache version: EA3 or EA4 for cPanel, native otherwise :return: EA3|EA4|native Z litespeedZ openlitespeedZunknown_litespeedr= ZcPanelZEA4ZEA3�native)r r� Zdetect_enterprise_litespeedZdetect_open_litespeedr� Zis_ea4)rn rs ru ru rv rC � s z+CloudlinuxSummary._get_control_panel_apachec C s8 t �� } | dkr| S t jtt jtdtdti}|�| d�S )z� Wrapper to convert internal values from cagefs_statistics_config.get_cagefs_status function to values for statistics :return: NZEnabledZDisabledZUnknown) r' Zget_cagefs_statusZCAGEFS_STATUS_NOT_INSTALLEDr� Z CAGEFS_STATUS_NOT_INITIALIZED�NOT_INITIALIZEDr� r� r� )� cagefs_statusZcagefs_status_mapru ru rv �_cagefs_status_wrapper� s z(CloudlinuxSummary._cagefs_status_wrapperc C s~ | j �| jddd� | j d ttgkr2d| j d< n| j �tjddd� | j �ttjd�ddd � | j �ttjd �dd d � dS ) zF Fill dict with statistics by statistics about CageFS rb rI zCan't get CageFS statusNZcagefs_user_modezCan't get CageFS user modeTZcagefs_enabled_quantityz/Can't get quantity of users with enabled CageFSFZcagefs_disabled_quantityz0Can't get quantity of users with disabled CageFS) r� rx rJ r� rH r' Zget_cagefs_user_moder Z get_quantity)rn ru ru rv �_fill_cagefs_statistics s, z)CloudlinuxSummary._fill_cagefs_statisticsc s^ y t dd� | j�� D ��}W n tjk r2 dS X t| jj�� �� t� fdd�|� � D ��S )zJ Get amount of end-users which belong to active resellers c s s | ]\}}|d kr|V qdS )r Nru )r� r� �lvpru ru rv r� ) s zLCloudlinuxSummary._get_amount_of_endusers_under_resellers.<locals>.<genexpr>Nc 3 s | ]}|� kV qd S )Nru )r� Zlvp_id)�enabled_lvp_idru rv r� - s ) r r� � lve_lvp_pairsr rN �set�name_mapZid_list�sum�elements)rn � lvp_countru )rM rv �'_get_amount_of_endusers_under_resellers# s z9CloudlinuxSummary._get_amount_of_endusers_under_resellersc C s@ y t dd� | j�� D ��}W n tjk r2 dS X t|�� �S )z/ Get total amount of end-users c s s | ]\}}|d kr|V qdS )r Nru )r� r� rL ru ru rv r� 5 s zBCloudlinuxSummary._get_total_amount_of_endusers.<locals>.<genexpr>N)r r� rN r rN rQ r� )rn rS ru ru rv � _get_total_amount_of_endusers/ s z/CloudlinuxSummary._get_total_amount_of_endusersc C s( y t t�� �S tjk r" Y nX dS )z) Get amount of resellers N)r@ r � resellersrN ru ru ru rv �_get_amount_of_resellers: s z*CloudlinuxSummary._get_amount_of_resellersc s� � j �tjjddd� � j �tjjddd� � j �tjjddd� � j �� fdd �dd d � � j �� jdd d � � j �� jddd� � j �� j ddd� � j �� fdd �ddd� � j d rԈ j �dd � ddd� n d� j d< d� j d< d� j d< dS )zP Fill dict with statistics by varied statistics about resellers rc Z reseller_limits_supported_kernelz8Can't detect status of support reseller limits by kernelZ'reseller_limits_supported_control_panelz?Can't detect status of support reseller limits by control panelZreseller_limits_enabledz1Can't detect status of support of reseller limitsc s � � � d S )Nr )�#get_users_and_resellers_with_faultsru )rn ru rv r� ` r� z>CloudlinuxSummary._fill_resellers_statistics.<locals>.<lambda>Zusers_with_faultsz6Can't get amount of users with faults for the past 24hZresellers_totalz#Can't get total amount of resellersZ(resellers_endusers_under_reseller_limitsz>Can't get amount of end-users which belong to active resellersZresellers_endusers_totalz#Can't get total amount of end-usersc s � � � d S )Nr0 )rX ru )rn ru rv r� x r� Zresellers_with_faultsz:Can't get amount of resellers with faults for the past 24hc S s t tt�� ��S )N)r@ �listr Zlvp_listru ru ru rv r� r� Zresellers_activez$Can't get amount of active resellersN) r� rx r ZlveZis_lve10Zis_panel_supportedZreseller_limit_supportedrW rT rU )rn ru )rn rv �_fill_resellers_statisticsE sb z,CloudlinuxSummary._fill_resellers_statisticsc s | j �t| j� jt j� jt j�ddd� | j �t| j� jt j�ddd� | j �� fdd�dd d � | j �� fd d�dd d � | j �� fdd�ddd� | j �� fdd�ddd� | j �� fdd�ddd� | j �t| j � jt j �ddd� | j �t| j � jt j �ddd� dS ) zN Fill dict with statistics by statistics about default limits rc Zdefault_limit_speedz Can't get default speed limitrb Z default_limit_cpu_origin_unitsz+Can't get cpu origin units of default limitc s � j t jS )N)�defaultsr- �ncpuru )�xml_cfg_providerru rv r� � r� zCCloudlinuxSummary._fill_default_limits_statistics.<locals>.<lambda>Zdefault_limit_ncpuz Can't get default ncpu limitc s � j t jS )N)r[ r- �ioru )r] ru rv r� � r� Zdefault_limit_iozCan't get default io limitc s � j t jS )N)r[ r- �nprocru )r] ru rv r� � r� Zdefault_limit_nprocz Can't get default nproc limitc s � j t jS )N)r[ r- �epru )r] ru rv r� � r� Zdefault_limit_epzCan't get default ep limitc s � j t jS )N)r[ r- �iopsru )r] ru rv r� � r� Zdefault_limit_iopsz Can't get default iops limitZdefault_limit_vmem_mbz Can't get default vmem limitZdefault_limit_pmem_mbz Can't get default pmem limitN) r� rx r �_cpu_limit_to_percentsr[ r- �cpur\ �_get_cpu_limit_units�_mempages_to_mb�vmem�pmem)rn r] ru )r] rv � _fill_default_limits_statistics� s` z1CloudlinuxSummary._fill_default_limits_statisticsc sR | j �� fdd�ddd� | j �� fdd�ddd� | j �� fd d�dd d � d S ) z� Fill dict with statistics by other statistics about limits: packages_total, users_total, amount users/packages with custom limits c s t � j�S )N)r@ �packagesru )r] ru rv r� � r� zACloudlinuxSummary._fill_other_limits_statistics.<locals>.<lambda>rc Zpackages_totalz"Can't get total amount of packagesc s t � �� �S )N)r@ Z get_packages_with_custom_limitsru )r] ru rv r� � r� Zpackages_with_custom_limitsz/Can't get amount of packages with custom limitsc s t � �� �S )N)r@ Z get_users_with_custom_limitsru )r] ru rv r� � r� Zusers_with_custom_limitsz,Can't get amount of users with custom limitsN)r� rx )rn r] ru )r] rv � _fill_other_limits_statistics� s z/CloudlinuxSummary._fill_other_limits_statisticsc s� �x�t dd�D �]�}� j�t� j||�dd| ���dkr<P � jj�fdd�dd| d | d d � � jj�fd d�d d| d| d d � � jj� �fdd�d d| d| d d � � jj� �fdd�dd| d| d d � � jj�fdd�d d| d| d d � � jj�fdd�d d| d| d d � � jj�fd d�d d | d | d d � � jj�fd d�d d | d!| d d � � jj�fd"d�d d#| d$| d d � � jj� �fd%d�d d&| d'| d d � � jj� �fd(d�d d)| d*| d d � qW dS )+zV Fill dict with statistics by statistics about top packages on server r0 r4 rb z!Can't get top %s package by usersNc s � d j S )Nr0 )r> ru )� top_resultru rv r� � r� zACloudlinuxSummary._fill_top_packages_statistics.<locals>.<lambda>ztop_%s_package_namez1Can't get package name of top %s package by usersF)rr c s t � d �S )Nr )rc ru )rk ru rv r� � r� rc ztop_%s_package_users_numz4Can't get amount of users in top %s package by usersc s$ � � �d jptj�d jp tj�S )Nr0 )rb �limitsr. rc r\ ru )rn rk ru rv r� s ztop_%s_package_limit_speedz0Can't get speed limit of top %s package by usersc s � � �d jptj�S )Nr0 )rd rl r. rc ru )rn rk ru rv r� s z%top_%s_package_limit_cpu_origin_unitsz>Can't get cpu origin units of limit of top %s package by usersc s � d j p tjS )Nr0 )rl r. r\ ru )rk ru rv r� r� ztop_%s_package_limit_ncpuz/Can't get ncpu limit of top %s package by usersc s � d j p tjS )Nr0 )rl r. r^ ru )rk ru rv r� " r� ztop_%s_package_limit_ioz-Can't get io limit of top %s package by usersc s � d j p tjS )Nr0 )rl r. r_ ru )rk ru rv r� ) r� ztop_%s_package_limit_nprocz0Can't get nproc limit of top %s package by usersc s � d j p tjS )Nr0 )rl r. r` ru )rk ru rv r� 0 r� ztop_%s_package_limit_epz-Can't get ep limit of top %s package by usersc s � d j p tjS )Nr0 )rl r. ra ru )rk ru rv r� 7 r� ztop_%s_package_limit_iopsz/Can't get iops limit of top %s package by usersc s � � �d jptj�S )Nr0 )re rl r. rf ru )rn rk ru rv r� > r� z top_%s_package_limit_vmem_mbz/Can't get vmem limit of top %s package by usersc s � � �d jptj�S )Nr0 )re rl r. rg ru )rn rk ru rv r� F r� z top_%s_package_limit_pmem_mbz/Can't get pmem limit of top %s package by users)r r� rw r �#_get_top_package_by_number_of_usersrx )rn r] r7 ru )rn rk rv � _fill_top_packages_statistics� s� z/CloudlinuxSummary._fill_top_packages_statisticsc C s( t � }| �|� | �|� | �|� dS )zN Fill dict with statistiscs by varied statistics about limits N)r, rh rj rn )rn r] ru ru rv �_fill_limits_statisticsN s z)CloudlinuxSummary._fill_limits_statisticsc sX | j �| jdd�� � dk �rJ| j j� fdd�ddddd � | j j� fd d�dd d dd � | j j� fd d�ddddd � | j j� fdd�ddddd � | j j� fdd�ddddd � | j j� fdd�ddddd � | j j� fdd�ddddd � | j j� fd d�d d d dd � | j j� fd d�d!d"d#dd � | j j� fd$d�dd%d&dd � n t| j d< dS )'zI Fill dict with statistics by statistics about mod_lsapi rb z Can't get raw mod_lsapi infoNc s � d d S )N�criur� ru ru )�raw_lsapi_inforu rv r� d r� z:CloudlinuxSummary._fill_lsapi_statistics.<locals>.<lambda>Zlsapi_criu_service_statusz Can't get status of criu serviceF)rr c s � d d S )Nrp r8 ru ru )rq ru rv r� k r� Zlsapi_criu_service_versionz!Can't get version of criu servicec s � d d S )N� lsapiConfZ lsapi_criuru ru )rq ru rv r� r r� Zlsapi_option_criuzCan't get state of criuc s � d d S )Nrr Zlsapi_with_connection_poolru ru )rq ru rv r� y r� Z lsapi_option_connection_poolz,Can't get state of mod_lsapi connection poolc s � d S )NZ libVersionru ru )rq ru rv r� � r� Zlsapi_lib_versionz"Can't get version of mod_lsapi libc s � d S )NZ modStatusru ru )rq ru rv r� � r� Zlsapi_mod_statuszCan't get mod_lsapi statusc s � d S )NZ modVersionru ru )rq ru rv r� � r� Zlsapi_mod_versionzCan't get mod_lsapi versionc s � d S )NZ totalDomainru ru )rq ru rv r� � r� rc Zlsapi_total_domain_countz5Can't get total amount of domains which use mod_lsapic s � d S )NZ domainStatru ru )rq ru rv r� � r� rg Zlsapi_domain_statz.Can't get statistics of domains with mod_lsapic s � d S )NZ controlPanelru ru )rq ru rv r� � r� Zlsapi_apache_environmentz Can't get apache environment)r� rw �get_raw_lsapi_inforx r� )rn ru )rq rv �_fill_lsapi_statisticsX s� z(CloudlinuxSummary._fill_lsapi_statisticsc C s | j �| jddd� d S )Nrh Z wmt_configz!Cant get status of wmt_api_config)r� rx �_get_wmt_api_config)rn ru ru rv � _fill_wmt_settings_statistics� s z/CloudlinuxSummary._fill_wmt_settings_statisticsc sp y| � � \�}�W nB tk rT } z$t�dt|�� g g i �}�W d d }~X Y nX tt��t|� �}y| �|�\�� W n< tk r� } z t�dt|�� i i �� W d d }~X Y nX |rЈ�dt |�i� | j � �fdd�ddd� | j � �fd d�d d d � | j � � fd d�d dd� | j � �fdd�ddd� | j � � fdd�ddd� | j � �fdd�d dd� d S )Nz+Error while getting WordPress statistics %sz3Error while getting WordPress plugins statistics %sZ cloudlinux_wpos_object_cachec s t � �S )N)r@ ru )� all_wp_pathsru rv r� � r� z7CloudlinuxSummary._fill_wp_statistics.<locals>.<lambda>rc Zwordpress_installed_totalz,Can't get total count of installed wordpressc s � S )Nru ru )�object_cache_pluginsru rv r� � r� rg Z wordpress_object_cache_pluginsz&Can't get WP object cache plugins infoc s � S )Nru ru )�advanced_cache_pluginsru rv r� � r� Z wordpress_advanced_cache_pluginsz(Can't get WP advanced cache plugins infoc s t � �� �S )N)rQ r� ru )rx ru rv r� � r� Z$wordpress_object_cache_plugins_totalz,Can't get WP object cache total plugins infoc s t � �� �S )N)rQ r� ru )ry ru rv r� � r� Z&wordpress_advanced_cache_plugins_totalz.Can't get WP advanced cache total plugins infoc s � S )Nru ru )�wp_php_versionsru rv r� � r� Zwordpress_php_versionsz Can't get WP php version info) �_prepare_wp_statisticsrk rl r� rb rY rO � _prepare_wp_plugins_statisticsr� r@ r� rx )rn Z paths_with_wpos_object_cacher� Zwithout_wpos_object_cacheru )ry rw rx rz rv �_fill_wp_statistics� sX " z%CloudlinuxSummary._fill_wp_statisticsc C s | � d|�}| � d|�}||fS )zq Prepares dict with plugin-counter pairs e.g: {'w3-total-cache': 4, 'redis': 1, 'ls': 2} z object-cachezadvanced-cache)�_get_plugin_info)rn �wp_pathsrx ry ru ru rv r| � s z0CloudlinuxSummary._prepare_wp_plugins_statistics)� plugin_typer c sF t td � fdd�|D ���}tt�}x |D ]}|| d7 < q*W |S )Nc s g | ]}t |� ��qS ru )r" )r� r� )r� ru rv r, � s z6CloudlinuxSummary._get_plugin_info.<locals>.<listcomp>r0 )rY �filterr rc )r� r rx Zobject_plugin_counter_pairsZpluginru )r� rv r~ � s z"CloudlinuxSummary._get_plugin_infoc C s� g g }}t t�}t�� }x�|D ]�}yt�|�}W n tk rH w Y nX t t�}x*|D ]"\}} tj� | �rX|| � |� qXW xb|D ]Z} | � || |�} | d } | d } |� | � |� | d � | r�| dkr�|| t | �7 < q�W q W |||fS )z� Return Wordpress absolute paths, paths with install WPOS object cache module and counter of php versions that are used by these Wordpresses. r � php_version�'wp_paths_with_enabled_wpos_object_cache� undefined)r rc r rA � userdomainsrk rY r� r� r� �append�_get_docroot_wp_infor r@ ) rn rw Z$paths_with_enabled_wpos_object_cacheZ php_versionsZ panel_users�userZ domains_info�docroot_domains_map�domain�docroot� docroot_infoZdocroot_wp_pathsZdocroot_php_versionru ru rv r{ s, z(CloudlinuxSummary._prepare_wp_statistics)r� r� r� r~ c s� g g dd�}� �fdd�t � �D �}|s,|S � fdd�|D �|d< � fdd�t||�D �|d< x,�� D ] }| �|�}|dkrh||d < P qhW |S ) zM Return data about docroot's WP paths and used php versions. r� )r r� r� c s4 g | ],}t j�� |�� ks,t j�� |��kr|�qS ru )r� r� r� )r� Zwp_path)r� r� ru rv r, 4 s z:CloudlinuxSummary._get_docroot_wp_info.<locals>.<listcomp>c s g | ]}t � ��|��qS ru )r �joinpath)r� r� )r� ru rv r, = s r c s" g | ]}|d k rt � ��|��qS )N)r r� )r� r� )r� ru rv r, ? s r� r� )r! r# �_get_php_version_for_domain)rn r� r� r� r� r r� r� ru )r� r� rv r� # s z&CloudlinuxSummary._get_docroot_wp_info)r� r~ c C s� t �� tjtjtjfkr dS | �� \}}}|�|i �}|�dd�}t �� tjkr\||kr\|S x:|�� D ].\}}||krf|dkrfd|� dd�� �} | S qfW t �� tjkr�d|� dd�� �} | S t �� tjkr�|�dd�} |d t | � � � d �} | p�dS |S ) z� Return php version that is used for specified domain. Determine whether of MultiPHP Manager or PHP Selector is used. r� Zphp_version_idrG zalt-php�.r� zda-phpZ handler_typeN�-) r� rB r Z CPANEL_NAMEZDIRECTADMIN_NAMErD �_get_system_php_infor� r? �replacer@ r� ) rn r� Zsystem_default_php_version�domains_php_info�selector_php_infoZphp_infoZmulti_php_versionr8 �domainsZalt_php_versionZda_php_versionZhandlerr� ru ru rv r� K s( z-CloudlinuxSummary._get_php_version_for_domain)�maxsizec C sX yt �� d } W n tk r( d} Y nX t �� }t� }|dk rJ|d }ni }| ||fS )z� Return info about: - system_php_version (implemented only on cPanel) - domains_php_info (php versions and handlers turned on in MultiPHP) - selector_php_info (php version used by panel users via PHP Selector) Zdefault_version_idN�domains_by_php_version)r Zget_system_php_infork Zget_domains_php_inforW )Zsystem_php_versionr� Zphp_selector_usager� ru ru rv r� r s z&CloudlinuxSummary._get_system_php_infoc s0 | j �| jdd�� � dk �r"| j �� fdd�ddd� | j �� fd d�dd d � | j �� fd d�dd d� | j �� fdd�ddd� | j �� fdd�ddd� | j �� fdd�ddd� | j �� fdd�ddd� | j �� fd d�dd d � | j �� fd d�dd d!� | j �� fd"d�d#d$d%� n t| j d < dS )&z/ Fill dict with SSA statistics rb zCan't get SSA statisticsNc s � d S )N�configru ru )� ssa_statsru rv r� � r� z8CloudlinuxSummary._fill_ssa_statistics.<locals>.<lambda>rh Z ssa_configzCan't get SSA configc s � d S )Nr8 ru ru )r� ru rv r� � r� Z ssa_versionzCan't get version of SSAc s � d S )Nr� ru ru )r� ru rv r� � r� Z ssa_statuszCan't get state of SSAc s � d S )NZ agent_statusru ru )r� ru rv r� � r� Zssa_agent_statusz Can't get state of SSA agentc s � d d S )N� autotracingr� ru ru )r� ru rv r� � r� Zautotracing_statusz"Can't get state of SSA Autotracingc s � d d S )Nr� Zdisabled_users_quantityru ru )r� ru rv r� � r� rc Z#autotracing_disabled_users_quantityz1Can't get state of SSA Autotracing disabled usersc s � d d S )Nr� Z rules_versionru ru )r� ru rv r� � r� Zautotracing_rules_versionz'Can't get SSA Autotracing rules versionc s � d d S )Nr� Zurls_processedru ru )r� ru rv r� � r� Zautotracing_urls_processedz.Can't get SSA Autotracing processed URLs countc s � d d S )Nr� Z urls_selectedru ru )r� ru rv r� � r� Zautotracing_urls_selectedz-Can't get SSA Autotracing selected URLs countc s � d d S )Nr� Zrejectsru ru )r� ru rv r� � r� rg Zautotracing_rejectsz!Can't get SSA Autotracing rejects)r� rw � get_ssa_statsrx r� )rn ru )r� rv �_fill_ssa_statistics� sp z&CloudlinuxSummary._fill_ssa_statisticsc s@ | j �dd� dd�}|dk �r2| j �t| jd�ddd � | j jt| j|t�d d d d d� | j jt| j|t�d ddd d� | j �tddd� | j �t ddd� | j �t d�j ddd� | j �t ddd� | j �t dd�� � dkr�d| j d< d| j d< n<| j j� fd d�d dd d d� | j j� fd d�d dd d d� n t| j d< dS )!zS Fill dict with statistics by varied statistics about PHP selector c S s t d�S )Nr� )rU ru ru ru rv r� � r� zACloudlinuxSummary._fill_php_selector_statistics.<locals>.<lambda>rc z+Can't get statistics about PHP interpretersNr� rb Zselector_php_statusz Can't get status of PHP selectorre Z selector_php_versions_installedz8Can't get list of versions of installed PHP interpretersF)rr Z selector_php_versions_enabledz6Can't get list of versions of enabled PHP interpretersZ selector_php_version_defaultz,Can't get default version of PHP interpreterZselector_php_version_nativez+Can't get native version of PHP interpreterZselector_php_enabled_uiz%Can't get state of UI of PHP selectorZselector_php_modez Can't get mode of PHP selectorz'Can't get summary usage of PHP selectorZ'selector_php_num_domains_by_interpreterZ%selector_php_num_users_by_interpreterc s dd� � d � � D �S )Nc S s i | ]\}}t |�|�qS ru )r@ )r� �vr� ru ru rv � <dictcomp> s zUCloudlinuxSummary._fill_php_selector_statistics.<locals>.<lambda>.<locals>.<dictcomp>r� )r? ru )�php_usage_summaryru rv r� r� rg zBCan't get amount of domains which use PHP selector per PHP versionc s dd� � d � � D �S )Nc S s i | ]\}}t |�|�qS ru )r@ )r� r� r� ru ru rv r� s zUCloudlinuxSummary._fill_php_selector_statistics.<locals>.<lambda>.<locals>.<dictcomp>Zusers_by_php_version)r? ru )r� ru rv r� r� z@Can't get amount of users which use PHP selector per PHP version)r� rw rx r r� �"_get_list_versions_of_interperters� INSTALLEDr� rY rV r[ Zphp_selector_is_enabledrZ rW r� )rn Zphp_interpretersru )r� rv � _fill_php_selector_statistics� s| z/CloudlinuxSummary._fill_php_selector_statisticsc C s | dk s|dk rdS | | S )z� Get average amount of applications per domain :param total_apps: total amount of applications :param amount_of_apps_per_domain: amount of applications per domain r0 Nru )� total_appsZamount_of_apps_per_domainru ru rv � _get_average_apps_per_domain( s z.CloudlinuxSummary._get_average_apps_per_domainc C s | dk s|dk rdS | | S )z� Get average amount of applications per user :param total_apps: total amount of applications :param amount_of_apps_per_user: amount of applications per user r0 Nru )r� Zamount_of_apps_per_userru ru rv �_get_average_apps_per_user5 s z,CloudlinuxSummary._get_average_apps_per_userc C s t dd� | D ��S )z Get amount of running applications on server :param apps: list of applications for something selector c S s g | ]}|j r|j d kr|�qS )Zstarted)Z app_status)r� �appru ru rv r, J s z@CloudlinuxSummary._get_amount_of_runned_apps.<locals>.<listcomp>)r@ )�appsru ru rv �_get_amount_of_runned_appsB s z,CloudlinuxSummary._get_amount_of_runned_appsc C sB t � }x | D ]}||j d7 < q W |�d�p4dg}|d d S )z� Get maximum amount of applications per domain :param apps: list of applications for something selector r0 )r r r )r �doc_root� most_common)r� Zapps_per_domainr� � most_commonsru ru rv �_get_max_apps_per_domainL s z*CloudlinuxSummary._get_max_apps_per_domainc C sB t � }x | D ]}||j d7 < q W |�d�p4dg}|d d S )z~ Get maximum amount of applications per user :param apps: list of applications for something selector r0 )r r r )r r� r� )r� Z apps_per_userr� r� ru ru rv �_get_max_apps_per_user] s z(CloudlinuxSummary._get_max_apps_per_userc C s* t � }x | D ]}||j d7 < q W |S )z� Get Counter object which contains amount applications per version of interpreter :param apps: list of applications for something selector r0 )r r8 )r� �apps_per_versionr� ru ru rv � _get_counter_apps_per_versionn s z/CloudlinuxSummary._get_counter_apps_per_versionc C s& | � |�}|�d�pdg}|d d S )z� Get maximum amount of applications per version of interpreter :param apps: list of applications for something selector r0 )r r r )r� r� )rn r� r� r� ru ru rv �_get_max_apps_per_version| s z+CloudlinuxSummary._get_max_apps_per_versionc C s( t � }x| D ]}|�|j� q W t|�S )zz Get amount of domains with applications :param apps: list of applications for something selector )rO �addr� r@ )r� r� r� ru ru rv � _get_amount_of_domains_with_apps� s z2CloudlinuxSummary._get_amount_of_domains_with_appsc C s( t � }x| D ]}|�|j� q W t|�S )zx Get amount of users with applications :param apps: list of applications for something selector )rO r� r� r@ )r� �usersr� ru ru rv � _get_amount_of_users_with_apps� s z0CloudlinuxSummary._get_amount_of_users_with_appsc C s | � |�}t|�S )z� Get amount of applications per each versoin of interpeters :param apps: list of applications for something selector )r� r� )rn r� r� ru ru rv �4_get_amount_of_apps_per_each_version_of_interpreters� s zFCloudlinuxSummary._get_amount_of_apps_per_each_version_of_interpretersc s � fdd�t | �D �S )z� Get list of versions of interpreters on server :param interpreters_stats: dict with varied statistics about each version of interpeters :param state: state of interpeters (installed, enabled) c s g | ]\}}|� r|�qS ru ru )r� Zinterpreter_stats�stat)�stateru rv r, � s zHCloudlinuxSummary._get_list_versions_of_interperters.<locals>.<listcomp>)r )�interpreters_statsr� ru )r� rv r� � s z4CloudlinuxSummary._get_list_versions_of_interpertersc C s" t | �}|dk rt|�S t� S dS )zI Get list of apllications on server for defined selector N)rX rY )r� Z iter_appsru ru rv �_get_list_of_applications� s z+CloudlinuxSummary._get_list_of_applicationsc s �x| j D �] }| j�tt|�dd�|��}|dkrHt| jd| d < q | j�t| j|�dd| d d�|�� | jjt| j |t �dd| d d �|�d d � | jjt| j |t �dd| d d�|�d d � | j�t| j |�dd�|��� | jj� fdd�dd| d d�|�d d � | jd| d dk| jd| d < | jjt| j � �dd| d d�|�d d � | j�tt|�dd�|��}|dk �r�|| jd| d < | j�t| j� �dd| d d�|�� | j�t| j� �dd| d d �|�� | j�t| j� �dd| d d �|�� | j�t| j� �dd| d d!�|�� | j�t| j| jd| d | jd| d �dd"�|��}|dk �r�|| jd| d# < | j�t| j| jd| d | jd| d �dd$�|��}|dk �r�|| jd| d% < | j�t| j� �d&d| d' d(�|�� q W dS ))zc Fill dict with statistics by varied statistics about ruby/nodejs/python selectors rc z*Can't get statistics about {} interpretersNZ selector_Z_statusrb z Can't get status of {} selectorre Z_versions_installedz7Can't get list of versions of installed {} interpretersF)rr Z_versions_enabledz5Can't get list of versions of enabled {} interpretersz!Can't get list of {} applicationsc s t � �S )N)r@ ru )�interpreter_appsru rv r� � r� z>CloudlinuxSummary._fill_selectors_statistics.<locals>.<lambda>Z_applications_amountz)Can't get total amount of {} applicationsr Z_usedZ_applications_runningz6Can't get amount of runned application for {} selectorz(Can't get default version of {} selectorZ_default_versionZ _max_applications_per_domainz8Can't get max applications per domain for {} interpreterZ_max_applications_per_userz6Can't get max applications per user for {} interpreterZ_num_users_with_appsz=Can't get amount of users with applications for {} interpeterZ_num_domains_with_appsz?Can't get amount of domains with applications for {} interpeterzFCan't get average amount of applications per domain for {} interpreterZ _average_applications_per_domainzDCan't get average amount of applications per user for {} interpreterZ _average_applications_per_userrg Z _num_applications_by_interpreterzDCan't get amount of applications per each version of {} interpreters)� SELECTORSr� rw r rU r� r� rx r� r� r� r� r� r� r\ r� r� r� r� r� r� r� )rn Zselectorr� Zdefault_version_of_selectorZaverage_apps_per_domainZaverage_apps_per_userru )r� rv �_fill_selectors_statistics� s� $ z,CloudlinuxSummary._fill_selectors_statisticsc C s~ ddg} t | dd�\}}}|dkr*t|��t�|�}t� }|d |d< dd� |d D �}x tD ]}|�|t�|d | < q^W |S ) zA Get wizard status and list of installed modules z/usr/sbin/cloudlinux-wizardr� T)r* r � wizard_statusc S s i | ]}|d |d �qS )r� r> ru )r� r ru ru rv r� Q s z<CloudlinuxSummary._get_wizard_statistics.<locals>.<dictcomp>r� �wizard_module_)r r r� r/ r� rO r� � NOT_SELECTED)r1 Zret_codeZstd_outZstd_errZ parsed_json�wizard_statisticsZparsed_modulesr ru ru rv �_get_wizard_statistics? s z(CloudlinuxSummary._get_wizard_statisticsc sl | j �| jdd��| j j�fdd�ddddd� x6tD ].� | j j� �fd d�dd � d �� �dd� q6W d S ) zX Fill dict with statistics by varied statistics about cloudlinux-wizard rb z,Can't get statistics about cloudlinux-wizardc s � d S )Nr� ru ru )r� ru rv r� d r� z;CloudlinuxSummary._fill_wizard_statistics.<locals>.<lambda>r� z%Can't get status of cloudlinux-wizardF)rr c s �d� S )Nr� ru ru )r r� ru rv r� l r� r� z;Can't get statistics about module "{}" of cloudlinux-wizardN)r� rw r� rx rO r� )rn ru )r r� rv �_fill_wizard_statisticsW s" z)CloudlinuxSummary._fill_wizard_statisticsc C s0 t � } g }x | D ]}|t| | �� �7 }qW |S )zH Returns list of implemented scripts in integration.ini )rR rY �keys)r� ZscriptsZsectionru ru rv �$_get_implemented_integration_scriptss s z6CloudlinuxSummary._get_implemented_integration_scriptsc C s2 dg d�}t j�t�s|S d|d< | �� |d< |S )zh Checks integration script exists and if exists get list of implemented scripts F)�integration_scripts_used� integration_scripts_specifiedTr� r� )r� r� r� rQ r� )rn rs ru ru rv �_get_integration_info~ s z'CloudlinuxSummary._get_integration_infoc C s8 ddl } d}| �� }t|j�| }t|j�| }||fS )zG Gets memory usage: total and used memory in megabytes r Ni )�psutilZvirtual_memoryrd �totalZused)r� Z bytes_in_mbZmemZ mem_totalZmem_usedru ru rv �_get_memory_used� s z"CloudlinuxSummary._get_memory_usedc C sN t �� } d}d}ttj�rFtj�|�rFt|��}|� � � � }W dQ R X | |fS )za Gets kernel info release and module version (starting from 7h) :return: z/sys/module/kmodlve/versionN) �platform�releaser r r r� r� r� r� r� r� )�kernel_releaseZkmodlve_version_fileZkmodlve_versionr� ru ru rv �_get_kernel_info� s z"CloudlinuxSummary._get_kernel_infoc C s t t� �S )zp Gets info about lve extensions usage Calculates amount of packages with lve extensions )r@ rE ru ru ru rv �#_get_lve_extensions_packages_amount� s z5CloudlinuxSummary._get_lve_extensions_packages_amountc C s@ d} t j�| �sdS t| ��}|�� �� }W dQ R X tt|��S )zk Reads /proc/sys/fs/datacycle/enable in order to check datacycle enabled parameter z /proc/sys/fs/datacycle/enableFN)r� r� r� r� r� r� r� rc )Zdatacycle_filer� r� ru ru rv �$_is_kernel_datacycle_enabled_in_file� s z6CloudlinuxSummary._is_kernel_datacycle_enabled_in_filec C sF d\} }t j�| �sdS t| ��}|�� �� �d�}W dQ R X ||kS )zR Checks if datacycle parameter was given for current boot )z /proc/cmdlineZ datacycleF� N)r� r� r� r� r� r� �split)Z cmdline_filer� r� r� ru ru rv � _is_datacycle_param_was_passed� s z0CloudlinuxSummary._is_datacycle_param_was_passedc C s0 t �� } d}x | D ]}|tt �|��7 }qW |S )z= Returns general amount of domains on server r )r rA r@ r� )Z cpusers_listZ domains_countr� ru ru rv �_get_total_domains_amount� s z+CloudlinuxSummary._get_total_domains_amountc C sN t � } tt| �d���}tt| �d���}|r6|r6dS |r>dS |rFdS dS dS )zi Returns is links traversal protection enabled on server (symlinks or hardlinks) z fs.protected_symlinks_createz fs.protected_hardlinks_create�allZ symlinks_onlyZhardlinks_onlyZnoN)r& r� rc r� )r� Zsymlink_protection_enabledZhardlink_protection_enabledru ru rv �%_is_link_traversal_protection_enabled� s z7CloudlinuxSummary._is_link_traversal_protection_enabledc C s@ d} d}d}t j�d�s$t j�d�r(|S t j�d�r8|S | S d S )N�iso�cldeploy�qcow2z/etc/cl-convert-savedz/var/log/cldeployz /etc/cloudlinux-qcow2-install)r� r� r� )r� r� r� ru ru rv �_get_cl_installation_source� s z-CloudlinuxSummary._get_cl_installation_sourcec s �� � � ttj�r`�jj�jddddd� �jj�jdddd d� �jj� fd d �dd d dd� td d�s��jjt dddd d� �jjt ddddd� �jjt ddddd� �j��j ddd� �j��j ddd� �jj� fdd �ddddd� ��� ��jj�fd d �dd d dd� �jj�fd d �d d!d"dd� ��� ��jj�fd#d �d$d%d&dd� �jj�fd'd �d$d(d)dd� �jj�jdd*d+d d� ttj��r��jj�fd,d �dd-d.d d� �jjtdd/d0d d� �jjtdd1d2d d� �jj�jdd3d4d d� d S )5Nrc Z lve_extension_packages_amountz"Can't get lve extension usage infoF)rr rb Z!link_traversal_protection_enabledz5Can't get link traversal protection enabled parameterTc s � d S )Nr0 ru ru )� kernel_inforu rv r� r� z;CloudlinuxSummary._fill_system_statistics.<locals>.<lambda>Zinstalled_kmod_lve_versionz)Can't get installed kmod-lve version info)�skip_jwt_checkZcldiag_cron_check_enabledz&Can't get is cldiag cron check enabledZ cpu_amountzCan't get cpu amountZtesting_repository_enabledz#Can't get testing repository statusZ base_distroz Can't detect platform for CLOSZsecureboot_statusz+Can't detect whether secure boot is enabledc s � d S )Nr ru ru )r� ru rv r� 8 r� r� z Can't get kernel release infoc s � d S )Nr� ru ru )�vendor_integration_inforu rv r� @ r� r� z'Can't get integration_scripts_used infoc s � d S )Nr� ru ru )r� ru rv r� G r� re r� z-Can't get integrations scripts specified infoc s � d S )Nr ru ru )� memory_usageru rv r� P r� rd Zmemory_total_mbzCan't get total memory infoc s � d S )Nr0 ru ru )r� ru rv r� W r� Zmemory_used_mbzCan't get used memory infoZ domains_totalzCan't get domains amountc s � � � p� �� S )N)r� r� ru )rn ru rv r� g s Z kernel_datacycle_usage_enabledz,Can't get kernel datacycle enabled parameterZ virt_typez!Can't get the virtualization typeZhostnamezCan't get the hostnameZ cloudlinux_installation_sourcez Can't get installation source)r� r r r r� rx r� r� r rS r r r� r� r� r� r� r r r� )rn ru )r� r� rn r� rv �_fill_system_statistics� s� z)CloudlinuxSummary._fill_system_statisticsc sB � j �� fdd�ddd� � j �tddd� � j �tdd d � d S ) Nc s � j ptS )N)r� �UNKNOWN_RHN_IDru )rn ru rv r� � r� zKCloudlinuxSummary._fill_dict_with_rpm_packages_statistics.<locals>.<lambda>rb r� zCan't get system IDZ os_versionzCan't get version of OSri ri z*Can't get info about client's rpm packages)r� rx r rK )rn ru )rn rv r: � s z9CloudlinuxSummary._fill_dict_with_rpm_packages_statistics)�paramr~ c C s t �| j�|��S )z� Retrieve data from proc/mounts for param :return: param_value - Optional[int], if there is no value - None )r) Z str_to_intr� r� )rn r� ru ru rv �_get_proc_param� s z!CloudlinuxSummary._get_proc_paramc C s� dg}t tj�r.|�dddddddd d d g � x8|D ]0}| jjt| j|�d |�d d�d� |�dd� q4W | jjt d dddd� dS )z� Filling stats about mounting - mount params from parameters list - separate hidepid getting, since it is more complicated than other mounting params zkernel.memcg_oom_disablezfs.enforce_symlinksifownerzfs.symlinkown_gidz fs.protected_symlinks_allow_gidz fs.protected_hardlinks_allow_gidzfs.global_root_enablezfs.proc_can_see_other_uidzfs.proc_super_gidz fs.xfs.cap_res_quota_disablezubc.ubc_oom_disablezfs.process_symlinks_by_taskrc r� r� z Can't get {0}T)rr ZhidepidzCan't get hidepid valueN) r r r r r� rx r r� r� r� rT )rn � parameters�pru ru rv � _fill_proc_params_statistics� s4 z.CloudlinuxSummary._fill_proc_params_statisticsc C sB d}x8|D ]0}| j jt| j|�dd|� �d|� d�dd� q W dS ) zJ Fill dict with statistics about kmodlve parameters usage )Zlve_setuid_enterrc Zkmodlve_z Can't get "z" kmodlve parameter valueT)rr N)r� rx r �_get_kmodlve_param_value)rn r� r� ru ru rv � _fill_kmodlve_params_statistics� s z1CloudlinuxSummary._fill_kmodlve_params_statisticsc s� t dd�� | j�� fdd�ddd� | j�� fdd�dd d � | j�� fd d�dd d � | j�� fdd�ddd� | j�tt� �ddd� dS )zv Fill statistics fields from jwt token. - jwt token metrics (cl_plus existence and client_id) F)Zcheck_expirationc s � d kr d S � � dd �S )N�cl_plus)r� ru )r� ru rv r� � s z=CloudlinuxSummary._fill_cln_jwt_information.<locals>.<lambda>rc r� z Can't get cl_plus informationc s � d kr d S � � dd �S )N� client_id)r� ru )r� ru rv r� � s r� zCan't get client_id valuec s � d kr d S � � dd �S )NZis_awp_premium_allowed)r� ru )r� ru rv r� � s Zjwt_is_awp_premium_allowedz&Can't get is_awp_premium_allowed valuec s � d kr d S � � dd �S )NZis_awp_cdn_allowed)r� ru )r� ru rv r� � s Zjwt_is_awp_cdn_allowedz"Can't get is_awp_cdn_allowed valueZlicense_activez Can't get license status valueN)rH r� rx r rJ )rn ru )r� rv �_fill_cln_jwt_information� s4 z+CloudlinuxSummary._fill_cln_jwt_informationc s0 � j �� fdd�ddd� � j �tddd� d S ) za Filling stats centralized management - centralized management existence c s t j�� j�S )N)r� r� r� �CL_PLUS_CM_DISABLED_PATHru )rn ru rv r� r� zKCloudlinuxSummary._fill_centralized_management_statistics.<locals>.<lambda>rc Z centralized_management_disabledz Can't check CM disabling statusrb Z cl_plus_sender_service_statusz)Can't check cl plus sender service statusN)r� rx rI )rn ru )rn rv �'_fill_centralized_management_statistics s z9CloudlinuxSummary._fill_centralized_management_statisticsc C s� t � } yFt� }x:|D ]2}x,|�� D ] \}}| �d|� �g ��|� q"W qW W n2 ttfk r~ } zt�d|� W dd}~X Y nX | S )a� Prepare list of dicts with CPU metrics Method get_cpu_metrics returns data in following format: [ { "id": 0, "model": "QEMU Virtual CPU version 2.5+" }, { "id": 0, "model": "QEMU Virtual CPU version 2.5+" } ] This helper produces a dict, where each key - metric_name, value - list of values for all CPUs "cpu_model": [ "QEMU Virtual CPU version 2.5+", "QEMU Virtual CPU version 2.5+" ], "cpu_id": [ 0, 0 ] Zcpu_z CPU metrics getting error: %sN) r� rL r? � setdefaultr� r� rN rl r� )rs Z cpu_coresZcpu_core�metric�valueZexru ru rv �make_flat_cpu_metrics s $ z'CloudlinuxSummary.make_flat_cpu_metricsc C sl ddddg}| � � }x@|D ]8}|dkr*dnd}| j�t|j|d�||d|� d �� qW | j�td d d � dS ) z� Filling stats about hardware metrics, specifically: CPU: - cache - frequency - model - id RAM: - ram - swap Zcpu_idZ cpu_cache_mbZ cpu_modelZcpu_frequency_mhzrf re Nz Can't parse z metric for all coresrg ZmemoryzCan't parse memory metrics)r� r� rx r r� rM )rn Z exp_metricsZ cpu_metricsr� Z metric_typeru ru rv �_fill_hardware_statisticsG s z+CloudlinuxSummary._fill_hardware_statisticsc C s6 | � � \| jd< | jd< | jd< tj�d�| jd< dS )am Collect CageFS enter errors number: 1. "Act like CageFS is disabled (unable to create LVE).. %d" 2. "Act like CageFS is disabled (unable to enter into NameSpace).. %d" 3. "Act like CageFS is disabled (unable to acquire lock for user %s uid %d)" 4. File-marker /etc/cagefs/fail.on.error presense :return None Z(act_cagefs_disabled_unable_to_create_lveZ&act_cagefs_disabled_unable_to_enter_nsZ)act_cagefs_disabled_unable_to_acqure_lockz/etc/cagefs/fail.on.errorZ"act_cagefs_disabled_marker_presentN)�*_scan_log_for_act_cagefs_disabled_messagesr� r� r� r� )rn ru ru rv �$_fill_act_cagefs_disabled_statisticsh s z6CloudlinuxSummary._fill_act_cagefs_disabled_statisticsc C s� y�| � � \}}|dkrv|�d�}ttddd|d��}t|�}ttddd|d��}t|�}ttddd|d��}t|�}n d}d}d}|||fS ttfk r� dS X d S ) a� Scan /var/log/messages for all needed "Act like CageFS is disabled ..." messages for yesterday :return tuple of ints: Number of "Act like CageFS is disabled (unable to create LVE).. " messages, Number of "Act like CageFS is disabled (unable to enter into NameSpace).. " messages, Number of "Act like CageFS is disabled (unable to acquire lock for user %s uid %d)" messages r � z2Act like CageFS is disabled (unable to create LVE)T)� fixed_string�multiple_searchZdata_from_filez<Act like CageFS is disabled (unable to enter into NameSpace)z<Act like CageFS is disabled (unable to acquire lock for user)i���i���i���N)�_get_data_from_logr� rY r r@ r� r� )rn � returncode�stdoutZ lines_listZfound_lines_listZnum_unable_to_create_lveZnum_unable_to_enter_nsZnum_unable_to_acqure_lockru ru rv r� v s& z<CloudlinuxSummary._scan_log_for_act_cagefs_disabled_messagesc C sf t � } | dkrd}n,tj�� tjdd� }|�d�}d|� d�}tj|ddd tjtj d �}|j |j fS ) z� Scan /var/log/messages for all needed "Act like CageFS is disabled ..." messages for yesterday :return: Tuple (ret code, std_out string) )Zcl7Zcl7hZcl8za/usr/bin/journalctl --since yesterday --until today | /usr/bin/grep 'Act like CageFS is disabled'r0 )Zdaysz%Y-%m-%dz /usr/share/cloudlinux/logs-at z< /var/log/messages | /bin/grep 'Act like CageFS is disabled'Tz /bin/bash)r� r� r� r� �stderr) r �datetimeZdateZtodayZ timedeltaZstrftimer r �PIPEZDEVNULLr� r� )Zos_typeZs_cmdZyesterday_dateZ date_to_scanr� ru ru rv r� � s z$CloudlinuxSummary._get_data_from_logc s� t tj�r � j�� jddd� t� jd< � j�ttj dd�ddd � � j�� j dd d � � j�� j dd d � � j�� j ddd� � j�� fdd�ddd� � j�� fdd�ddd� t d k r�td k r�d�t t�� jd< n d � jd< � �� d S )Nrc �old_way_of_integration_usedz*Can't detect old LVE integration mechanism�lve_utils_versionF)Z verify_exprb Z cl_editionz Can't get CloudLinux editionZis_solo_meta_file_presentz$Can't detect solo meta file presenceZis_admin_meta_file_presentz%Can't detect admin meta file presenceZ is_container_meta_file_presentz)Can't detect container meta file presencec s � j S )N)r� ru )rn ru rv r� � r� zACloudlinuxSummary._prepare_cl_normal_statistics.<locals>.<lambda>r� z$Can't get or generate security tokenc s � j ptS )N)r� r� ru )rn ru rv r� � r� r� zCan't get system IDz{}-{}�lvemanager_version)r r r r� rx r� �LVE_UTILS_PKG_VERSIONr r Zget_cl_edition�_is_solo_marker_exists�_is_admin_marker_exists�_is_container_marker_exists�LVEMANAGER_PKG_VERSION�LVEMANAGER_PKG_RELEASEr� �_fill_dict_with_statistics)rn ru )rn rv r9 � sX z/CloudlinuxSummary._prepare_cl_normal_statisticsc s@ d�d�d�d�d�d}t j���s(dS G dd � d t�� � �����fd d �}�d �d �d i}d d� t ���D �}|�� xX|D ]P}y|||� W q� � k r� Y q� tk r� x|D ] }d||< q�W Y q�X q�W |� | j�< |� | j�< |� | j�< t j�d��rd| j|< n$t j�d��r2d| j|< n d| j|< dS )z� Filling stats lvemanager - number of visits on X-Ray tab - number of X-Ray installation - number of LVEManager opens z/var/log/cloudlinux/i�Q Zlve_number_of_opensZxray_number_of_installationZxray_number_of_visitsZ xray_advanced_metrics_statusNc @ s e Zd ZdS )zECloudlinuxSummary._fill_lvemanager_statistics.<locals>.BreakOuterLoopN)ry rz r{ ru ru ru rv �BreakOuterLoop� s r c s t j �� �� }t�| d�}d}x�|D ]�}y�d�|�d�d d� �}t j �|d��� }|� | k rn|k r�n njd�|�� �d�dd � �}|dkr�| � d7 < q�|dkr�| � d7 < q�|d kr�| � d7 < nd }W q& tt fk r� w&Y q&X q&W |�r � �d S ) N�rFr� r� z%Y-%m-%d %H:%M:%S,%fzlvemanager-openedr0 zxray-install-startedzxray-tab-clickedT) r� Znowr� r� r� r� Zstrptimer� r� �AttributeError) Zstats�fileZcurrent_date_timestampr� Zbreak_outer_loop�lineZlog_timeZlog_date_timestampr� )r �COLLECTING_PERIOD� LOG_FOLDER�LVE_NUMBER_OF_OPENS�XRAY_NUMBER_OF_INSTALLS�XRAY_NUMBER_OF_VISITSru rv �fill_statistics� s( zFCloudlinuxSummary._fill_lvemanager_statistics.<locals>.fill_statisticsr c S s g | ]}t �d |�r|�qS )z ^lvemanager\.log(\.\d{1,2})?$)�re�match)r� r> ru ru rv r, s zACloudlinuxSummary._fill_lvemanager_statistics.<locals>.<listcomp>r z./opt/alt/php-xray/php/advanced_metrics.enabledr_ z//opt/alt/php-xray/php/advanced_metrics.disabledr` Znone) r� r� �isdirrk �listdir�sortr� r� r� )rn Z XRAY_ADVANCED_METRICS_STATUSr r� Z log_filesZlog_filer� ru )r r r r r r rv �_fill_lvemanager_statistics� s> z-CloudlinuxSummary._fill_lvemanager_statisticsc C s$ d}| j �| jdd�}|| j |< dS )z9 Fill dict with Leapp upgrade statistics Zleapp_upgrade_statusrc zCan't get Leapp statisticsN)r� rw �get_leapp_stats)rn Z LEAPP_STATUS� leapp_statusru ru rv �_fill_leapp_statistics3 s z(CloudlinuxSummary._fill_leapp_statisticsc s� � j �� fdd�ddd� � j �� fdd�ddd� t� j d < td k rbtd k rbd �tt�� j d < n d � j d < � j �� jd d d� � �� d S )Nc s � j S )N)r� ru )rn ru rv r� F r� z7CloudlinuxSummary._prepare_statistics.<locals>.<lambda>rb r� z$Can't get or generate security tokenc s � j ptS )N)r� r� ru )rn ru rv r� L r� r� zCan't get system IDr� z{}-{}r� rc r� z*Can't detect old LVE integration mechanism)r� rx r r r r� r� r )rn ru )rn rv �_prepare_statisticsC s, z%CloudlinuxSummary._prepare_statisticsc C s" t tj�r| �� t tj�r,| �� | �� t tj�r>| �� t tj �rX| � � | � � t tj �rj| � � t tj�s�t tj�s�t tj�r�| �� tdd�s�| �� t tj�r�| �� t tj�r�| �� | �� | �� | �� | �� | � � | � � | � � | � � | � � | �!� | �"� d S )NT)r� )#r r ZGOVERNORr< ZCAGEFSrK r� ZRESELLER_LIMITSrZ r ro r� Z PHP_SELECTORr� � RUBY_SELECTOR�PYTHON_SELECTOR�NODEJS_SELECTORr� r r� ZLSAPIrt ZWIZARDr� �_fill_wpos_statisticsr� rF r� r� r� rv r� r r} r )rn ru ru rv r a sB z,CloudlinuxSummary._fill_dict_with_statisticsc sr | j �| jdd��| j �tdd�� | j �� fdd�ddd � | j �d d� dd d � t�t��rn��d �dk�rn��d�d k r�| j ��fdd�ddd� ��d�d k r�| j ��fdd�ddd� | j ��fdd�ddd� | j ��fdd�ddd� ��d��r| j ��fd d�dd d� x@�d D ]4��d k�r4�q"| j ���fd d�dd!� d� �q"W x6��d"g �D ]&�| j ���fd#d�dd$� d� �qhW x@�d% D ]4��d k�r��q�| j ���fd&d�dd'� d� �q�W x6��d(g �D ]&�| j ���fd)d�dd*� d� �q�W x6��d+g �D ]&�| j ���fd,d�dd-� d� �qW xD��dg �D ]4��d k�rd�qR| j ���fd.d�dd/� d� �qRW x,��d0i ��� D ]\�}|| j d1� < �q�W | j ��fd2d�dd3d� | j ��fd4d�dd5d� | j ��fd6d�dd7d8� | j ��fd9d�dd:d;� | j ��fd<d�dd=d>� | j ��fd?d�dd@dA� | j ��fdBd�ddCdD� d S )ENrb z!Can't get AccelerateWP statisticsrg z,Can't get AccelerateWP activation statisticsc s � � d�S )NZaccelerate_wp_free_activate)r� ru )�client_activationru rv r� � r� z9CloudlinuxSummary._fill_wpos_statistics.<locals>.<lambda>rc Z&cmt_accelerate_wp_free_activated_in_uiz;Can't get statistic of AccelerateWP CMT activation selectedc S s t j�t�S )N)r� r� r� r$ ru ru ru rv r� � r� Z.cmt_is_accelerate_wp_free_activation_completedz2Can't get statistic of AccelerateWP CMT activationrs r� �features_visible_by_defaultc s � d S )Nr! ru ru )� wpos_statsru rv r� � r� re Z wpos_features_visible_by_defaultz*Can't get statistic of using AccelerateWP.�features_allowed_by_defaultc s � d S )Nr# ru ru )r" ru rv r� � r� Z wpos_features_allowed_by_defaultc s � d d S )N� enabled_sitesr� ru ru )r" ru rv r� � r� Z sites_count_with_enabled_wposc s � d d S )N� allowed_usersr� ru ru )r" ru rv r� � r� Z users_count_with_allowed_wpos� visible_usersc s � d d S )Nr& r� ru ru )r" ru rv r� � r� Z users_count_with_visible_wposr$ r� c s �d � S )Nr$ ru ru )r r" ru rv r� � r� Zsites_count_with_enabled_� enabled_usersc s �d � S )Nr' ru ru )r r" ru rv r� � r� Zusers_count_with_enabled_r% c s �d � S )Nr% ru ru )r r" ru rv r� � r� Zusers_count_with_allowed_�allowed_suitesc s �d � S )Nr( ru ru )�suiter" ru rv r� � r� Z users_count_with_allowed_suite_�enabled_suitesc s �d � S )Nr* ru ru )r) r" ru rv r� � r� Z users_count_with_enabled_suite_c s �d � S )Nr& ru ru )r r" ru rv r� � r� Zusers_count_with_visible_Z upgrade_urlsZ upgrade_url_c s � d S )N�4accelerate_wp_suite_enabled_premium_suite_disallowedru ru )r" ru rv r� � r� r+ c s � d S )N�1accelerate_wp_suite_enabled_premium_suite_visibleru ru )r" ru rv r� r� r, c s � � d�S )N� is_accelerate_wp_flag_enabled)r� ru )r" ru rv r� r� r- z1Can't get statistic of AccelerateWP feature flag.c s � � d�S )N� is_accelerate_wp_icon_enabled)r� ru )r" ru rv r� r� r. z0Can't get statistic of AccelerateWP icon status.c s � � d�S )N�%is_smart_advice_notifications_enabled)r� ru )r" ru rv r� r� r/ zJCan't get statistic of AccelerateWP is_smart_advice_notifications_enabled.c s � � d�S )N�!is_smart_advice_reminders_enabled)r� ru )r" ru rv r� r� r0 zFCan't get statistic of AccelerateWP is_smart_advice_reminders_enabled.c s � � d�S )N� is_object_cache_banners_enabled)r� ru )r" ru rv r� " r� r1 zDCan't get statistic of AccelerateWP is_object_cache_banners_enabled.) r� rw �get_wpos_statsr% rx r� r� r� r? )rn Z upgrade_urlru )r r r) r" rv r � s� z'CloudlinuxSummary._fill_wpos_statisticsc C sn dg| }yt |dd�\}}}W n. tk rN } zt�d|� dS d}~X Y nX |dkr\|S t�d||� dS )z� Run cloudlinux-statistics using subprocess and handle errors. :type args: list[str] :rtype: str or None z /usr/sbin/cloudlinux-statisticsT)r* z.Unable to run cloudlinux-statistics, error: %sNr z;cloudlinux-statistics failed with exit code: %i, output: %s)r r rl r. r� )r r1 r r2 r� r� ru ru rv �_run_cloudlinux_statistics( s z,CloudlinuxSummary._run_cloudlinux_statisticsc C s� | � ddddg�}|dkr dS y t�|�}|d }|d }W n8 tttfk rt } zt�d t|�� dS d}~X Y nX t |�t |�fS ) zp Get number of users and resellers with faults for the past 24h :rtype: tuple[int, int] z --by-faultr� z--jsonz --period=1dN)NNrV r� zISomething really bad happened to cloudlinux-statistics, The reason is: %s) r3 r� r/ r� r� r� rl r. rb r@ )rn r2 Z json_datarV r� r� ru ru rv rX < s z5CloudlinuxSummary.get_users_and_resellers_with_faultsc C sV |dkr dS |� � }|�d�r"dS |�d�r0dS |�d�r>dS |�� rJdS d| S dS )zGet config cpu limit formatN�%�speedZmhzZghzZold_cpu_formatz unknown: %s)�lower�endswith�isdigit)�clsrc Zunitru ru rv rd Q s z&CloudlinuxSummary._get_cpu_limit_unitsc C s | dkr dS d| d S )z/Convert memory limit from mempages to megabytesNr4 i ru )r� ru ru rv re c s z!CloudlinuxSummary._mempages_to_mbc C s8 | dkr dS t j| |pdd�}|dkr*dS t|d d�S )z,Convert cpu and ncpu to percents of one coreNr )Zlncpug Y@r0 )r Zconvert_to_kernel_format�round)rc r\ r5 ru ru rv rb j s z(CloudlinuxSummary._cpu_limit_to_percentsc C s� | j dkr|ttdd� |j�� D ��td�d�}g }x6t|td�d�D ]"\}}tt|��}|�||f� qDW |j dd� || _ | j S )zC Return list of tuples [users_in_package, package] Nc s s | ]}|j jd k r|V qd S )N)�packager> )r� r� ru ru rv r� ~ s z>CloudlinuxSummary.get_users_amount_per_plan.<locals>.<genexpr>r; )�keyT)�reverse) r� �sortedrY r� r� r r r@ r� r )rn r] Zusers_sorted_by_packager� r; �groupZ num_usersru ru rv �get_users_amount_per_planu s z+CloudlinuxSummary.get_users_amount_per_planc C s, y| � |�|d S tk r& d S X d S )Nr0 )r@ � IndexError)rn Z number_of_topr] ru ru rv rm � s z5CloudlinuxSummary._get_top_package_by_number_of_usersc C s" t |�\}}|s | �t|�� |S )z% Parse CLI arguments )r1 r� r+ )rn r r� r� ru ru rv r � s z CloudlinuxSummary._parse_argsr� r c C s8 | t � � |d�}|dk r ||d< t|d� t�|� dS )z? Print data in default format for web and exit )rs r� r� NZstatistic_enabledT)r� r* �sysr )rs r� Z exit_coder: r� ru ru rv r � s z(CloudlinuxSummary._print_result_and_exitr0 c C s* | � dt�� i� t| d� t�|� dS )z� Print error and exit :param dict message: Dictionary with keys "result" as string and optional "context" as dict r� TN)r� r� r* rB r )r� r� ru ru rv r� � s z!CloudlinuxSummary._error_and_exitc C s6 t j�d�r2tjddgdtjtjd�} t�| j�S dS )zD Return mod_lsapi info from switch_mod_lsapi script z/usr/bin/switch_mod_lsapiz--statT)r� r� r� N) r� r� r� r r r� r� r/ r� )r� ru ru rv rs � s z$CloudlinuxSummary.get_raw_lsapi_infoc C sd d} t � r| d7 } tj�| �r`tj| dgdtjtjd�}t�|j �� d�}dd� |� � D �}|S d S ) zd Return wmt-api config if is_solo_edition True, run wpt-api-solo is command z-/usr/share/web-monitoring-tool/wmtbin/wmt-apiz-soloz --config-getT)r� r� r� r� c S s i | ]\}}t |�|�qS ru )rb )r� �kr� ru ru rv r� � s z9CloudlinuxSummary._get_wmt_api_config.<locals>.<dictcomp>N) r r� r� r� r r r� r� r/ r� r� r? )Zcommandr� Zwmt_api_config_summaryru ru rv ru � s z%CloudlinuxSummary._get_wmt_api_configc C s t j�d�S )Nz /etc/cloudlinux-edition-solo)r� r� r� ru ru ru rv r � s z(CloudlinuxSummary._is_solo_marker_existsc C s t j�d�S )Nz /etc/cloudlinux-edition-admin)r� r� r� ru ru ru rv r � s z)CloudlinuxSummary._is_admin_marker_existsc C s t j�d�S )Nz/etc/cloudlinux-container)r� r� r� ru ru ru rv r � s z-CloudlinuxSummary._is_container_marker_existsc C s0 t j�d�r,tjddgddd�} t�| j�S dS )zL Return statistics from cloudlinux-ssa-manager get-stat API z /usr/sbin/cloudlinux-ssa-managerzget-statT)r� �capture_outputN)r� r� r� r r r� r/ r� )r� ru ru rv r� � s z CloudlinuxSummary.get_ssa_statsc C s@ d} d}t j�| �r<d}tt|| ddd�d�}|s8d}nd }|S ) z; Return statistics from Leapp upgrade logs z /var/log/leapp/leapp-upgrade.logr zHAn upgrade inhibitor detected\|Workflow interrupted due to the FailPhaseTF)r� r� Nr� r0 )r� r� r� �nextr )Z leapp_logfiler Zgrep_strZgrep_resru ru rv r � s z!CloudlinuxSummary.get_leapp_stats)r� r~ c C sX d}t || �}|�� sdS |�� �� }|dkr2dS |dkr>dS td| � d|� d ���d S ) z� Get kmodlve parameter value: -1 - not supported (parameter file doesn't exist); 0 - disabled; 1 - enabled z /sys/module/kmodlve/parametersr �Yr0 �Nr zUnable to interpret "z " kmodlve parameter value: "�"N)r r� Z read_textr� rk )r� Z params_dirZ param_fileZ param_valueru ru rv r� s z*CloudlinuxSummary._get_kmodlve_param_valuec C s: d} t j�| �r6tj| dgddd�}t�|j��d�S dS )zE Return statistics from cl-smart-advice counters API z/usr/sbin/cl-smart-adviceZcountersT)r� rD r� N) r� r� r� r r r� r/ r� r� )�utilr� ru ru rv �get_smart_advice_stats s z(CloudlinuxSummary.get_smart_advice_statsc C s~ t ddd�}tdd�sz| j�| jdd�}|dk rzyt |d |d d�S tk rx } zt�d t|�|� |S d}~X Y nX |S ) z= Construct dict with Smart Advice statistics N)Zsmart_advice_totalZsmart_advice_appliedT)Zskip_marker_checkrh z!Can't get Smart Advice statisticsr� ZappliedzAUnexpected json response from server, field %s is missing in "%s") r� r r� rw rJ r� rl rm rb )rn rs Zsa_statsr� ru ru rv r� , s& z.CloudlinuxSummary._get_smart_advice_statisticsc C s4 d} t j�| �r0tj| dgddd�}t�|j�S dS )zE Return statistics from cl-smart-advice counters API z/usr/bin/clwpos-adminzget-statT)r� rD N)r� r� r� r r r� r/ r� )rI r� ru ru rv r2 L s z CloudlinuxSummary.get_wpos_stats)r� Nr N)r0 )�ry rz r{ r� r� � itertools�compressr r r r r r r� r� r r� r� � staticmethodr� �propertyr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r2 r7 r� r r r rc r9 r' r r# r( r" r r; r< rF rE rC rJ rK rT rU rW rZ rh rj rn ro rt rv r} r| rb r6 r~ r8 r r{ r5 r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r: r3 r� r� r� r� r� r� r� r� r� r� r9 r r r r r r3 rX � classmethodrd re rb r@ rm r r r� rs ru r r r r� r r� rJ r� r2 ru ru ru rv r� � s. 7 + ( 2 " DAj T: (% #'LR v -+&! 8N & " r� c C s t � } | j�� | S )N)r/ rP Z link_xml_node)r� ru ru rv r� [ s r� )�Z __future__r r rK r �builtinsr r� r� r r- r� r� r� rB r� r� r� r � functoolsr r � collectionsr r r Z future.utilsr �operatorr Zmultiprocessingr Zsocketr Zpathlibr r� Z cldetectlibr� r Zclcommonr Zclcommon.constr Z clcommon.libr Zclcommon.lib.cleditionr r r r r Zclcommon.cpapir Zclcommon.utilsr r r r r r r r r Zclcommon.clwpos_libr! r" r# Zclcommon.lib.constsr$ Zclcommon.lib.cmt_utilsr% Zclcommon.sysctlr& Zclconfigr' r( r) Z cli_utilsr* r+ Zcllimitslib_v2r, r- Z clveconfigr. Zlveapir/ Zcl_summary_arg_parser1 �typingr2 r3 r4 r5 r6 r7 r8 r9 Zclsummary.cl_summary_utilsr: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ Z!clsummary.rpm_packages_statisticsrK Z clsummary.hardware_statisticsrL rM rN Zclwizard.modulesrO Z lve_utilsrP r Zvendors_api.configrQ rR Z cldiaglibrS Zcl_proc_hidepidrT Zclselect.clselectstatisticsrU rV rW rX rY rZ Zclselector.selectorlibr[ Zclselect.clselectctlr\ Z lvemanagerr r] r � ImportErrorr� r rl r� r� r� rH r� r� r� ZERRORr� ra r� r� �objectr� r� ru ru ru rv �<module> s� , (L R