File: //proc/self/root/lib/python3.9/site-packages/cockpit/channels/__pycache__/pcp.cpython-39.opt-1.pyc
a
�/�h�k � @ s< d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z m
Z
mZmZmZmZ d dlmZ ddlmZmZ ddlmZmZmZmZm Z m Z e r�d dl a d dl m!a! nda!da e�"e#�Z$G dd � d e�Z%G d
d � d e e&ef �Z'G d d
� d
e�Z(dd�dd�Z)G dd� d�Z*G dd� de�Z+dS )� N) �
TYPE_CHECKING�Any�Dict�Iterable�List�
NamedTuple�Optional�Sequence�Union)�CockpitProblem� )� AsyncChannel� ChannelError)�
JsonObject� JsonValue�get_int�get_objv�get_str�get_strv��pmapic @ s e Zd ZdS )�MetricNotFoundErrorN)�__name__�
__module__� __qualname__� r r �8/usr/lib/python3.9/site-packages/cockpit/channels/pcp.pyr Z s r c s$ e Zd Zedd�� fdd� Z� ZS )�
PcpMetricInfoN)�value�returnc sD t |d�| _t |dd�| _t |dd�| _t� j| j| j| jd� d S )N�name�derive� �units)r r! r# )r r r! r# �super�__init__)�selfr �� __class__r r r% _ s zPcpMetricInfo.__init__)r r r r r% �
__classcell__r r r' r r ^ s r c @ sF e Zd ZU eed< eed< eed< eed< eed< eed< eed< dS ) �
MetricInfo�pmidr! �descr �factorr# � instancedN) r r r �int�__annotations__�strr �float�boolr r r r r* f s
r* �r c
C s` t d u std u r\zdd la ddlma W n2 tyZ } ztddd�| �W Y d } ~ n
d } ~ 0 0 d S )Nr r �
not-supportedzpython3-pcp not installed��message)�c_apir �cpmapi�pcp� ImportErrorr )�excr r r �try_import_pcpp s r= c @ s< e Zd ZU ee ed< deedd�dd�Zed�dd �Z dS )
� ArchiveInfo�metric_descriptions�pmapi.pmContextN)�context�start�pathr c C s || _ || _|| _g | _d S �N)rA rB rC r? )r& rA rB rC r r r r% } s zArchiveInfo.__init__r4 c C s | j S rD )rB )r& r r r �sort_key� s zArchiveInfo.sort_key)
r r r r r* r0 r2 r1 r% rE r r r r r> z s
r> c @ s� e Zd ZU dZeed< eed< ded< eed< eed< eed< eed < eed
< eed < d Ze ed
< d Z
ded< e e ed< e
d�dd�Zeedd�dd��Zeedd�dd��Zeee d �d d �Zde
e d �d d!�Zed d"�d#d$��Zeeee d%�d&d'��Zeeed(�d)d*��Zd+dd d,�d-d.�Zd+ed/�d0d1�Zdeeeed2�d3d4�Z de e d5�d6d7�Z e eee e d8�d9d:�Z ee e e d;�d<d=�Z e!e d d>�d?d@�Z"dAdB� Z#eeddC�dDdE�Z$e
d dF�dGdH�Z%d S )I�PcpMetricsChannelZmetrics1Zpcp_dir�
archive_batchr@ rA �source�interval�start_timestamp�last_timestamp�next_timestamp�limitN� last_sampleszpmapi.pmResult | None� last_resultsr? )�optionsc C sD d| _ d| _d| _tj}tj d }t|dd�| _| jdksF| j|krZtdd| j� �d��t|d d�| _| jd |k s�| jd |kr�tdd
| j� �d��| jdk r�t t
�
� d | j �| _t |d t �| _
t|d |�| _| jdks�| j|kr�tdd
| j� �d��t|dd�| _t|dg �| _t|dd�| _| jdk�r@tddd��d S )N�< r � rI �� �protocol-errorzinvalid "interval" value: r6 � timestampzinvalid "timestamp" value: �metricsrM zinvalid "limit" value: � instancesr" zomit-instancesrH �0no "source" option specified for metrics channel)rG rK rL �sys�maxsizer rI r rJ r/ �timer r rV rM r rW �omit_instancesr rH )r& rP Zmax_sizeZmin_sizer r r �
parse_options� s,
z PcpMetricsChannel.parse_optionsz
pmapi.timeval)rU r c C s( t | d �}t | d d �}t�||�S )NrS )r/ r Ztimeval)rU ZsecZusecr r r �float_to_timeval� s z"PcpMetricsChannel.float_to_timevalztuple[str, str])rH r c C s� | dkrt ddd��n�| �d�r,| }tj}nl| dkr^t�� }tj�d�}|� d|� �}tj}n:| d krr| }tj }n&| d
kr�d }tj
}nt d d
| � �d��||fS )Nr" rT rX r6 �/z pcp-archiveZ PCP_LOG_DIRz
/pmlogger/ZdirectZpmcdzlocal:r5 z3unsupported "source" option specified for metrics: ) r �
startswithr8 �PM_CONTEXT_ARCHIVE�platformZnoder � pmContextZ pmGetConfigZPM_CONTEXT_LOCALZPM_CONTEXT_HOST)rH r � context_type�hostname� archive_dirr r r �get_context_and_name� s(
�z&PcpMetricsChannel.get_context_and_name)r r c
C s� t | �|�tjd�}t|�dkr(td��|D ]P}| jD ]D}d }z| �|j|�}W n t yl td�d �Y n0 |j
� |� q6q,|S )N)�keyr � not-foundr" ) �sorted�prepare_archivesr> rE �lenr rV �convert_metric_descriptionrA r r? �append)r& r �archives�archive�metric� metric_descr r r � get_archives� s
z PcpMetricsChannel.get_archives)rA rq r c C s� t |dd�}|dkr tddd��t |dd�}t |dd�}z|�|�}W nh tjy� } zN|�� tjkr�t� d|� t
d d
|� �d�d �ntd t |�d�d �W Y d }~n
d }~0 0 z|� |d �}W n^ tj�y } zB|�� tjkr�td
d
|� �d�d �ntd t |�d�d �W Y d }~n
d }~0 0 |j
tjk} | �r2t| j�d k�r�|�|d � | jD ]Z}
z |�||
�} |�|| � W n6 tj�y� } zt�d|
|� W Y d }~n
d }~0 0 �qVt| j�d k�r2|�|d � | jD ]\} z |�|| �} |�|| g� W n6 tj�y, } zt�d| |� W Y d }~n
d }~0 0 �q�d}
|j}|�r�z|�|�\}}
W n` tj�y� } zD|�� tjk�r�td
d
|� �d�d �ntd t |�d�d �W Y d }~n
d }~0 0 | �|||� ||k�s�|
dk�r�|}t|d ||||
|| d�S )Nr r" rT z;invalid "metrics" option was specified (no name for metric)r6 r# r! zno such metric: %s�errorzno such metric: �internal-errorr ri z)Unable to add profile: instance=%s err=%sz,Unable to remove profile: instance=%s err=%s� �?)r+ r r! r, r- r# r. )r r Z pmLookupNamer �pmErr�errnor8 Z PM_ERR_NAME�loggerrt r r1 Z pmLookupDescZindomZ
PM_INDOM_NULLrl rW Z pmDelProfileZ
pmLookupInDomZ pmAddProfile�debugr\ r# ZpmParseUnitsStr�try_convert_unitr* )r& rA rq r r# r! Zpm_idsr< �pm_descr. �instanceZinstidZ
omit_instancer- �pm_unitsZ parsed_unitsr r r rm � st � ((
(
((�z,PcpMetricsChannel.convert_metric_descriptionr4 c
C sf t �� }d|_z| �tj||gd|� W n8 t jy` } z tdt|�d�d�W Y d}~n
d}~0 0 dS )zGTry to convert a dummy value to validate that the metric is convertibleg r ru r6 N) r � pmAtomValue�d� pmConvScaler8 �PM_TYPE_DOUBLErw r r1 )rA r| r~ �dummyr< r r r r{ 2 s z"PcpMetricsChannel.try_convert_unit)rf r c c s� t � t �| �d �}|D ]�}t�d|� z6t�tj|�}|�� }t |j
�d }t |||�V W q tj y� } z.|�
� tjkr�tdd|� �d�d �W Y d }~qd }~0 0 qd S )Nz/*.indexzopening archive: %rrS ri zcould not read archive r6 )�glob�escapery rz r rc r8 ra ZpmGetArchiveLabelr2 rB r> rw rx ZPM_ERR_LOGFILEr )rf ZindexesZ archive_pathrA Z log_labelZ
archive_startr< r r r rk < s z"PcpMetricsChannel.prepare_archives)�sem_idr c C s. | t jkrdS | t jkr dS | t jkr*dS dS )NZcounterZinstantZdiscreter" )r8 ZPM_SEM_COUNTERZPM_SEM_INSTANTZPM_SEM_DISCRETE)r� r r r � semantic_valJ s
z PcpMetricsChannel.semantic_valzpmapi.pmResult)�resultsrA r c C s` g }| j D �]}d|ji}|jr*|j|d< |jdkrDt|j�|d< n |�|j�� dd|j � �|d< | �|jj �}|dkr�| �|jj �|d< |j
�rg }t |j j
�D ]Z}|j �|�} |j| kr�q�t |j �|��D ],}
|j �||
�} |�|j| j�} |�| � q�q�||d< |�|� q
tt�� �d }
t|j jjd |j jjd �}| j| j| j |||
d
� d S ) Nr r! rv r# �*r" � semanticsrW rS )rH rI rU rV �now) r? r r! r- r1 r# Z
pmUnitsStrr� r, Zsemr. �range�contents�numpmid�get_pmidr+ �
get_numval� get_vlistZ pmNameInDom�instrn r/ r[ rU Ztv_secZtv_usecZ send_jsonrH rI )r& r� rA rV rr r, r� Zinsts�ir+ �jr Z
instance_descr� rU r r r � send_metaU sB
��zPcpMetricsChannel.send_meta)r� r c C s� | j }|du rdS t|jj�D ]j}| j| js0q |j�|�}|j�|�}||krV dS t|�D ](}|j�||�|j�||�kr^ dS q^q dS )z�
If a multi-instance metric changes its instances we need to send a new
meta message when these change. For example when an drive or ethernet
card is removed out.
NTF)rO r� r� r� r? r. r� Zget_inst)r& r� rO r� Znumval1Znumval2r� r r r �needs_meta_update� s z#PcpMetricsChannel.needs_meta_update)rA rG rM �
total_fetchedr c
C st t jt| j� � }t| j�D ]\}}|j||< q g }z�t|�D ]�} ||kr�|jtj kr`| W S | �
|� t � d| j
� | W S |�|�}
| �|
�r�|r�| �
|� |�� | �|
|� |�| �||
�� |
| _|d7 }q>| �
|� |�� W q0 tj�yl } zbt � d| |� | �� tjk�r2tdt| �d�d �t|�dk�rJ| �
|� W Y d } ~ �qpW Y d } ~ q0d } ~ 0 0 q0|S )Nz Reached limit "%s", stoppingrR z Fetching error: %r, fetched %rru r6 r )�ctypesZc_uintrl r? � enumerater+ r� �typer8 ra � send_updatesry rz rM ZpmFetchr� �clearr� rn �parse_fetched_resultsrO r rw rx Z
PM_ERR_EOLr r1 ) r& rA rG rM r� Zpmidsr� rq Zfetched�_r� r< r r r �sample� s>
&zPcpMetricsChannel.sample)rA r� r c C s� t | j�}i }t|jj�|d< t|jj�D ]�}d }|j�|�}| j| }|j j
} |dk rhd ||| j < q*| t j
ks�| t jks�| t jkr�d ||| j < q*|js�| �||||d�}n.g }
t|�D ] } |
�| �||||| �� q�|
}|||| j < q*|S )NrU r )�listrV r2 r� rU r� r� r� r? r, r� r r8 ZPM_TYPE_AGGREGATEZ
PM_TYPE_EVENTZPM_TYPE_STRINGr. � build_samplern ) r& rA r� rV �samplesr� �values�numvalrr � content_typeZvalsr� r r r r� � s4
�� z'PcpMetricsChannel.parse_fetched_results)rr rq r} r c
C s |j �|�}t�d|||� |j �|�}|j|kr6d S |j �|�}|j �||�} |jj }
d } d } |
t
j kr�z"|� || t
j t
j �} | j
d@ } W n0 ty� }
zt�d|
� W Y d }
~
n
d }
~
0 0 n�|
t
jk�r(z&|� || t
jt
j�} | jd> d? } W n2 t�y$ }
zt�d|
� W Y d }
~
n
d }
~
0 0 nPz |� || |
t
j�} | j} W n2 t�yv }
zt�d|
� W Y d }
~
n
d }
~
0 0 |jj|jk�r�z8t�� }| |_|�t
j||jgd|j�}|j|j } W n: tj�y� }
z tdt|
�d �d �W Y d }
~
n
d }
~
0 0 | S )
Nz,build_sample pmid=%d, metric=%d, instance=%dl ��� z&Unable to extract PCP TYPE_64 value %s� z'Unable to extract PCP TYPE_U64 value %sz Unable to extract PCP value %sr ru r6 ) r� r� ry rz Zget_vsetr� Z
get_valfmtr� r, r� r8 Z
PM_TYPE_64ZpmExtractValueZll� Exception� exceptionZ PM_TYPE_U64Zullr� r� r# r r r� r- rw r r1 )r& rA r� rr rq r} r+ ZvaluesetZvalfmtr r� Z sample_valueZatomr< r� Zconverted_atomr r r r� � sj
�$ �$�
"�(z PcpMetricsChannel.build_sample)r � old_valuer c C s$ |d ur || | j | j S dS d S )NF)rL rK )r& r r� r r r �calculate_sample_rate2 s z'PcpMetricsChannel.calculate_sample_rate)r� r c
C sF g }| j p i }|D �]}|d | _g }| jD ]�}||j }|�|jd �}t|t�r�|jdkr�g } t|�D ]F\}
} d } |d ur�z ||
} W n t y� Y n0 | �
| � | | �� qh|�
| � n
|�
|� q,|jdkr�|d ur�|�
| � ||�� q,|d u �r|�
d� q,|�
|� q,|�
|� | j| _ |}q|| _ | �
t�|��� � d S )NrU ZrateF)rN rL rV r �get�
isinstancer� r! r� �
IndexErrorrn r� rK Z send_data�json�dumps�encode)
r& r� �datarN r� Zsampled_valuesZ
metricinfor r� �tmp�index�valZold_valr r r r� 8 s>
z PcpMetricsChannel.send_updatesc C s� d}t |�D ]�\}}|j| _d | _d | _| j}|t|�d krR||d j|k rRq ||jk rft|j�}|j}z(|� t
j t
� t
j
�B | �|�| j� W n8 tjy� } z tdt|�d�d �W Y d }~n
d }~0 0 | �|j| j| j|�}q d S )Nr rR ru r6 )r� r? rO rN rJ rl rB r/ rA Z pmSetModer8 ZPM_MODE_INTERPZ
PM_XTB_SETZ PM_TIME_MSECr^ rI r rw r r1 r� rG rM )r& ro r� r� rp rU rA r< r r r �sample_archivesd s$ "
�(z!PcpMetricsChannel.sample_archives)r rd r c
C s� zt �||�}W n8 t jyH } z tdt|�d�d �W Y d }~n
d }~0 0 | jD ]B}d }z| �||�}W n ty� td�d �Y n0 | j� |� qP|S )Nru r6 r" )
r rc rw r r1 rV rm r r? rn )r& r rd �direct_contextr< rq rr r r r �prepare_direct_context� s (
z(PcpMetricsChannel.prepare_direct_context)rP r c � s� g | _ t�d|| j� | �|� t� tdu r6td��| �| j �\}}|t
j krn| � |�}| �
� | �|� n<| �||�}| �
� | �|ddd� t�| jd �I d H q�d S )Nz)metrics pcp-archive open: %r, channel: %rTr5 rR r rS )r? ry rz �channelr] r= r r rg rH r8 ra rs Zreadyr� r� r� �asyncio�sleeprI )r& rP r rd ro r� r r r �run� s
zPcpMetricsChannel.run)&r r r Zpayloadr1 r0 r/ r2 rN r rO r r* r r] � staticmethodr^ rg r r> rs rm r{ rk r� r� r3 r� r� r� r r� r� r r� r� r� r� r r r r rF � sH
G
/ /#@, rF ),r� r� r� r� Zloggingrb rY r[ �typingr r r r r r r r r
Zcockpit.protocolr r� r
r Zjsonutilr r r r r r r9 r8 r: r Z getLoggerr ry r r1 r r* r= r> rF r r r r �<module>A s. ,