U
/e L @ sb d dl mZ d dlZd dlZd dlZd dlmZ d dlm Z m
Z
d dl m Z m
Z
mZmZmZmZmZmZmZ d dlmZ d dlmZ d dlmZ d dlZd d l m Z d d
l m Z d d l m!Z! d d l"m#Z# d d
l$m%Z% ej&'drd dl(m)Z) ndZ)ej&'dZ*ej+j,e*ddZ*G dd de!Z-G dd de!Z.G dd de!Z/G dd de!Z0G dd d e!Z1dS ) ) annotationsN)without_property_validation)columnrow) ButtonColumnDataSource DataRange1d HoverToolLabelSetNumeralTickFormatterRange1dSelectTitle) Spectral9)figure)gen)profile)WINDOWS)DashboardComponentupdate)
log_errorsz!distributed.dashboard.export-tool)
ExportToolz#distributed.worker.profile.intervalms)defaultc @ s8 e Zd ZdZdd Zeedd Zeedd Z dS )
ProcessingzProcessing and distribution per core
This shows how many tasks are actively running on each worker and how many
tasks are enqueued for each worker and how many are in the common pool
c K s | i i d}t|| _tdd}tf dd|d|}|j| jddtd d d
d d|j_d |j _
d |j _
t }|
| |t }d
|_d|_|| _d S )N)
processingnthreads zProcessing and Pending )titletoolsx_ranger righttopbottom)sourceleftr$ colorr% r& Fa
Host:
@name
Processing:
@processing
Z follow_mouse)processing_updater r' r r Zquadr ZxaxisZminor_tick_line_alphayaxisvisibleZygridr Z add_toolsselectZtooltipsZ point_policyroot)selfkwargsdatar# ZfigZhover r2 K/tmp/pip-unpacked-wheel-g426oqom/distributed/dashboard/components/shared.py__init__1 s6
zProcessing.__init__c C s |d }| dsd S | |}| jj}t|d }t|d }|j|k rV|d |_n&|jd| | kr||jd |d |_t| j| d S )Nr r r$ gffffff?g?)getr* r. r# maxendr r' )r/ messagesmsgr1 r# Z max_rightZcoresr2 r2 r3 r Z s
zProcessing.updatec s t | d }t |}| d fdd|D | d fdd|D t|}t|ttt|ddtt|d dd d }d
g| |d < |S ) Nr c s g | ] } | qS r2 r2 .0name)r r2 r3
q s z0Processing.processing_update..r c s g | ] } | qS r2 r2 r; )r r2 r3 r> s s r r r )r= r r$ r% r& r gffffff?alpha)sortedlenlistrange)r: namesndr2 )r r r3 r* k s z Processing.processing_updateN)
__name__
__module__ __qualname____doc__r4 r r r staticmethodr* r2 r2 r2 r3 r * s ) r c @ s( e Zd ZdZdd Zeedd ZdS ) ProfilePlotTime plots of the current resource usage on the cluster
This is two plots, one for CPU and Memory and another for Network I/O
c s^ t }t |t}|d _t j|f|\ _ _t t
fdd} jj d| d S )Nstatesc sn z|j d }W n tk
r$ Y d S X t j| t} jd d = j|d t j | | j _
d S )Nr rN ) indices
IndexErrorr plot_datarN profile_intervalextendpopr r' selected)attroldnewindr1 r/ r2 r3 cb s z ProfilePlot.__init__..cbrO )
r createrQ rR rT rN plot_figurer. r' r r rU on_change)r/ r0 stater1 r[ r2 rZ r3 r4 s zProfilePlot.__init__c C s0 || _ t| j t}|d| _t| j| d S NrN r_ r rQ rR rT rN r r' r/ r_ r1 r2 r2 r3 r s zProfilePlot.updateN)rG rH rI rJ r4 r r r r2 r2 r2 r3 rL s
rL c @ s: e Zd ZdZd
ddZeed ddZed dd ZdS )
ProfileTimePlotrM Nc s |d k rt |_z|jjjdd _W n tk
rF d _Y nX t jt
r`jd _t jt rxj _jrdjgndg_
nd _dg_
|_d _d _g g d_t _tjt}|d_tj|f|\__dg t fdd}jj d | t g g d
_ t!d d d
ddddd_"j"j#ddj d j"j$ddj d dd dj"j%_&dj"j'_&t(fdd}j j d | t)ddd _*j*+fd d t)d dd _,j,+j- t.j
d j
d!_/fd"d#}j/ d$| t0t1j/j*j,d%d&d'jj"f|_2t3d(d)d*_4j5j4d t6j7d+sd,j4_8d-j/_9d-j*_9d-j,_9d S ).Nkeyr AllcounttimerN Fc s d st |dkrd S t ` tj|d t}jd d = j|d d d< tj | |j j
_ d d< W 5 Q R X d S Nr rN TF) rA r r rQ rN rR rS rT r r' rU rO rV rW rX r1 Zchangingr/ r2 r3 r[ s
z$ProfileTimePlot.__init__..cbrO rh rg Activity over time datetime xbox_select"xpan,xwheel_zoom,xbox_select,reset
stretch_widthabover! height x_axis_typeZ active_dragr" sizing_modetoolbar_locationrh rg r' oranger' r) Zselection_colorc sv j jj}|rZ j jd t| d } j jd t| d }t||t|| _ _n d _ _ jdd d S )Nrh Fupdate_metadata ts_sourcerU rO r1 minr7 startstoptrigger_updaterV rW rX rU r r rZ r2 r3 ts_change s
z+ProfileTimePlot.__init__..ts_changeResetsuccesslabelZ button_typec s jS Nr r_ r2 rZ r2 r3 z*ProfileTimePlot.__init__..Updater )valueoptionsc s" |dkr d }| _ jdd d S )Nre Fr} )rd r )rV rW rX rZ r2 r3 select_cb s z+ProfileTimePlot.__init__..select_cbr scale_width )rw ru italictextZtext_font_style"distributed.worker.profile.enabledProfiling is disabled.T):weakrefrefdocZsession_contextrequest argumentsr6 rd AttributeError
isinstancerB bytesdecode
task_namesserverr r tsr r\ r_ rQ rR rT rN r] profile_plotr' r rU r^ r r r ts_plotlinecircler+ r, gridr r reset_buttonon_click
update_buttonr r
r- r r r. r subtitle
add_layoutdaskconfigr disabled)r/ r r r0 r1 r[ r r r2 rk r3 r4 s
zProfileTimePlot.__init__c C s || _ t| j t}|d| _t| j| |d k r|d rdgt|d | _ | j | j
_ | j r~| j |d kr~|d | j }n|d }t
| \}}|dd |D d| _| jj| j d S )NrN countsre keysc S s g | ] }|d qS r| r2 )r< tr2 r2 r3 r> ) s z*ProfileTimePlot.update..rf )r_ r rQ rR rT rN r r' r@ r r- r rd zipr r r1 )r/ r_ metadatar1 r timesr r2 r2 r3 r s
zProfileTimePlot.updateTc s$ t fdd} jj| d S )Nc sx j jjjjdI d H r4j I d H nd ttjrZt
I d H \ fdd d S )N)rd r r c s S r r r2 )r profr/ r2 r3 r : r z.cb..)
r get_profilerd r r Zget_profile_metadatar r ZFutureasyncioZgatherr Zadd_next_tick_callbackr2 r/ r~ )r r r3 r[ / s z*ProfileTimePlot.trigger_update..cb)r r ZloopZ add_callback)r/ r~ r[ r2 r r3 r - s z ProfileTimePlot.trigger_update)N)N)T rG rH rI rJ r4 r r r r r2 r2 r2 r3 rc s
lrc c @ s6 e Zd ZdZd ddZeedd Zedd ZdS )
ProfileServerrM Nc s |d k rt |_|_jjj_d _d _g g d_ t
j_ t j t
}|d_tj|f|\__dg tt fdd}jjd| tg g d_tdd d
d d d
dd_jjddjd jj ddjd dd djj _ djj _ tfdd}jjd| t ddd_!j!"fdd t d dd_#j#"j$ t%t&j!j#d d jjf|_'t(d d d!_)j*j)d t+j,-d"sd#j)_.d$j!_/d$j#_/d S )%Nrf rN Fc sv d st |dkrd S tj|d t}jd d = j|d d d< tj| |jj _
d d< d S ri ) rA r rQ rN rR rS rT r r' rU rO rj rk r2 r3 r[ T s
z"ProfileServer.__init__..cbrO rl rm rn ro rp rq rr rs rt rh rg ry rz r{ c sr j jj}|rZ j jd t| d } j jd t| d }t||t|| _ _n d _ _ d S )Nrh r| r r rZ r2 r3 r u s
z)ProfileServer.__init__..ts_changer r r c s jS r r r2 rZ r2 r3 r r z(ProfileServer.__init__..r r )rw r r r r r T)0r r r r Zio_loopr logr r r r r_ rQ rR rT rN r] r r' r r rU r^ r r r r r r r+ r, r r r r r r r r r. r r r r r r6 r r )r/ r r r0 r1 r[ r r2 rk r3 r4 E sp
zProfileServer.__init__c C s0 || _ t| j t}|d| _t| j| d S r` ra rb r2 r2 r3 r s zProfileServer.updatec C s t j| j| j| jd| _t | jt}|d| _ t
| j | dd | jD }t t
dt
d| j}| jj
||d d S )N)r r rN c S s g | ]\}}|d qS r r2 )r< r _r2 r2 r3 r> s z0ProfileServer.trigger_update..rg r rl )r r r r r r_ rQ rR rT rN r r' rB toolzZpluckr r1 )r/ r1 r r r2 r2 r3 r s z ProfileServer.trigger_update)Nr r2 r2 r2 r3 r ? s
Q r c @ s. e Zd Zd ddZdd Zeedd ZdS )
SystemMonitorrn Nc
K s || _ |jj}d| _|d k r0|jj|d}|| _tdd |D | _tdgd ddd gd
d d gd
ddgd| _t| j| t
dddd}d}t f dd||d|d|| _ | j j
| jddd d | j j_| j td d d d dd | jd! t f d"d||d|d|| _| jj
| jdd#d d$| jj_| jtd d d d d#d | jd! t f d%d|||dd&|| _| jj
| jdd'd(d)d* | jj
| jdd+d,d-d* d.| jj_td/d0| jjd _td/d0| jjd _| j | j| jg}ts t f d1d|||dd&|| _| jj
| jdd2d || j d3|kr6d3|d3 i} ni } tsJd| jj_d| jj_d| j j_d| jj_t|| | _ | j j d S )4Nr r c S s i | ]
}|g qS r2 r2 r; r2 r2 r3
s z*SystemMonitor.__init__.. F 7 ( zmax: 45%zmin: 45%z mean: 45%z
max: 133.5MiBz min: 23.6MiBzmean: 115.4MiB)xycpumemoryr8 i N )followZfollow_intervalZ
range_paddingzreset,xpan,xwheel_zoomZCPUro rs )r! rv ru r" rx r# rh r )r' r r Z
Percentager r ZscreenZ1em)r r Zx_unitsZy_unitsr Ztext_font_sizer' ZMemoryr ZBytesZ Bandwidth)r! rv ru r# r" rx zhost_net_io.read_bpsZredread)r' r r r) Z legend_labelzhost_net_io.write_bpsZbluewritezBytes / secondz0.0b)formatzNumber of File Descriptorsnum_fdsrw ) workermonitorZ
quantities
last_count range_queryr r' label_sourcer get_datar r r r r+ Z
axis_labelr r
Zmem bandwidthr formatterr r appendZy_ranger r r. )
r/ r ru r r0 rD r# r" Zplotskwr2 r2 r3 r4 s
zSystemMonitor.__init__c C s8 | j jj| jd}dd |d D |d< | j jj| _|S )Nr c S s g | ] }|d qS r r2 )r< r r2 r2 r3 r> * s z*SystemMonitor.get_data..rh )r r r r rg )r/ rF r2 r2 r3 r ( s zSystemMonitor.get_datac s^ dd } j d fddtt|fD jjd< fddtt|fD jjd< d S ) Nc S s t | t| S r )sumrA )r r2 r2 r3 mean1 s z"SystemMonitor.update..meanr| c s& g | ] }d |j| jjd qS )z {}: {:.1f}%r )r rG r' r1 r< frZ r2 r3 r> 5 s z(SystemMonitor.update..r c
s. g | ]&}d |jtj| jjd qS )z{}: {}r )r rG r utilsZ format_bytesr' r1 r rZ r2 r3 r> 9 s
r )r' streamr r r7 r r1 )r/ r r2 rZ r3 r . s
zSystemMonitor.update)rn N)rG rH rI r4 r r r r r2 r2 r2 r3 r s
~r )2
__future__r r r Ztlzr Zbokeh.core.propertiesr Z
bokeh.layoutsr r Z bokeh.modelsr r r r r
r r r
r Zbokeh.palettesr Zbokeh.plottingr Ztornador r Z distributedr Zdistributed.compatibilityr Z distributed.dashboard.componentsr Zdistributed.dashboard.utilsr Zdistributed.utilsr r r6 Z!distributed.dashboard.export_toolr rR r Zparse_timedeltar rL rc r r r2 r2 r2 r3 s4 , Y$ j