U /e >@sddlZddlZddlmZddlmZddlmZmZddl m Z m Z m Z m Z ddlmZddlmZmZmZdd Zd Zd d ZdddZddZd ddZd!ddZd"ddZddZd#ddZdS)$N) bisect_left)cycle)add itemgetter) accumulategroupbypluckunique)istask)applyfuncnameimport_requiredcCsddl}ddlm}||jS)Nr)parse)bokehZpackaging.versionr __version__)r parse_versionrF/tmp/pip-unpacked-wheel-dbjnr7gq/dask/diagnostics/profile_visualize.py BOKEH_VERSION s rz1Diagnostics plots require `bokeh` to be installedcCsrt|rn|dtttfkr0|dtt|dS|dtkrnt|dtrnt|ddtrnttt|dS|S)Nr)r tuplelistsetmapunquotedict isinstance)exprrrrrs  r<c sDt|r||d}|tkrdt|d}d}t|dkrBt|dnd}t|dkr^t|dni}nPt|drdd d |jD}dt|j}nt|d}d}|dd }i}|s|rt|t|t|t|t|fd d |r"dkrdfdd |D}nd}nd}|rbdkr\ddfdd t | D}nd}nd}|d|||St |t r |sdSt|dkrt |d d|}|d ddSt|ddt|t|dfdd |D}d|dSn4z|krWdSWdSWntk r>YdSXd S)a?Return a nicely formatted string for a task. Parameters ---------- task: Value within dask graph to render as text keys: iterable List of keys within dask graph label_size: int (optional) Maximum size of output label, defaults to 60 Examples -------- >>> from operator import add, mul >>> dsk = {'a': 1, ... 'b': 2, ... 'c': (add, 'a', 'b'), ... 'd': (add, (mul, 'a', 'b'), 'c'), ... 'e': (sum, ['a', 'b', 5]), ... 'f': (add,), ... 'g': []} >>> pprint_task(dsk['c'], dsk) 'add(_, _)' >>> pprint_task(dsk['d'], dsk) 'add(mul(_, _), _)' >>> pprint_task(dsk['e'], dsk) 'sum([_, _, *])' >>> pprint_task(dsk['f'], dsk) 'add()' >>> pprint_task(dsk['g'], dsk) '[]' rr)rfuncs(css|]}t|VqdSN)r .0frrr Oszpprint_task..Ncs t|Sr$ pprint_task)tkeys label_size2rrZzpprint_task..z, c3s|]}|VqdSr$rr&r+pprintrrr(]sz...c3s$|]\}}|d|VqdS)=Nrr&kvr3rrr(dsz, ...z[]z, ...]c3s|]}t|VqdSr$r)r2r,rrr(ts[]_*)r r r lenrhasattrjoinr"intsorteditemsrrr* TypeError) Ztaskr- label_sizefuncheadtailargskwargsresultr)r-r.r4rr*$s^"     "       r*cstdt}tt|}t|}|j|}tt|}|tt ||t|d}||}tt|}t||krt d |t t|t|fdd|DS)aGet a dict mapping funcs to colors from palette. Parameters ---------- palette : string Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. funcs : iterable Iterable of function names zbokeh.palettesr*csg|] }|qSrr)r&nZ color_lookuprr szget_colors..)r _BOKEH_MISSING_MSGrCr r? all_palettesrr-minrrandomRandomshufflerzipr)paletter"palettesZ unique_funcsZn_funcsZpalette_lookupr-indexrrOr get_colorss     r[ profile.htmlTc  stdt}ddlm}dkr8tjdtddd}|dkrL|j }t |t s\|g}fd d |D}t |d kr|d} n|d} |d dD]B} | j | _ d| _d | _tjd kr| jd8_q| jd8_q|ddD]>} d| j_d | _tjd kr| jd8_q| jd8_q|D]} d| _d| _q,|dd |D} |rd|| |r|j||d|| | S)aVisualize the results of profiling in a bokeh plot. If multiple profilers are passed in, the plots are stacked vertically. Parameters ---------- profilers : profiler or list Profiler or list of profilers. filename : string, optional Name of the plot output file. show : boolean, optional If True (default), the plot is opened in a browser. save : boolean, optional If True (default when not in notebook), the plot is saved to disk. mode : str, optional Mode passed to bokeh.output_file() **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. bokeh.plottingr)state file_pathzrThe file_path keyword argument is deprecated and will be removed in a future release. Please use filename instead.r )category stacklevelNcsg|]}|jfqSr)Z_plot)r&ZprofrKrrrPszvisualize..rr!r:KcSsg|] }|gqSrrr%rrrrPs)mode)r rQZbokeh.ior^warningswarn FutureWarningpopZcurstateZnotebookrrr?x_rangetitleZmin_border_toprmajor plot_heightheightxaxis axis_labelZmin_border_bottomZmin_border_leftZmin_border_rightZgridplotshowZ output_filesave) Z profilersfilenamerrrsrfrKbpr^Zfigsptopr'rrbr visualizesP           rxViridisc stdt}ddlm}tdddddd }d |kr>|d |d <d |krT|d |d <|jf||rt|\}} } } } tt d|} dd| D}ddt t | t dddDt | t| }|jfddttDd|gd|}i}ddt| | D|d <}fddt|| D|d<fdd| D|d<fdd| D|d<}t|||d<d d|D|d!<|j|d"}|j|dddd dd#d$n(|jfd%dtd&Ddd'gd|}d(|j_d(|j_d(|j_d)|j_d*|j_||}d+|_d,|_|S)-aeVisualize the results of profiling in a bokeh plot. Parameters ---------- results : sequence Output of Profiler.results dsk : dict The dask graph being profiled. palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. label_size: int (optional) Maximum size of output labels in plot, defaults to 60 **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. r]r HoverToolProfile Resultsz!hover,save,reset,xwheel_zoom,xpanabove ,rlZtoolsZtoolbar_locationwidthro plot_widthrrnrocSs i|]\}}|dd|DqS)cSsg|]}|j|jqSr)Zend_time start_timer&irrrrPsz)plot_tasks...rr7rrr szplot_tasks..cSsi|]\}}|d|qS)rr)r&rNr+rrrrsrT)keyreversecSsg|] }t|qSrstrrrrrrP#szplot_tasks..Zy_rangerkcSsg|]\}}||qSrr)r&serrrrP)scs g|]\}}|d|qS)r r)r&wrleftrrrP*sxcsg|]}|dqS)rrr)id_lkrrrP+sycsg|]}t|qSrr)rdskrFrrrP,sfunctioncolorcSsg|] }t|qSrrrrrrrP.sr)dataZgray)sourcerrrorr line_colorcSsg|] }t|qSrrrrrrrP<s Nz Worker IDTime (s)as
Key:  @key
Task:  @function
Z follow_mouse) r rQ bokeh.modelsr{rrjupdaterWrrrD enumeraterCrSmaxfigureranger?r[ColumnDataSourceZrectZgridZgrid_line_colorZaxisZaxis_line_colorZmajor_tick_line_coloryaxisrqrpselecttooltipsZ point_policy)resultsrrXrFrKrur{defaultsr-ZtasksstartsendsidsZid_groupZtimingsrightrvrrr"rhoverr)rrrFrr plot_taskssx      (  rc stdt}ddlm}ddlm}m}tddddd d }d |krd|d |d <t j d krdt dd|kr|d|d<t j d krt dd|kr|d|j f||rt|\}} } t|t|} fdd|D}|jftdt| dtd| dd|} n"g}} } |jfddd|} |j|d} | j|| | ddddd| j_d|t| rzt| nd| rt| nddi| _| j|| | dddd d!| |dd"d#d$d%| j_| S)&aPlot resource usage in a bokeh plot. Parameters ---------- results : sequence Output of ResourceProfiler.results palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by plot_resources. Returns ------- The completed bokeh plot object. r]r)rY) LinearAxisRange1dr|zsave,reset,xwheel_zoom,xpanr}r~rrrrr!/Use width instead of plot_width with Bokeh >= 3rnro1Use height instead of plot_height with Bokeh >= 3rFcsg|] }|qSrrrrrrrPsz"plot_resources..drr)rr)rrrz% CPU)r line_width legend_labelZmemoryr ZMemory)r y_range_namerrz Memory (MB))rrqrr)r rQrrYrrrrrjrrmrgrhrrWrSrr fix_boundsrRlinerrqZextra_y_rangesZ add_layoutrp)rrXrKrurYrrrr+Zmemcpurrvcolorsrrrplot_resourcesSst         &rcCs|t|||fS)z6Adjust end point to ensure span of at least `min_span`)r)startendZmin_spanrrrrsrc s tdt}ddlm}tdddddd } d |krT|d |d <tjd krTt d d|kr|d|d<tjd krt d| j f||rt t |d d\} } t t| | } tfdd|} i}| D]l\}}t| d}|D],}||j|j7<||j|j8<qdgt tttdt |||<qdgfdd| D} |jfddt| gi| }t |t||D]>\\}}|jdd|d || |fdd|Dddqn|jfddgddgd| }d|d |j_d!|j _|!|}d"|_"|S)#aVisualize the results of profiling in a bokeh plot. Parameters ---------- results : sequence Output of CacheProfiler.results dsk : dict The dask graph being profiled. start_time : float Start time of the profile. metric_name : string Metric used to measure cache size palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. label_size: int (optional) Maximum size of output labels in plot, defaults to 60 **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. r]rrzr|z hover,save,reset,wheel_zoom,xpanr}r~rrrrr!rrnrorNcst|dS)Nrr))drrrr/r0zplot_cache..rcsg|] }|qSrrr)rrrrPszplot_cache..rkrrcsg|]}qSrrr)rrrrPs)rrlabel)rrrrrz Cache Size (rrz
Task:  @label
)#r rQrr{rrjrrmrgrhrrrWrCr rrDfromkeysZ cache_timeZmetricZ free_timerrrrrr[r-rrrrqrprr)rrrZ metric_namerXrFrKrur{rrrZticsgroupsrr8valsZcntsr9rvvalrrr)rrrFrr plot_caches^        ($  r)r)r\TNN)ryr)ry)ryr)rTrgbisectr itertoolsroperatorrrZtlzrrrr Z dask.corer Z dask.utilsr r r rrQrr*r[rxrrrrrrrrs.    \ N i T