U /e2>&@sddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZddlZddlmZddlmZddlZddlmZdd lmZdd lmZdd lmZdd lmZdd lm Z ddl!m"Z"m#Z#ddl$m%Z%m&Z&e'dZ(ej)dddZ*ej+de,dddej-de.ddej/de*dddej/de*dddej/de*dddej/d dd!d"ej/d#dd$d"ej/d%e.d&d'dej/d(d)ddd*d+ej/d,e.dd-dej/d.e.dd/dej/d0e.dd1dej/d2e.dd3dej/d4e.dd5dej/d6e0dd7dej/d8d9e.ddd:d;ej/dd?dd@dAej/dBddCd"ej/dDe.dEdFdej/dGde.dHdIej/dJe.ddKdej/dLe.ddMdej/dNe.ddOdej/dPe.dEdQdej/dRe.ddSdej/dTe.ddUdej/dVe.dWddXd;ej/dYdZddd[d+ej/d\e.ddd]d^ej-d_d`ej1e daej/dbe.dddcd^ej/dde.ddede2dfdfdgdhdiZ3dfdfdjdkdldmdndoZ4e5dpkre3dS)q) annotationsN)Iterator)suppress)Any)valmap) TimeoutError) CPU_COUNT)Nanny)wait_for_signals)get_address_host_port)nprocesses_nthreads)validate_preload_argv)enable_proctitle_on_childrenenable_proctitle_on_current) import_term parse_portszdistributed.dask_workerT)existsZ resolve_pathZworker)Zignore_unknown_options)nameZcontext_settings schedulerF)typerequiredz --tls-ca-filez'CA cert(s) file for TLS (in PEM format))rdefaulthelpz --tls-certz(certificate file for TLS (in PEM format)z --tls-keyz(private key file for TLS (in PEM format)z --worker-porta-Serving computation port, defaults to random. When creating multiple workers with --nworkers, a sequential range of worker ports may be used by specifying the first and last available ports like :. For example, --worker-port=3000:3026 will use ports 3000, 3001, ..., 3025, 3026.)rrz --nanny-porta%Serving nanny port, defaults to random. When creating multiple nannies with --nworkers, a sequential range of nanny ports may be used by specifying the first and last available ports like :. For example, --nanny-port=3000:3026 will use ports 3000, 3001, ..., 3025, 3026.z--dashboard-addressz:0z4Address on which to listen for diagnostics dashboardz--dashboard/--no-dashboard dashboardz+Launch the Dashboard [default: --dashboard])rrrz--listen-addressz_The address to which the worker binds. Example: tcp://0.0.0.0:9000 or tcp://:9000 for IPv4+IPv6z--contact-addressz}The address the worker advertises to the scheduler for communication with it and other workers. Example: tcp://127.0.0.1:9000z--hostzServing host. Should be an ip address that is visible to the scheduler and other workers. See --listen-address and --contact-address if you need different listen and contact addresses. See --interface.z --interfacez&Network interface like 'eth0' or 'ib0'z --protocolzProtocol like tcp, tls, or ucxz --nthreadszNumber of threads per process.z --nworkers n_workerszNumber of worker processes to launch. If negative, then (CPU_COUNT + 1 + nworkers) is used. Set to 'auto' to set nworkers and nthreads dynamically based on CPU_COUNT)rr show_defaultrz--namezA unique name for this worker like 'worker-1'. If used with --nworkers then the process number will be appended like name-0, name-1, name-2, ...z--memory-limitautoa- Bytes of memory per process that the worker can use. This can be: - an integer (bytes), note 0 is a special case for no memory management. - a float (fraction of total system memory). - a string (like 5GB or 5000M). - 'auto' for automatically computing the memory limit. )rrrz--nanny/--no-nannyz@Start workers in nanny process for management [default: --nanny]z --pid-filezFile to write the process PIDz--local-directoryzDirectory to place worker files)rrrz --resourceszResources for task constraints like "GPU=2 MEM=10e9". Resources are applied separately to each worker process (only relevant when starting multiple worker processes with '--nworkers').z--scheduler-filezXFilename to JSON encoded scheduler information. Use with dask scheduler --scheduler-filez--death-timeoutz.Seconds to wait for a scheduler before closingz--dashboard-prefixzPrefix for the dashboardz --lifetimez6If provided, shut down the worker after this duration.z--lifetime-staggerz1Random amount by which to stagger lifetime valuesz--worker-classzdask.distributed.Workerz.Worker class used to instantiate workers from.z(--lifetime-restart/--no-lifetime-restartZlifetime_restartzWhether or not to restart the worker after the lifetime lapses. This assumes that you are using the --lifetime and --nanny keywordsz --preloadzWModule that should be loaded by each worker process like "foo.bar" or "/path/to/foo.py")rmultipleZis_eagerrZ preload_argv)nargsrcallbackz--preload-nannyzNModule that should be loaded by each nanny like "foo.bar" or "/path/to/foo.py"z--scheduler-sniz4Scheduler SNI (if different from scheduler hostname) str | None) worker_port nanny_portc sdtjdkrtdtt\}}}t|d|d|dtt ddd|fd|fd |ffDd krt \nd krd nt dkrt d dkrt d td d krst dtd r|st dtd d kr,|r,t dtd |s8rR|rRt dtd zT|rt|dd\}t|}dkrddrtdd\}}n|Wn@tk r}z t dt|td W5d }~XYnXst  r:t d}|ttW5QRX fdd}t| rn dd tdd D tt  nd t|}t|| t kst!r|d<|d <|d!<t"n| s st#j$%d"d d krtd#t&t'tt W5QRXd$ fd%d&}zLzt)*|Wn6t+t)j+fk r~spt (d(td YnXW5t (d'Xd S))z6Launch a Dask worker attached to an existing schedulerz dask-workerrz\dask-worker is deprecated and will be removed in a future release; use `dask worker` insteadcSsi|]\}}|dk r||qSN).0kvr'r'?/tmp/pip-unpacked-wheel-g426oqom/distributed/cli/dask_worker.py szmain.. tls_ca_fileZtls_worker_certZtls_worker_keyrNzVFailed to launch worker. Must specify --nworkers so that there's at least one process.zTFailed to launch worker. You cannot use the --no-nanny argument when n_workers > 1.zVFailed to launch worker. Must specify --listen-address when --contact-address is givenzPFailed to launch worker. You cannot specify --listen-address when n_workers > 1.zcFailed to launch worker. You cannot specify --listen-address when --worker-port or --host is given.T)strict:[]zFailed to launch worker. wcstjrtdSr&)ospathrremover')pid_filer'r+ del_pid_fileas zmain..del_pid_file, css|]}|dVqdS)=N)split)r(pairr'r'r+ iszmain.. worker_class preload_nannylisten_addresszscheduler-addresszINeed to provide scheduler address like dask worker SCHEDULER_ADDRESS:8786Fc s f ddt Dfdd}fdd}t|}t|}tj||gtjdIdH\}}dd|DdS) Ncsbg|]Z\}} f  dks:dks:dkr>ntdt|d |qS)r.Nr-) scheduler_filenthreads resourcessecuritycontact_addresshostrdashboard_addressr)str)r(iZ port_kwargs_i) rGrrIrHkwargsrrrDrErrCsectr'r+ s. z%main..run..cs.tjIdHtjddDIdHdS)z-Wait for all nannies to initialize and finishNcss|]}|VqdSr&)finishedr(nr'r'r+r>szHmain..run..wait_for_nannies_to_finish..)asynciogatherr'nanniesr'r+wait_for_nannies_to_finishsz5main..run..wait_for_nannies_to_finishcs2tIdHdr.tjddDIdHdS)zTWait for SIGINT or SIGTERM and close all nannies upon receiving one of those signalsNTcss|]}|jddVqdS) )timeoutN)closerQr'r'r+r>szHmain..run..wait_for_signals_and_close..)r rSrTr')rVnanny signal_firedr'r+wait_for_signals_and_closes z5main..run..wait_for_signals_and_close)Z return_whencSsg|] }|qSr')result)r(Ztaskr'r'r+rOs) enumeraterSZ create_taskwaitZFIRST_COMPLETED)rWr]Zwait_for_signals_and_close_taskZwait_for_nannies_to_finish_taskdone_)rGrrIrHrLrrr[rD port_kwargsrErrCrMr\rNrUr+runs "  zmain..runz End workerzTimed out starting worker),sysargvwarningswarn FutureWarninggcZ get_threshold set_thresholdrrr intrloggererrorexitr rJ ValueErroropenwriter4getpidatexitregisterreplacer<dictrfloatr_apportion_portslenAssertionErrorr daskconfiggetr TypeErrorinforSrdr)rrHr#rArGr$rDrr[rr7rErrCZdashboard_prefixr-Ztls_certZtls_keyrIr?r@rLZg0Zg1Zg2rbefr8rdr')rGrrIrHrLrrr[rDr7rcrErrCrMr\rNr+main&sb                 *2 rrlboolzlist[dict[str, Any]])r#r$rr[returnc stdddfdd }||}||}ddtD}t|}d} d} | sV| rzt|\} } Wn tk rt|}YqNYnXz| t|Wntk rd } YnXz| t|WqNtk rd } YqNXqNg} |D]\} } | r| s6|r td |d |d d ntd |d d t| }t|dkrT|d}|rt| }t|dkrx|d}||d}nd|i}| |q| S)zSpread out evenly --worker-port and/or --nanny-port ranges to the workers and nannies, avoiding overlap. Returns ======= List of kwargs to pass to the Worker or Nanny constructors r"zIterator[int | None])src3sXt|}|dgdgfkr2tD]}|dVq n"|D]}|kr6||Vq6dS)Nr)rrangeadd)rportsrbportrseenr'r+ parse_uniques  z&_apportion_ports..parse_uniquecSsg|]}ttfqSr')set)r(rbr'r'r+rOsz$_apportion_ports..TFz(Not enough ports in range --worker_port z --nanny_port z for z workersr.r)rr#r) rriternext StopIterationrrpsortedrzappend)r#r$rr[rZworker_ports_iterZnanny_ports_iterrZ ports_iterZmore_wpsZmore_npsZworker_ports_iZ nanny_ports_irLZwpnpZkwargs_ir'rr+rysZ         ry__main__)6 __future__rrSrtrjloggingr4rergcollections.abcr contextlibrtypingrZclickZtlzrZtornado.iolooprr|Z dask.systemrZ distributedr Zdistributed._signalsr Zdistributed.commr Zdistributed.deploy.utilsr Zdistributed.preloadingr Zdistributed.proctitlerrZdistributed.utilsrr getLoggerrmPathZpem_file_option_typecommandrwargumentrJoptionrlZ UNPROCESSEDZversion_optionrry__name__r'r'r'r+s                  T[S