U /eH @sFddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z ddl mZddlmZmZmZddZd7dd Zd d Zd8d dZddZddZddZd9ddZd:ddZd;ddZdd3d4Z)d5d6Z*dS)?N)concat frequencies)Array)HighLevelGraph) has_keyword is_arraylike is_cupy_typecCst|r|S|SdSN)rgetxr 4/tmp/pip-unpacked-wheel-dbjnr7gq/dask/array/utils.pynormalize_to_arraysrc st|drt|tr|j}|dkr2|dkr2tdt|rFt|}|dkrVtj}n|dkrnt|drn|j }t|t r|d|pd|d}t|t st|t rdd |D}d d t ||D}t|t r|St |St|d rt|drt|jt s|S|dkr |j}z|t d d t|jD}|j|kr||jkr|tft dd t||jD}|t dd t|jD}n"|dkr|}n|d|}|tjjkrtjjtjd||p|j ddd}Wn0tk rtjd||p|j d}YnXt|r&t|}|r|j |krz||}Wn`tk rz@tfdd dDr|j jdkrtg|}nW5dXYnX|S)aNormalize an array to appropriate meta object Parameters ---------- x: array-like, callable Either an object that looks sufficiently like a Numpy array, or a callable that accepts shape and dtype keywords ndim: int Number of dimensions of the array dtype: Numpy dtype A valid input for ``np.dtype`` Returns ------- array-like with zero elements of the correct dtype _metaNz/You must specify the meta or dtype of the arraydtyperr)shapercSs4g|],}t|tjrdnt|dr(|jnt|qS)rndim) isinstancenumbersNumberhasattrrlen).0ar r r <s  z#meta_from_array..cSs&g|]\}}|dkr|nt||qSr)meta_from_array)rrZndr r rrDsrcss|]}tdddVqdSrNslicer_r r r Rsz"meta_from_array..css|] }dVqdSr r r!r r rr#Uscss|]}tdddVqdSrrr!r r rr#VsrT)maskc3s|]}|tkVqdSr strrser rr#hs)zinvalid literalz!could not convert string to floatZSU)rrrr ValueErrornpisscalararrayndarrayrtypelisttupleziprrrangeEllipsissumZreshapemaZmaskedempty Exceptionastypeanykind)r rrZndimsrmetar r*rrsn       &  *      rc stjddttjdtddd|D}dd|D}t|tjrb||}n z t |drvd |d<|||}Wnt k rz.cSs&i|]\}}|t|rt|n|qSr rBrkvr r r }sz compute_meta..Zcomputing_metaTc3s|]}|tkVqdSr r&r(r*r rr#szcompute_meta..)zunexpected keyword argumentzis an invalid keyword forz'Did not understand the following kwargsz&zero-size array to reduction operationrr)r-Zerrstatewarningscatch_warnings simplefilterRuntimeWarningitemsrZ vectorizer TypeErrorr<r,rr'r:getattr contextlibsuppressAttributeErrorr;r.r/)funcZ_dtypeargskwargsZ args_metaZ kwargs_metar>r r*r compute_metaxsH    .  .   rUFcKst|}t|}t|dddkrft|ds4t|drNtjj||fddi|Stj||fd|i|S|r|j|jkotddt|j |j DS||kS) NrOr%Z masked_equalT equal_nancss.|]&\}}t|rt|n||kVqdSr )r-isnan)rrbr r rr#szallclose..) rrNrr-r8allcloserr@r4Zflat)rrYrWrTr r rrZs rZcCs$dd}t|j|dt|j|dkS)NcSst|tr|dddfS|SdS)N)rr')rDr r rkeys  zsame_keys..key)r\)sorteddask)rrYr\r r r same_keyssr_cCs|jod|jkSNr)rr r r r _not_emptysracCsbt|tsdS|tdd|jDs.ttt|j}dd| D}|r^t|dS)z2Check that graph is well named and non-overlappingNcss|]}t|ttfVqdSr )rr3r')rrDr r rr#sz_check_dsk..cSsi|]\}}|dkr||qS)rGr rCr r rrFsz_check_dsk..) rrvalidater@ZlayersAssertionErrorrrvaluesrL)ZdskZfreqsZnon_oner r r _check_dsks reTcCsn|rt|t|kstt||D]F\}}t|s>t|r\|rht|t|kshtq"||ks"tq"dSr )rrcr4mathrX)rrY check_ndim check_nanZaaZbbr r rassert_eq_shapesricCs|j|d}tjdd|jDD]}|j|jf|}t|drJ|}t|dsbtj |dd}t ddt |j|D}t ||j |d d |j|jks"td q"|S) N schedulercss|]}tt|VqdSr )r5r)rcr r rr#sz _check_chunks..resultrrVr$css|]\}}||VqdSr r )rrlir r rr#sF)rgrhz6maybe you forgot to pass the scheduler to `assert_eq`?)Zpersist itertoolsproductchunksr^namerrmr-r/r3r4rirrrc)r rgrkidxchunkZexpected_shaper r r _check_chunkss&    ruc Cs|}d}d}t|tr|jdk s$t|j} |r8t|jt|dd}|rVt|||d}|j|d}|}t |drx| }t |dst j |dd}t |r|j|jkst|rt|j|jdd n$t |dst j |dd}t|dd} || ||fS) Nr)rgrkrjtodenserrVr$F)rh)rrrrcrer^rNrucomputerrvr-r/rarir) r check_shape check_graph check_chunksrgrkZ x_originalZx_metaZ x_computedadtr r r_get_dt_meta_computeds2        r|syncc KsV|} |} t|tttfr"t|}t|tttfr.)assignedcSs|Sr r r r r rzsafe_wraps..N)r@ functoolswraps)rrr rr safe_wrapssrcCs.z|jWStk r(t|jYSXdS)z!Determine dtype of an array-like.N)rrQr- asanyarray)rr r r _dtype_ofsrcOsT|dkrtj||Sztj|dt|i|WStk rNtj||YSXdS)z Use the `like=` from `np.arange` to create a new array dispatching to the downstream library. If that fails, falls back to the default NumPy behavior, resulting in a `numpy.ndarray`. Nlike)r-ZarangerrM)rrSrTr r r arange_safes  rcKs||krt|dr|St|tr,||f|St|trLt|jrL|jdd}z||fdt|i|WStk r||f|YSXdS)NZ__array_function__r}rjr)rrrrrrwrrM)Znp_funcZda_funcrrrTr r r_array_like_safes     rcKs ddlm}ttj|||f|S)a If `a` is `dask.array`, return `dask.array.asarray(a, **kwargs)`, otherwise return `np.asarray(a, like=like, **kwargs)`, dispatching the call to the library that implements the like array. Note that when `a` is a `dask.Array` backed by `cupy.ndarray` but `like` isn't, this function will call `a.compute(scheduler="sync")` before `np.array`, as downstream libraries are unlikely to know how to convert a `dask.Array` and CuPy doesn't implement `__array__` to prevent implicit copies to host. r)r/)Zdask.array.routinesr/rr-)rrrTr/r r r array_safes rcKs ddlm}ttj|||f|S)a If a is dask.array, return dask.array.asarray(a, **kwargs), otherwise return np.asarray(a, like=like, **kwargs), dispatching the call to the library that implements the like array. Note that when a is a dask.Array but like isn't, this function will call a.compute(scheduler="sync") before np.asarray, as downstream libraries are unlikely to know how to convert a dask.Array. r)asarray)dask.array.corerrr-)rrrTrr r r asarray_safes rcKs ddlm}ttj|||f|S)a If a is dask.array, return dask.array.asanyarray(a, **kwargs), otherwise return np.asanyarray(a, like=like, **kwargs), dispatching the call to the library that implements the like array. Note that when a is a dask.Array but like isn't, this function will call a.compute(scheduler="sync") before np.asanyarray, as downstream libraries are unlikely to know how to convert a dask.Array. r)r)rrrr-)rrrTrr r rasanyarray_safes rcstt|ttfr$tfdd|DSt|tjs.z%Axis value must be an integer, got %sz2Axis %d is out of bounds for array of dimension %dr)rr3r2rIntegralrMr- AxisError)axisrr rrrs   rcCsf|r|j}tj|ddd}n|j}tj|dddj}d|dkd|}||||j}}||fS)aSign correction to ensure deterministic output from SVD. This function is useful for orienting eigenvectors such that they all lie in a shared but arbitrary half-space. This makes it possible to ensure that results are equivalent across SVD implementations and random number generator states. Parameters ---------- u : (M, K) array_like Left singular vectors (in columns) v : (K, N) array_like Right singular vectors (in rows) u_based_decision: bool Whether or not to choose signs based on `u` rather than `v`, by default False Returns ------- u : (M, K) array_like Left singular vectors with corrected sign v: (K, N) array_like Right singular vectors with corrected sign rT)rZkeepdimsrGg@g?)rr-r7Tr;)urEZu_based_decisionrZsignsr r rsvd_flipsrcOsF|d}t|r(ddl}t|jj|}nddl}t|j|}|||Sr`)rZcupyx.scipy.linalgrNscipyZlinalgZ scipy.linalg) func_namerSrTrZcupyxrRrr r rscipy_linalg_safes rcCstd|||dS)NZsolve_triangular)lower)r)rrYrr r rsolve_triangular_safe.srcCs6|dkrtjdtddtjStdtd|dS)Nrz}AxisError was deprecated after version 2021.10.0 and will be removed in a future release. Please use numpy.AxisError instead.)rA stacklevelzmodule z has no attribute )rHwarn FutureWarningr-rrQ__name__)rrr r r __getattr__2sr)NN)F)TT)TN)TTTTN) TTTTTTTTr})F)F)+rOrrorfrrHZnumpyr-ZtlzrrrrZdask.highlevelgraphrZ dask.utilsrrrrrrUrZr_rarerirur|rWRAPPER_ASSIGNMENTSrrrrrrrrrrrrr r r rs^   a4    * k   *