U f/ev@sddlmZddlmZddlZddlmZmZmZm Z m Z m Z ddl Z ddl ZddlmZmZmZmZmZddlmZddlmZmZmZmZmZmZddl m!Z!dd l"m#Z#dd l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,dd l-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6dd l7m8Z8m9Z9m:Z:dd l;mZ>m?Z?ddl@mAZAddlBmCZCmDZDmEZEddlFmGmHZddlImJZJmKZKmLZLmMZMmNZNmOZOddlPmQZQddlRmSZSmTZTmUZUddlVmWZWddlXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZaddlbmcZcddldmeZeddlfmGmgZhddlimGmjmkZkddllmmZmmnZnddlompZpmqZqmrZrmsZsddltmGmuZuerlddlvmwZwmxZxeydZzdddddZ{Gdd d eeZ|Gd!d"d"e|Z}Gd#d$d$ej|e}Z~Gd%d&d&eje|ZGd'd(d(eZGd)d*d*eje}ZGd+d,d,eZGd-d.d.eZGd/d0d0eZGd1d2d2e~Zd3d4d5d6ZdZd7d8d9d:Zdd;dd?Zd@d|jdks|jddkr(|f||S|jf||SdS)Nr)ndimshapesplit_and_operate)selfargskwargsrS@/tmp/pip-unpacked-wheel-tiezk1ph/pandas/core/internals/blocks.pynewfuncszmaybe_split..newfunc)rr r)rSrar_r^r` maybe_splitsrbc @s$eZdZUdZded<ded<ded<dZd Zd Zd Zd Z d Z e e d d Z ed dddZe e d dddZe e d dddZe ed dddZe ddZeddddZddddd d!Ze e d"d#Zed$dd%d&Zejd$d'd(d&Ze dddd)d*Ze dd+dd,d-d.Ze d/dd0d1Ze ddd2d3Zd4d5Ze ddd6d7Zd8dd9d:d;Ze d$dd<d=d>Z ed?dd@dAZ!e e dBddCdDZ"dEdFZ#dGdHZ$dIddJdKZ%e dLddMdNZ&dd dLdOdPdQZ'e dLddRdSZ(dd dLdTdUdVZ)e dLddWdXZ*e dLddYdZZ+e ddLdLd[d\d]Z,e ddLdd^d_Z-e.dLdd`daZ/e dd d/dcdddeZ0dd d d d dLdfdgdhZ1e did djdkdlZ2e dmd dndodpZ3e ddrdsZ4e dd dtdudvZ5e dd d dLdwdxdyZ6e dd d dLdzd{d|Z7e dd}d~d d dLdddZ8e ddd d dLdddZ9ddZ:dLdddZ;e ddddZ
j?fdd+ddddZ@ddddLdddZAddddidLdddZBddLdddZCddZDe dddddddZEdS)Blockz Canonical n-dimensional unit of homogeneous dtype contained in a pandas data structure Index-ignorant; let the container take care of that np.ndarray | ExtensionArrayvaluesintrXr__init__r_FTcCs|j|jjfSN)_can_consolidatedtypenamer[r_r_r`_consolidate_keyszBlock._consolidate_keyboolrVcCs|j}ttj|}|jdk Sz(return a boolean if I am possibly a viewN)rer npndarraybase)r[rer_r_r`is_views z Block.is_viewcCs"|j}t|tjr|jdkS|jS)z7 Can we store NA values in this Block? )biu)rj isinstancerpkind _can_hold_nar[rjr_r_r`rys  zBlock._can_hold_nacCstjdtddt|jtS)NzBlock.is_categorical is deprecated and will be removed in a future version. Use isinstance(block.values, Categorical) instead. See https://github.com/pandas-dev/pandas/issues/40226) stacklevel)warningswarnDeprecationWarningrwrer?rlr_r_r`is_categoricals zBlock.is_categoricalcCs t|jS)z^ We can be bool if a) we are bool dtype or b) object dtype with bool objects. )r0rerlr_r_r`is_boolsz Block.is_boolcCs t|jSrh)external_valuesrerlr_r_r`rszBlock.external_valuesrAcCs t|jS)zP The array that Series.array returns. Always an ExtensionArray. )rErerlr_r_r` array_valuesszBlock.array_valuesNDtypeObj | None np.ndarrayrjrTcCs|tkr|jtS|jS)z return an internal format, currently just the ndarray this is often overridden to handle to_dense like operations ) _dtype_objreastyperzr_r_r` get_valuess zBlock.get_valuescCst|jddS)NF)compat)r3rjrlr_r_r` fill_valueszBlock.fill_valuercCs|jSrh _mgr_locsrlr_r_r`mgr_locsszBlock.mgr_locs) new_mgr_locscCs ||_dSrhr)r[rr_r_r`rscCs2|dkr|j}|jr"t||jd}t|||jdS)zm Create a new block, with type inference propagate any values that are not specified NrX placementrX)r is_extensionensure_block_shaperX new_blockr[rerr_r_r` make_blocks zBlock.make_blockBlockPlacement | None)rrTcCs6|dkr|j}|jjdkr"t|}t||||jdS)z2Wrap given values in a block of same type as self.NmMr)rrjrxrJtyperXrr_r_r`make_block_same_classs  zBlock.make_block_same_classstrcCsjt|j}|jdkr0|dt|d|j}n6ddd|jD}|d|jjd|d|j}|S) NrWz: z dtype: z x css|]}t|VqdSrh)r.0sr_r_r` sz!Block.__repr__..z, z , dtype: ) r__name__rXlenrjjoinrYrindexer)r[rkresultrYr_r_r`__repr__s    zBlock.__repr__cCs t|jSrh)rrerlr_r_r`__len__!sz Block.__len__cCs |j|S)zreturn a slice of my valuesre)r[slicerr_r_r`_slice%sz Block._slicecCsRt|tr|dn|}|j|}||}|j|jjkr@tdt||||jS) Perform __getitem__-like, return result as block. Only supports slices that preserve dimensionality. r Only same dim slicing is allowed)rwtuplerrrXre ValueErrorr)r[rZ axis0_slicerr new_valuesr_r_r` getitem_block*s   zBlock.getitem_blockslice)rrTcCs$|jd|f}t|||j|jdS)zn Perform __getitem__-like specialized to slicing along index. Assumes self.ndim == 2 .r)rerrrX)r[rrr_r_r`getitem_block_index;szBlock.getitem_block_index)rrTcCs2||}|j|jjkr tdt||||jS)rr)rrXrerr)r[rrrr_r_r`getitem_block_columnsFs zBlock.getitem_block_columnsrcCs|jjSrh)rerYrlr_r_r`rYTsz Block.shapercCs|jjSrh)rerjrlr_r_r`rjXsz Block.dtypecCs |j|Srhr)r[rur_r_r`iget]sz Block.igetcCs||j|<dS)z Modify block values in-place with new item value. Notes ----- `set` never creates a new array or new Block, whereas `setitem` _may_ create a new array and always creates a new Block. Nrr[Zlocsrer_r_r` set_inplace`s zBlock.set_inplaceNonecCsHt|j|d|_|j||_z|jWntk rBYnXdS); Delete given loc(-s) from block in-place. rN)rpdeletererr_cacheclearAttributeErrorr[locr_r_r`rks z Block.deleterUc Ks0tjdd||jf|}W5QRX||S)z[ apply the function to my values; return a block if we are not one ignore)all)rpZerrstatere_split_op_result)r[funcr]rr_r_r`applywsz Block.applyignore_failuresrTc Cs||jdkstz||j}Wn&ttfk rB|rsz)Block._maybe_downcast..)frrcsg|]}|qSr_rrrtrr_r`rs)rjr extend_blocksrx)r[rrr_rr`rs  zBlock._maybe_downcastcCs|dkr|gS|j}|jdkr@|dkr*d}t||}||gS|dkrN|gS|dksjt|tsjtdn|dkrztd|S)z:try to downcast each item to the dict of dtypes if presentFrWNinferz:downcast must have a dictionary or 'infer' as its argumentz#dtypes as dict is not supported yet) rerXrrrwdictrr _downcast_2d)r[Zdtypesrenvr_r_r`rs"   zBlock.downcastcCst|jdd}||gS)zs downcast specialized to 2D case post-validation. Refactored to allow use of maybe_split. rrj)rrer)r[rr_r_r`r2szBlock._downcast_2draisererrorsc Csl|j}t||||d}t|}||}|j|jkrhtd|d|jjd|jd|jjd|jd |S)a Coerce to the new dtype. Parameters ---------- dtype : str, dtype convertible copy : bool, default False copy if indicated errors : str, {'raise', 'ignore'}, default 'raise' - ``raise`` : allow exceptions to be raised - ``ignore`` : suppress exceptions. On error return original object Returns ------- Block rzcannot set astype for copy = [z ] for dtype (z [z]) to different shape (z]))rerrrrYrrjrk)r[rjrrrerZnewbr_r_r`r<s  .z Block.astyperrr timedeltarTcCs|r|gS|gS)z attempt to coerce any object types to better types return a copy of the block (if copy = True) by definition we are not an ObjectBlock here! r)r[rrrrr_r_r`r\s z Block.convertr)elementrTcCst|dd}t|j|S)z#require the same dtype as ourselvesTZ extract_numpy)rKrre)r[rr_r_r`rjs zBlock._can_hold_elementr)rrTcCst|j|jS)z Should we set self.values[indexer] = value inplace or do we need to cast? Parameters ---------- value : np.ndarray or ExtensionArray Returns ------- bool )r#rj)r[rr_r_r` should_storeps zBlock.should_storenancKs"t|jf||d|}||S)"convert to our native types format)na_repquoting)to_native_typesrer)r[rrr]rr_r_r`rszBlock.to_native_types)deepcCs|j}|r|}||S)zcopy constructor)rerr)r[rrer_r_r`rsz Block.copy)rregexrTc Cs4t|d}|j}t|trB|r"|n|}|jj||dd|gSt||}|r`|j|||dS||s~|rt|gS|gSt ||}| s|r|gS|gS||r|r|n|}t |j|||j ddd}|S|jdks|jddkr||}|j||d|dS|jt|j||d|d Sd S) z replace the to_replace value with value, possible to create new blocks here this is just a call to putmask. regex is not used here. It is used in ObjectBlocks. It is here for API compatibility. rT)rFrrrWr) to_replacerrrrrN)rrerwr?rreplacer=_replace_regexrmissing mask_missinganyr5rrXrYrrZr) r[r rrrrerrrr_r_r`r sD        z Block.replace)rrrTc CsZ||s|r|gS|gSt|}|r2|jn|j}t||||||}|gS)aP Replace elements by the given value. Parameters ---------- to_replace : object or pattern Scalar to replace or regular expression to match. value : object Replacement object. inplace : bool, default False Perform inplace modification. convert : bool, default True If true, try to coerce any object types to better types. mask : array-like of bool, optional True indicate corresponding element is ignored. Returns ------- List[Block] )rrrecompilerer<r) r[r rrrrrxrrr_r_r`r s   zBlock._replace_regexz Iterable[Any]z Sequence[Any])src_list dest_listrrrTc sjttr6tt|dkr6||d|Sfddt||D}t|sj|r`gSgSt|d}t rt fdd|D}nfdd|D}dd|D}|rȈng}t |D]\} \} } | |k} g} t |D]\}}t|dkr|| }n(|| }t|t r2t |||d}|j| | ||d}| rv|jrvtd d|D}| |q| }q|S) z; See BlockManager._replace_list docstring. rWrcs"g|]\}}|r||fqSr_)r)rxyrlr_r`rs z'Block._replace_list..cs g|]}t|ddqS)r)rr)r;r)rrrer_r`rscsg|]}t|dqS)r)r rrrr_r`r$scSsg|] }t|qSr_)r4)rrr_r_r`r)s)r rrrrcSsg|]}|jdddqS)FTrrrr_r_r`rDs)rerwr?rr uniquer ziprr'r2rrnr_replace_coerce is_objectrr)r[rrrrpairsZsrc_lenmasksrbrusrcdestrZnew_rbZblk_numrrZmibrr_)rrr[rer` _replace_listsP       zBlock._replace_list)rrrrTcCsx|rr|s>||}||kr*|s*|}t|j|||gSt||}|r`|j|||d|dS|j|||ddS|gS)ai Replace value corresponding to the given boolean array with another value. Parameters ---------- to_replace : object or pattern Scalar to replace or regular expression to match. value : object Replacement object. mask : np.ndarray[bool] True indicate corresponding element is ignored. inplace : bool, default True Perform inplace modification. regex : bool, default False If true, perform regular expression substitution. Returns ------- List[Block] F)rrrr )rrrr5rer=r r )r[r rrrrrr_r_r`rJs$   zBlock._replace_coercec Cs|jdk}t|tjr2|j|jkr2td|j|dkrF|jrFtj}|j}||sh| | ||St t |ddrd}|}nd}t |}|r|j}t|||t||}t||rnt||jr|||<n|rt|jr|||<n|r2|r2|js"t|ttfr"||jj||<nt |||<n<|rB|||<n,|rR|||<nt|t|||}|||<|rz|j}||}|S)a Attempt self.values[indexer] = value, possibly creating a new array. Parameters ---------- indexer : tuple, list-like, array-like, slice The subset of self.values to set value : object The value being set Returns ------- Block Notes ----- `indexer` is a direct slice/positional indexer. `value` must be a compatible shape. r{zCannot set values with ndim > NrjTF)rXrwrprqr is_numericrrerrsetitemr$getattrasarrayTrLrNrMrOr"rjrrCrBto_numpy numpy_dtyper8rr) r[rr transposereZ is_ea_valueZ arr_valueZ exact_matchrr_r_r`r"~sT              z Block.setitemcCsH|}t|jj|\}}t|tttfr*t|jsBt ||j rB|j }| |rbt |jj|||gS|rl|gSt|\}}|jdkr|||S|jdks|jddkrt|jj||j}||gSt|tj}g} |} t| D]X\} } |} |r|dd| | df} |dd| | df}| || }| |q| SdS)aV putmask the data to the block; it is possible that we may create a new dtype of block Return the resulting block(s). Parameters ---------- mask : np.ndarray[bool], SparseArray[bool], or BooleanArray new : a ndarray/object Returns ------- List[Block] rrWrN)r9rer%rwr-r/r,rrr1rjrrr7rrxwhererXrYr6rrprqrrputmaskr)r[rnewZ orig_maskrrj_rZis_arrayrrrurnZsubmaskrr_r_r`r*s6       z Block.putmaskcCs,t|dd\}}t|j|g}|j|ddS)z coerce the current block to a dtype compat for other we will return a block, possibly object, and not raise we can also safely try to coerce to the same dtype and will receive the same block T)r(Fr)rrrjr)r[otherrjr,Z new_dtyper_r_r`r s zBlock.coerce_to_target_dtypepadrforwardz Index | Nonez int | Nonez str | Nonez Any | None) methodaxisindexrrlimit_direction limit_arearcoercerrTc  Kst|d}|js$|r|gS|gSzt|} Wntk rJd} YnX| dkrf|jjdkrf|gS|rp|jn|j} t t j | } tj | f|||||||d| }t |}||g}||| S)Nrr)r1r2r3rr4r5r)rryrr Zclean_fill_methodrrjrxrer rprqZinterpolate_array_2drrr)r[r1r2r3rrr4r5rr6rr]rdataZ interp_valuesrr_r_r` interpolate0s6      zBlock.interpolater2rrTcCs|j}|tjkr|j}d}nd}tj|||||d}|dkrH|dkrHt|dkrV|j}t|j |j sp| ||S| ||SdS)zQ Take values according to indexer and return them as a block.bb FT)r2 allow_fillrrN) rer no_defaultrr take_ndrrr#rjrr)r[rr2rrrer:rr_r_r`r<bs$  z Block.take_ndrWr-r2rTcCs"tj|j||dd}|j|dgS)z'return block for the diff of the values)r2r|r)r diffrer)r[r-r2rr_r_r`r?sz Block.diffperiodsr2rrTcCs*t|j|\}}t||||}||gS)z+shift the block by periods, possibly upcast)rrer>rr[rAr2rrr_r_r`r>sz Block.shiftcCs|j|jkstt|tttfr$t|dks0t|jdk}|j}|}|rN|j}t||\}}t ||j rz|j t krz|j }|r| } np||s||} | j|||d} || dSt|||} | |k r| } t| || nt|||} |js |jdkr$|r| j} || gS|}|jd} || d}|jdd}g}||fD]^}|rZttj| } | j|d| d}t ||j }|j|j|j!|d}|"|qZ|S) a evaluate the block; return result block(s) from the result Parameters ---------- other : a ndarray/object cond : np.ndarray[bool], SparseArray[bool], or BooleanArray errors : str, {'raise', 'ignore'}, default 'raise' - ``raise`` : allow exceptions to be raised - ``ignore`` : suppress exceptions. On error return original object Returns ------- List[Block] )rrr{rrrWrr2)r)#rXrrwr-r/r,rer%r9r1rjrrrrrr)rr8sumrpr* expressionsryrZswapaxesrrr rqtakeZnonzerorrr)r[r.condrr(reZ orig_othericondrrrrZaltr2rZ result_blocksrZtakenrrr_r_r`r)sV             z Block.wherecCsJ|j|jj|d\}}|d}|j|}||}t||ddg}||fS)a Return a list of unstacked blocks of self Parameters ---------- unstacker : reshape._Unstacker fill_value : int Only used in ExtensionBlock._unstack Returns ------- blocks : list of Block New blocks of unstacked values. mask : array-like of bool The mask of columns of `blocks` we should keep. rrr{r)get_new_valuesrer%rr)r[ unstackerr new_placementrrrr_r_r`_unstacks   zBlock._unstacklinearrP)qsr2rTcCsL|jdkst|dkstt|s&tt|jt|j|}t||j ddS)a\ compute the quantiles of the Parameters ---------- qs : Float64Index List of the quantiles to be computed. interpolation : str, default 'linear' Type of interpolation. axis : int, default 0 Axis to compute. Returns ------- Block r{rWr) rXrr%r:rerpr$Z_valuesrr)r[rQ interpolationr2rr_r_r`quantiles   zBlock.quantile)N)N)N)F)NFN)N)N)Fr)TTTT)rN)T)FF)FTN)FF)TF) r/rNFNr0NNFN)rW)rN)r)rPr)Fr __module__ __qualname____doc____annotations__ __slots__r!rrri_validate_ndimrrrmpropertyrsryrrrrrrrsetterrrrrrrrrrYrjrrrrrrrrrZrrrbrrrrrrrr r r rr"r*rr8r r;r<r?r>r)rOrSr_r_r_r`rcs             * !  A)L3aA$6&Urcc@sVeZdZUdZded<ddddZedddd Zdd d d ddZdddZ d S) EABackedBlockz> Mixin for Block subclasses backed by ExtensionArray. rArerrVcCsD|j||_|j||_z|jWntk r>YnXdS)rN)rerrrrrrrr_r_r`r7s zEABackedBlock.deletecCs|jSrhrrlr_r_r`rDszEABackedBlock.array_valuesNrrrcCs*|j}|tkr|t}t||jS)zS return object dtype as boxed values, such as Timestamps/Timedelta )rerrrRrpr$rrY)r[rjrer_r_r`rHs zEABackedBlock.get_valuesr/rFc KsH|j}|jdkr.|dkr.|jj|||dj}n|j|||d}||S)Nr{r)rr1r)rerXr%rr) r[r1r2rrrr]rerr_r_r`r8Rs zEABackedBlock.interpolate)N)r/rFNN) rrTrUrVrWrrrrr8r_r_r_r`r\0s   r\cseZdZUdZdZdZdZded<edddd Z d d Z d d Z ddddZ e ddddZeddZddZddejfddddddZd d!Zd2ddd"d#d$Zd3dddd&fd'd( Zd4ddd)dd*d+d,Zd5ddd.d/Zd0d1ZZS)6ExtensionBlocka Block for holding extension types. Notes ----- This holds all 3rd-party extension array types. It's also the immediate parent class for our internal extension types' blocks, CategoricalBlock. ExtensionArrays are limited to 1-D. FTrArerrVcCs*|jdkrt|jfSt|jt|jfSNrW)rXrrerrlr_r_r`rYps  zExtensionBlock.shapecCs|jdkrrt|trr|\}}t|s>|dkr>t|dn*t|trh|tdkr\t||j|gS|j|S|dkrt|d|jSdS)Nr{rz only contains one item) rXrwrcomZ is_null_slice IndexErrorrrre)r[colrr_r_r`rws    zExtensionBlock.igetcCs@|dgkst||_z|jWntk r:YnXdS)Nr)tolistrrerrrrr_r_r`rs zExtensionBlock.set_inplacerUcCsht|}|j}t|tjtfr6t|t|kr6||}|j|jdkrR||j }|||<|j |dgS)z+ See Block.putmask.__doc__ rWr) r4rerwrprqrArrXrrYr)r[rr+rr_r_r`r*s  zExtensionBlock.putmaskrncCsdS)z,Extension arrays are never treated as views.Fr_rlr_r_r`rsszExtensionBlock.is_viewcCs |jjjSrh)rerjZ _is_numericrlr_r_r`r!szExtensionBlock.is_numericcCsJ||s|t||St|tr.|d}t|||j||j|<|S)a2 Attempt self.values[indexer] = value, possibly creating a new array. This differs from Block.setitem by not allowing setitem to change the dtype of the Block. Parameters ---------- indexer : tuple, list-like, array-like, slice The subset of self.values to set value : object The value being set Returns ------- Block Notes ----- `indexer` is a direct slice/positional indexer. `value` must be a compatible shape. r)rrrRr"rwrrLre)r[rrr_r_r`r"s   zExtensionBlock.setitemrNrfrrcr9cCsP|tjkrd}|jj||dd}|jdkr6|dkr6t|dkrD|j}|||S)zN Take values according to indexer and return them as a block. NT)rr:rW)r r;rerGrXrrr)r[rr2rrrr_r_r`r<s zExtensionBlock.take_ndcCst|ts |jdkr |tdf}t|trxt|dkrx|d}t|tsRtd||j|}t|rn|d}n td||j|S)a Return a slice of my values. Parameters ---------- slicer : slice, ndarray[int], or a tuple of these Valid (non-reducing) indexer for self.values. Returns ------- np.ndarray or ExtensionArray r{Nrz+invalid slicing for a 1-ndim ExtensionArrayrW)rwrrXrrrrre)r[rfirstZnew_locsr_r_r`rs"    zExtensionBlock._slicercCs|jj||d}|j|dgS)Nrrr)rerr)r[rrrrrer_r_r`rszExtensionBlock.fillnarWr=cs@|dkr&|dkr&tjt|jddS|dkr2d}t||S)NrrDrW)superr?rre)r[r-r2 __class__r_r`r?s zExtensionBlock.diffrr@cCs|jj||d}||gS)z Shift the block by `periods`. Dispatches to underlying ExtensionArray and re-boxes in an ExtensionBlock. )rArrer>rrBr_r_r`r>+szExtensionBlock.shiftrc Cs8t|}t|tttfrtt|tjrT|jdkrT|j ddksDt|dddf}t|tjr|jdkr|j ddks|t|dddf}t |rt |r|j j}t|jrd}n|j }|j}|}t |r|}n||}z |||<Wn:ttfk r*t|jjt||j||d}YnX||gS)Nr{rWrr)r4rwr-r/r,rrprqrXrYr Z is_scalarr2rjZna_valuer&rerrrrZ_from_sequencer)r)r[r.rHrrjrrIZ set_otherr_r_r`r)5s4      zExtensionBlock.wherec sTjd}t|}|j|dd\}}|d}fddt|j|D}||fS)NrrKrc s.g|]&\}}jj|ddt|qS)T)r:r)rrerGr)rindicesZplacerr[r_r`rrs z+ExtensionBlock._unstack..)rYrpZarangerLrrr%) r[rMrrNZn_rowsZ dummy_arrrrrr_rjr`rOds     zExtensionBlock._unstack)NFN)rW)rN)r)rrTrUrVrirYrrWrrYrrr*rZrsr!r"r r;r<rrr?r>r)rO __classcell__r_r_rfr`r]^s8    +'  /r]c@seZdZUded<ejjZdS) NumpyBlockrreN)rrTrUrW libinternalsrlrr_r_r_r`rl}s rlc@seZdZdZdZdS) NumericBlockr_TN)rrTrUrXr!r_r_r_r`rnsrnc@seZdZUdZded<ejjZeddddZ dd Z d dd d Z dd dddZ dddd dddZ d dddd dddZd!dd dddZdS)"NDArrayBackedExtensionBlockz8 Block backed by an NDArrayBackedExtensionArray rHrernrVcCs|jjjdk Sro)reZ_ndarrayrrrlr_r_r`rssz#NDArrayBackedExtensionBlock.is_viewcCs>||s|t||S|j}|jdkr2|j}|||<|Sr^)rrrRr"rerXr%)r[rrrer_r_r`r"s  z#NDArrayBackedExtensionBlock.setitemrUcCs>t|}||s$|t||S|j}|j|||gSrh)r4rrrRr*rer%)r[rr+arrr_r_r`r*s  z#NDArrayBackedExtensionBlock.putmaskrc Cs^|j}t|}z|j||j}Wn*ttfk rLtj||||dYSX||}|gS)NrC)rer4r%r)rrrcr)r[r.rHrrprrr_r_r`r)s z!NDArrayBackedExtensionBlock.whererrfr=cCs$|j}||j||d}||gS)a 1st discrete difference. Parameters ---------- n : int Number of periods to diff. axis : int, default 0 Axis to diff upon. Returns ------- A list with a new Block. Notes ----- The arguments here are mimicking shift so they are called correctly by apply. rD)rer>r)r[r-r2rerr_r_r`r?sz NDArrayBackedExtensionBlock.diffNrr@cCs"|j}|j|||d}||gS)N)rr2rh)r[rAr2rrerr_r_r`r>sz!NDArrayBackedExtensionBlock.shiftFrcCs^||s,|jjdkr,|t||||S|j}|r:|n|}|j||d}|j|dgS)Nrrdr) rrjrxrrRrrerr)r[rrrrrerr_r_r`rs z"NDArrayBackedExtensionBlock.fillna)r)r)rN)NFN)rrTrUrVrWrmNDArrayBackedBlockrrZrsr"r*r)r?r>rr_r_r_r`ros   roc@s"eZdZUdZdZdZded<dS)DatetimeLikeBlockz*Block for datetime64[ns], timedelta64[ns].r_FzDatetimeArray | TimedeltaArrayreN)rrTrUrVrXr!rWr_r_r_r`rrs rrc@s*eZdZUdZded<dZdZdZdZdS)DatetimeTZBlockz0implement a datetime64 block with a tz attributer@rer_TFN) rrTrUrVrWrXrrYrir_r_r_r`rss rsc@sFeZdZdZdZed dddddZeddddddd d d Zd S) ObjectBlockr_TFrnrUrcCsr|jdkstz||j}Wntk r:|s2gYSXt|tjsLt|jdksZt|dd}||gS)z; For object-dtype, we operate column-wise. r{rWr) rXrrerrwrprqrr)r[rrresr_r_r`rs  zObjectBlock.reducercCs0t|j||||d}t||j}||gS)z attempt to cast any object types to better types return a copy of the block (if copy = True) by definition we ARE an ObjectBlock!!!!! )rrrr)rreZravelrrXr)r[rrrrrr_r_r`rs  zObjectBlock.convertN)F)TTTT)rrTrUrXrrbrrr_r_r_r`rtsrtc@seZdZdZdS)CategoricalBlockr_N)rrTrUrXr_r_r_r`rv*srvrrVcCsbt|dd}t|tjr|t krRt }n0t|t rbt}n |dkrpt}n|dkr~t}nt}|S)z Find the appropriate Block subclass to use for the given values and dtype. Parameters ---------- values : ndarray-like dtype : numpy or pandas dtype Returns ------- cls : class, subclass of Block )rr)rcrurvrt)r rprjr(rrxr&r]rwr)rvr rsr*rrrnrt)rerjvtyperxclsr_r_r`get_block_typeSs"  r|)klassrf)rXrTcCsXt|tst|}t|d|\}}t||||dkrBt||j}t|}||||dS)N)rXr)rwrextract_pandas_array check_ndimr|rjr)rerrXr}r,r_r_r`r|s   rrrcCs|j|kr$td|jd|dnvt|js~|j|krPtd|jd|dt|t|krtdt|dt|n|dkrt|d krtd d S) aV ndim inference and validation. Validates that values.ndim and ndim are consistent. Validates that len(values) and len(placement) are consistent. Parameters ---------- values : array-like placement : BlockPlacement ndim : int Raises ------ ValueError : the number of dimensions do not match z0Wrong number of dimensions. values.ndim > ndim [z > ]z1Wrong number of dimensions. values.ndim != ndim [z != zWrong number of items passed z, placement implies r{rWz need to splitN)rXrr rjr)rerrXr_r_r`rs   rrdrz3tuple[np.ndarray | ExtensionArray, DtypeObj | None])rerjrXrTcCs@t|tr(|}|r(|dkr(t|}t|tr8|j}||fS)zL Ensure that we don't allow PandasArray / PandasDtype in internals. rW)rwr.r&rpZ atleast_2dr+r')rerjrXr_r_r`r~s    r~rUcCsf|dkr g}t|trB|D]$}t|tr4||q||qn t|tsXtt||||S)z.return a new extended blocks, given the resultN)rwlistrrrcrr)rrrJr_r_r`rs    rrW)rerXrTcCs.|j|kr*t|js*td|}|dd}|S)z: Reshape if possible to have values.ndim == ndim. z+np.ndarray | DatetimeArray | TimedeltaArrayrWr)rXr rjr r)rerXr_r_r`rs     rr.)rr float_formatdecimalr)rerTc Kst|}t|ttfr<|jfd|i|}|jtdd}|St|trjt|}t |t}|||<|S|j j dkr|dkr|dkrt|}|s|t }nt j|dd}|||<|jtdd}|Sd d lm} | |||||dd } | } | jtdd} | St|}t|} |j tkrb|sb| rb|t }|j jt d j| krp|d | }nt j|dd}|||<|jtdd}|SdS)rrFrrNrrRrr)FloatArrayFormatter)rrrrZ fixed_widthZU1zZpandas.core.arraysr?r@rArBrCrDrErFrGZpandas.core.arrays._mixinsrHZpandas.core.baserIZpandas.core.commoncommonr_Z#pandas.core.computation.expressionsZ computationrFZpandas.core.constructionrJrKZpandas.core.indexersrLrMrNrOZpandas.core.missingr ZpandasrPrQrjrrbrcr\r]rlrnrqrorrrsrtrvrr|rrr~rrrrr_r_r_r`s       ( ,     ,   '.!a .  )*H