U
    f/e_L                     @  s  d Z ddlmZ ddlZddlmZ ddlmZ ddlZ	ddl
mZmZ ddlmZ ddlmZ ddlm  mZ dd	lmZmZmZ dd
lmZ ddlmZ ddlmZm Z  ddl!m"Z" ddl#m$Z$ ddl%m&Z&m'Z' G dd dej(Z)G dd dej*Z*G dd de*Z+G dd dej,Z,G dd de,Z-G dd de-Z.G dd de,Z/G dd de/Z0G d d! d!ej1Z1G d"d# d#eZ2d$d% Z3G d&d' d'ej4Z5G d(d) d)Z6d*d+d,d-Z7dS ).z1 manage PyTables query interface via Expressions     )annotationsN)partial)Any)	Timedelta	Timestamp)DeepChainMap)is_list_like)expropsscope)ensure_decoded)BaseExprVisitor)UndefinedVariableErroris_term)extract_array)Index)pprint_thingpprint_thing_encodedc                      s4   e Zd ZU dZded< d
ddd fdd	Z  ZS )PyTablesScope)
queryablesdict[str, Any]r   Nintdict[str, Any] | None)levelr   c                   s$   t  j|d ||d |pi | _d S )N   )global_dict
local_dict)super__init__r   )selfr   r   r   r   	__class__ D/tmp/pip-unpacked-wheel-tiezk1ph/pandas/core/computation/pytables.pyr   ,   s    zPyTablesScope.__init__)NNN)__name__
__module____qualname__	__slots____annotations__r   __classcell__r"   r"   r    r#   r   '   s   
   r   c                      sL   e Zd ZU ded< dddZddd fddZd	d
 Zedd Z  Z	S )Termr   envNc                 C  s   t |tr| }nt}t|S N)
isinstancestrConstantobject__new__)clsnamer+   sideencodingklassr"   r"   r#   r1   :   s    
zTerm.__new__r+   c                   s   t  j||||d d S N)r4   r5   )r   r   )r   r3   r+   r4   r5   r    r"   r#   r   A   s    zTerm.__init__c                 C  sh   | j dkr4| j| jjkr.tdt| j d| jS z| jj| jddW S  tk
rb   | j Y S X d S )Nleftzname z is not definedF)is_local)r4   r3   r+   r   	NameErrorreprresolver   r   r"   r"   r#   _resolve_nameD   s    
zTerm._resolve_namec                 C  s   | j S r,   )_valuer>   r"   r"   r#   valueS   s    z
Term.value)NN)NN)
r$   r%   r&   r(   r1   r   r?   propertyrA   r)   r"   r"   r    r#   r*   7   s   

r*   c                      s,   e Zd Zddd fddZdd Z  ZS )	r/   Nr   r7   c                   s.   t |tstt|t j||||d d S r8   )r-   r   AssertionErrortyper   r   )r   rA   r+   r4   r5   r    r"   r#   r   Y   s    zConstant.__init__c                 C  s   | j S r,   )_namer>   r"   r"   r#   r?   ]   s    zConstant._resolve_name)NN)r$   r%   r&   r   r?   r)   r"   r"   r    r#   r/   X   s   r/   c                      s   e Zd ZU dZded< ded< ded< ddd fd	d
Zdd Zdd Zdd Ze	ddddZ
e	ddddZe	dd Ze	dd Ze	dd ZddddZddd d!Zd"d# Z  ZS )$BinOp   r.   opr   r   z
str | None	condition)rH   r   c                   s&   t  ||| || _|| _d | _d S r,   )r   r   r   r5   rI   )r   rH   lhsrhsr   r5   r    r"   r#   r   i   s    zBinOp.__init__c                 C  s   d S r,   r"   r>   r"   r"   r#   _disallow_scalar_only_bool_opso   s    z$BinOp._disallow_scalar_only_bool_opsc                   s    fdd}j j }}t|r<t|r<||j|j}nnt|s`t|r`|| |j}nJt|rt|s||j| }n&t|st|s|| | }|S )Nc                   s   | dkr|S |dkr| S  }t | trTt |tr6t}qt | |rD| S t ||r|S n6t | trt |trnt}nt | |r|| S t ||r|S |j| |jjd S )z5create and return a new specialized BinOp from myselfN)r   r5   )	r-   ConditionBinOpJointConditionBinOpFilterBinOpJointFilterBinOprH   r   r5   evaluate)r9   rightkr6   r   r"   r#   prs   s4    







    zBinOp.prune.<locals>.pr)rJ   rK   r   rA   prune)r   r6   rU   r9   rR   resr"   rT   r#   rV   r   s    zBinOp.prunec                 C  s&   t |s|g}t|tjr"| }|S )zinplace conform rhs)r   r-   npZndarrayZravel)r   rK   r"   r"   r#   conform   s
    zBinOp.conformboolreturnc                 C  s   | j | jkS )z$return True if this is a valid field)rJ   r   r>   r"   r"   r#   is_valid   s    zBinOp.is_validc                 C  s   | j | jdk	S )zx
        return True if this is a valid column name for generation (e.g. an
        actual column in the table)
        N)r   getrJ   r>   r"   r"   r#   is_in_table   s    zBinOp.is_in_tablec                 C  s   t | j| jddS )zthe kind of my fieldkindNgetattrr   r^   rJ   r>   r"   r"   r#   r`      s    z
BinOp.kindc                 C  s   t | j| jddS )zthe meta of my fieldmetaNra   r>   r"   r"   r#   rc      s    z
BinOp.metac                 C  s   t | j| jddS )zthe metadata of my fieldmetadataNra   r>   r"   r"   r#   rd      s    zBinOp.metadatac                 C  s(   | | j}d| j d| j d| dS )z2create and return the op string for this TermValue( ))tostringr5   rJ   rH   )r   vvalr"   r"   r#   generate   s    zBinOp.generate	TermValuec                   s   fdd}t  j}t  j}|dks0|dkrxt|ttfrF||}t |}t|}|jdk	rj|d}t	||j
|S |dks|dkrt|trt|j
}nt|d	d
j
}t	t|||S |dk rt jdd}||krd}n|j|dd}t	||dS |dkrtt|}t	|||S |dkr<t|}t	|||S |dkrxt|trd|  dk}nt|}t	|||S t|trt	|||dS td| dt| d| ddS )zn
        convert the expression that is in the term to something that is
        accepted by pytables
        c                   s     j d k	rt|  j dS t| S )N)r5   )r5   r   r   )rA   r>   r"   r#   	stringify   s    
z&BinOp.convert_value.<locals>.stringifyZ
datetime64datetimeNUTCZtimedelta64	timedeltas)unitcategoryT)Zextract_numpyr9   )r4   integerfloatrZ   )	falsefnonnone0z[]z{} stringzCannot compare z	 of type z to z column)r   r`   rc   r-   r   rv   r   tzZ
tz_convertrl   rA   r.   r   r   rd   ZsearchsortedstriplowerrZ   	TypeErrorrD   )r   ri   rm   r`   rc   rd   resultr"   r>   r#   convert_value   sH    








zBinOp.convert_valuec                 C  s   d S r,   r"   r>   r"   r"   r#   convert_values  s    zBinOp.convert_values)r$   r%   r&   _max_selectorsr(   r   rL   rV   rY   rB   r]   r_   r`   rc   rd   rk   r   r   r)   r"   r"   r    r#   rF   a   s*   
*


>rF   c                   @  sP   e Zd ZU dZded< ddddZdd	 Zd
d Zdd ZdddddZ	dS )rO   Nztuple[Any, Any, Index] | Nonefilterr.   r[   c                 C  s0   | j d krdS td| j d  d| j d  dS )NzFilter: Not Initializedz[Filter : [r   z] -> [r   ])r   r   r>   r"   r"   r#   __repr__
  s    
zFilterBinOp.__repr__c                 C  s.   | j dk	r*| j d | jdd| j d f| _ | S )zinvert the filterNr   Tinvert   )r   generate_filter_opr>   r"   r"   r#   r     s    

zFilterBinOp.invertc                 C  s   | j gS )zreturn the actual filter format)r   r>   r"   r"   r#   format  s    zFilterBinOp.formatc                 C  s   | j std|  d| | j}t|}| jrj| jdkrft|| jkrf| 	 }| j
|t|f| _| S d S | jdkr| 	 }| j
|t|f| _ntd|  d| S )Nquery term is not valid [r   ==!=z7passing a filterable condition to a non-table indexer [)r]   
ValueErrorrY   rK   listr_   rH   lenr   r   rJ   r   r   r   )r   rK   valuesZ	filter_opr"   r"   r#   rQ     s"    

zFilterBinOp.evaluateFrZ   r   c                 C  s0   | j dkr|r| j dkr$|r$dd S dd S d S )Nr   r   c                 S  s   |  | S r,   isinZaxisvalsr"   r"   r#   <lambda>?      z0FilterBinOp.generate_filter_op.<locals>.<lambda>c                 S  s
   |  |S r,   r   r   r"   r"   r#   r   A  r   )rH   )r   r   r"   r"   r#   r   =  s    zFilterBinOp.generate_filter_op)F)
r$   r%   r&   r   r(   r   r   r   rQ   r   r"   r"   r"   r#   rO     s   

 rO   c                   @  s   e Zd Zdd Zdd ZdS )rP   c                 C  s   t dd S )Nz unable to collapse Joint FiltersNotImplementedErrorr>   r"   r"   r#   r   E  s    zJointFilterBinOp.formatc                 C  s   | S r,   r"   r>   r"   r"   r#   rQ   H  s    zJointFilterBinOp.evaluateN)r$   r%   r&   r   rQ   r"   r"   r"   r#   rP   D  s   rP   c                   @  s2   e Zd ZddddZdd Zdd Zd	d
 ZdS )rM   r.   r[   c                 C  s   t d| j dS )Nz[Condition : [z]])r   rI   r>   r"   r"   r#   r   M  s    zConditionBinOp.__repr__c                 C  s   t ddS )zinvert the conditionz6cannot use an invert condition when passing to numexprNr   r>   r"   r"   r#   r   P  s    zConditionBinOp.invertc                 C  s   | j S )zreturn the actual ne format)rI   r>   r"   r"   r#   r   Y  s    zConditionBinOp.formatc                   s    j std  d js d S   j} fdd|D } jdkrt| jkr~ fdd|D }dd| d	 _	qd S n 
|d
  _	 S )Nr   r   c                   s   g | ]}  |qS r"   )r   .0ri   r>   r"   r#   
<listcomp>g  s     z+ConditionBinOp.evaluate.<locals>.<listcomp>r   c                   s   g | ]}  |qS r"   )rk   r   r>   r"   r#   r   n  s     re   z | rg   r   )r]   r   r_   rY   rK   rH   r   r   joinrI   rk   )r   rK   r   vsr"   r>   r#   rQ   ]  s    
zConditionBinOp.evaluateN)r$   r%   r&   r   r   r   rQ   r"   r"   r"   r#   rM   L  s   	rM   c                   @  s   e Zd Zdd ZdS )rN   c                 C  s(   d| j j d| j d| jj d| _| S )Nre   rf   rg   )rJ   rI   rH   rK   r>   r"   r"   r#   rQ   {  s    $zJointConditionBinOp.evaluateN)r$   r%   r&   rQ   r"   r"   r"   r#   rN   z  s   rN   c                   @  s   e Zd Zdd ZdS )UnaryOpc                 C  sh   | j dkrtd| j}||}|d k	rdt|tr>|jd k	s\t|tsdt|trd|jd k	rd|	 S d S )N~z$UnaryOp only support invert type ops)
rH   r   operandrV   
issubclassrM   rI   rO   r   r   )r   r6   r   r"   r"   r#   rV     s"    

zUnaryOp.pruneN)r$   r%   r&   rV   r"   r"   r"   r#   r     s   r   c                      s\   e Zd ZeZeZ fddZdd Zdd Z	dd Z
d	d
 Zdd Zdd Zdd Z  ZS )PyTablesExprVisitorc                   sH   t  ||| | jD ],}| j| }t| d| |f fdd	 qd S )NZvisit_c                   s   t t|f S r,   )r   rF   )nodebin_opkwargsr"   r#   r     r   z.PyTablesExprVisitor.__init__.<locals>.<lambda>)r   r   
binary_opsZbinary_op_nodes_mapsetattr)r   r+   engineparserr   r   Zbin_noder    r   r#   r     s    

zPyTablesExprVisitor.__init__c                 K  sh   t |jtjtjfr&td| |jS t |jtjrN| 	| |jj
 | jS t |jtjrdtdd S )Nr   zUnary addition not supported)r-   rH   astZNotZInvertr   visitr   ZUSub
const_typerA   r+   ZUAddr   r   r   r   r"   r"   r#   visit_UnaryOp  s    z!PyTablesExprVisitor.visit_UnaryOpc                 K  s   |  |jjS r,   )r   rA   r   r"   r"   r#   visit_Index  s    zPyTablesExprVisitor.visit_Indexc                 K  s*   t jt  g|jd |jgd}| |S )Nr   )r
   r9   Zcomparators)r   ZCompareEqtargetsrA   r   )r   r   r   Zcmprr"   r"   r#   visit_Assign  s      z PyTablesExprVisitor.visit_Assignc              
   K  s   |  |j}|  |j}z
|j}W n tk
r6   Y nX t|trH|j}z| || | jW S  tk
r } z"t	dt
| dt
| |W 5 d }~X Y nX d S )Nzcannot subscript z with )r   rA   sliceAttributeErrorr-   r*   r   r+   r   r   r<   )r   r   r   rA   Zslobjerrr"   r"   r#   visit_Subscript  s     

z#PyTablesExprVisitor.visit_Subscriptc                 K  s   |j }|j}t|j}|tjkr| |}z
|j}W n tk
rH   Y nX z| t	||| j
W S  tk
r   t|tjr|j|kr| Y S Y nX td|j d S )NzInvalid Attribute context )attrrA   rD   ctxr   Loadr   r   	term_typerb   r+   r-   Nameidr   r$   )r   r   r   r   rA   r   Zresolvedr"   r"   r#   visit_Attribute  s    



z#PyTablesExprVisitor.visit_Attributec                 C  s   t |tjrt S |S r,   )r-   r   ZInr   )r   rH   r"   r"   r#   translate_In  s    z PyTablesExprVisitor.translate_Inc                 C  s   |  |j|j||fS r,   )r   rH   )r   r   r9   rR   r"   r"   r#   _rewrite_membership_op  s    z*PyTablesExprVisitor._rewrite_membership_op)r$   r%   r&   r/   r   r*   r   r   r   r   r   r   r   r   r   r)   r"   r"   r    r#   r     s   
r   c                 C  s"   t | ttfst| std| S )a  
    Validate that the where statement is of the right type.

    The type may either be String, Expr, or list-like of Exprs.

    Parameters
    ----------
    w : String term expression, Expr, or list-like of Exprs.

    Returns
    -------
    where : The original where clause if the check was successful.

    Raises
    ------
    TypeError : An invalid data type was passed in for w (e.g. dict).
    zLwhere must be passed as a string, PyTablesExpr, or list-like of PyTablesExpr)r-   PyTablesExprr.   r   r   )wr"   r"   r#   _validate_where  s
    r   c                   @  sR   e Zd ZU dZded< ded< ded< dd
ddddZddddZdd ZdS )r   a  
    Hold a pytables-like expression, comprised of possibly multiple 'terms'.

    Parameters
    ----------
    where : string term expression, PyTablesExpr, or list-like of PyTablesExprs
    queryables : a "kinds" map (dict of column name -> kind), or None if column
        is non-indexable
    encoding : an encoding that will encode the query terms

    Returns
    -------
    a PyTablesExpr object

    Examples
    --------
    'index>=date'
    "columns=['A', 'D']"
    'columns=A'
    'columns==A'
    "~(columns=['A','B'])"
    'index>df.index[3] & string="bar"'
    '(index>df.index[3] & index<=df.index[6]) | string="bar"'
    "ts>=Timestamp('2012-02-01')"
    "major_axis>=20130101"
    zPyTablesExprVisitor | None_visitorr   r+   r.   r	   Nr   r   r   )r   scope_levelc           	      C  s  t |}|| _d | _d | _d | _d | _t }t|trF|j	j
}|j}nft|rt|}t|D ],\}}t|trz|j	j
}q^t |}|||< q^ddd t|D }n|}|| _t|d |d| _	|d k	r
t| jtr
| j	j| t| j	|dd|d| _|  | _d S )Nz & c                 s  s   | ]}d | dV  qdS )re   rg   Nr"   )r   r   r"   r"   r#   	<genexpr>B  s     z(PyTablesExpr.__init__.<locals>.<genexpr>r   )r   Zpytables)r   r   r   r5   )r   r5   rI   r   termsr   r   r-   r   r+   r   r	   r   r   	enumerater   comflattenr   r.   r   updater   parse)	r   wherer   r5   r   r   Z_whereidxr   r"   r"   r#   r   #  s>    



zPyTablesExpr.__init__r[   c                 C  s   | j d k	rt| j S t| jS r,   )r   r   r	   r>   r"   r"   r#   r   U  s    

zPyTablesExpr.__repr__c              
   C  s   z| j t| _W n< tk
rN } ztd| j d|  d|W 5 d}~X Y nX z| j t| _W n< tk
r } ztd| j d|  d|W 5 d}~X Y nX | j| jfS )z2create and return the numexpr condition and filterzcannot process expression [z], [z] is not a valid conditionNz] is not a valid filter)	r   rV   rM   rI   r   r   r	   rO   r   )r   r   r"   r"   r#   rQ   Z  s"    zPyTablesExpr.evaluate)NNr   )r$   r%   r&   __doc__r(   r   r   rQ   r"   r"   r"   r#   r     s   
   2r   c                   @  s,   e Zd ZdZddddZddddZd	S )
rl   z<hold a term value the we use to construct a condition/filterr.   )r`   c                 C  s(   t |tst||| _|| _|| _d S r,   )r-   r.   rC   rA   	convertedr`   )r   rA   r   r`   r"   r"   r#   r   q  s    zTermValue.__init__r[   c                 C  sH   | j dkr*|dk	rt| jS d| j dS | j dkr>t| jS t| jS )z6quote the string if not encoded else encode and returnr~   N"rv   )r`   r.   r   r<   )r   r5   r"   r"   r#   rh   w  s    



zTermValue.tostringN)r$   r%   r&   r   r   rh   r"   r"   r"   r#   rl   n  s   rl   rZ   r[   c                   s4   t  tsdS tjtj d }t fdd|D S )z7loose checking if s is a pytables-acceptable expressionF)=c                 3  s   | ]}| kV  qd S r,   r"   )r   rH   rq   r"   r#   r     s     z#maybe_expression.<locals>.<genexpr>)r-   r.   r   r   Z	unary_opsany)rq   r
   r"   r   r#   maybe_expression  s    
r   )8r   
__future__r   r   	functoolsr   typingr   ZnumpyrX   Zpandas._libs.tslibsr   r   Zpandas.compat.chainmapr   Zpandas.core.dtypes.commonr   Zpandas.core.commoncorecommonr   Zpandas.core.computationr	   r
   r   Z_scopeZpandas.core.computation.commonr   Zpandas.core.computation.exprr   Zpandas.core.computation.opsr   r   Zpandas.core.constructionr   Zpandas.core.indexes.baser   Zpandas.io.formats.printingr   r   ZScoper   r*   r/   rF   rO   rP   rM   rN   r   r   r   ZExprr   rl   r   r"   r"   r"   r#   <module>   s>   !	 '=.Tk