File: //lib/python3/dist-packages/jmespath/__pycache__/parser.cpython-38.pyc
U
Q�Y�J � @ sp d Z ddlZddlmZ ddlmZ ddlmZ ddlmZ ddlmZ G dd � d e �Z
eG d
d � d e ��Z dS ) a� Top down operator precedence parser.
This is an implementation of Vaughan R. Pratt's
"Top Down Operator Precedence" parser.
(http://dl.acm.org/citation.cfm?doid=512927.512931).
These are some additional resources that help explain the
general idea behind a Pratt parser:
* http://effbot.org/zone/simple-top-down-parsing.htm
* http://javascript.crockford.com/tdop/tdop.html
A few notes on the implementation.
* All the nud/led tokens are on the Parser class itself, and are dispatched
using getattr(). This keeps all the parsing logic contained to a single
class.
* We use two passes through the data. One to create a list of token,
then one pass through the tokens to create the AST. While the lexer actually
yields tokens, we convert it to a list so we can easily implement two tokens
of lookahead. A previous implementation used a fixed circular buffer, but it
was significantly slower. Also, the average jmespath expression typically
does not have a large amount of token so this is not an issue. And
interestingly enough, creating a token list first is actually faster than
consuming from the token iterator one token at a time.
� N)�lexer)�with_repr_method)�ast)�
exceptions)�visitorc @ s� e Zd Zddddddddddddddddddddddddd d
d d d
d� ZdZi ZdZdxdd�Zdd� Zdd� Z dd� Z
dydd�Z dd � Z d d � Z
d d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� Zd7d8� Zd9d:� Zd;d<� Z d=d>� Z d?d@� Z dAdB� Z dCdD� Z dEdF� Z!dGdH� Z"dIdJ� Z#dKdL� Z$dMdN� Z%dOdP� Z&dQdR� Z'dSdT� Z(dUdV� Z)dWdX� Z*dYdZ� Z+d[d\� Z,d]d^� Z-d_d`� Z.dadb� Z/dzddde�Z0dfdg� Z1dhdi� Z2djdk� Z3dldm� Z4dndo� Z5dpdq� Z6drds� Z7dtdu� Z8e9dvdw� �Z:dcS ){�Parserr � � � � � � � �( �- �2 �7 �< ) �eof�unquoted_identifier�quoted_identifier�literal�rbracket�rparen�comma�rbrace�numberZcurrent�expref�colon�pipe�or�and�eq�gt�lt�gte�lte�ne�flatten�star�filter�dot�not�lbrace�lbracket�lparen�
� c C s" d | _ d g| | _|| _d| _d S �Nr )� tokenizer�_tokensZ _buffer_size�_index)�self� lookahead� r8 �1/usr/lib/python3/dist-packages/jmespath/parser.py�__init__N s zParser.__init__c C sH | j �|�}|d k r|S | �|�}|| j |< t| j �| jkrD| �� |S �N)�_CACHE�get� _do_parse�len� _MAX_SIZE�_free_cache_entries)r6 �
expression�cachedZ
parsed_resultr8 r8 r9 �parseT s
z Parser.parsec
C s� z | � |�W S tjk
r8 } z ||_� W 5 d }~X Y nZ tjk
rf } z|�|� � W 5 d }~X Y n, tjk
r� } z ||_� W 5 d }~X Y nX d S r; )�_parser Z
LexerErrorrB �IncompleteExpressionErrorZset_expression�
ParseError)r6 rB �er8 r8 r9 r> ^ s
zParser._do_parsec C sr t �� �|�| _t| j�| _d| _| jdd�}| �� dksh| � d�}t
� |d |d |d d|d ��t ||�S )Nr )�
binding_powerr �start�value�typezUnexpected token: %s)
r ZLexer�tokenizer3 �listr4 r5 � _expression�_current_token�_lookahead_tokenr rG � ParsedResult)r6 rB �parsed�tr8 r8 r9 rE k s
�z
Parser._parsec C s� | � d�}| �� t| d|d | j�}||�}| �� }|| j| k r�t| d| d �}|d krt| � d�}| �|� q8| �� ||�}| �� }q8|S )Nr z
_token_nud_%srL z
_token_led_%s)rQ �_advance�getattr�_error_nud_tokenrP �
BINDING_POWER�_error_led_token)r6 rI Z
left_tokenZ nud_function�left�
current_tokenZledZ error_tokenr8 r8 r9 rO v s$
�
zParser._expressionc C s t �|d �S �NrK )r r �r6 �tokenr8 r8 r9 �_token_nud_literal� s zParser._token_nud_literalc C s t �|d �S r\ )r �fieldr] r8 r8 r9 � _token_nud_unquoted_identifier� s z%Parser._token_nud_unquoted_identifierc C s@ t �|d �}| �� dkr<| �d�}t�d|d |d d��|S )NrK r/ r rL z1Quoted identifier not allowed for function names.)r r` rP rQ r rG )r6 r^ r` rT r8 r8 r9 � _token_nud_quoted_identifier� s
�z#Parser._token_nud_quoted_identifierc C s: t �� }| �� dkr t �� }n| �| jd �}t �||�S )Nr r) )r �identityrP �_parse_projection_rhsrX �value_projection�r6 r^ rZ �rightr8 r8 r9 �_token_nud_star� s
zParser._token_nud_starc C s | � t�� �S r; )�_token_led_filterr rc r] r8 r8 r9 �_token_nud_filter� s zParser._token_nud_filterc C s | � � S r; )�_parse_multi_select_hashr] r8 r8 r9 �_token_nud_lbrace� s zParser._token_nud_lbracec C s | � � }| �d� |S )Nr )rO �_match�r6 r^ rB r8 r8 r9 �_token_nud_lparen� s
zParser._token_nud_lparenc C s* t �t �� �}| �| jd �}t �||�S �Nr( )r r( rc rd rX �
projectionrf r8 r8 r9 �_token_nud_flatten� s
�zParser._token_nud_flattenc C s | � | jd �}t�|�S )Nr, )rO rX r Znot_expression)r6 r^ �exprr8 r8 r9 �_token_nud_not� s zParser._token_nud_notc C sz | � � dkr$| �� }| �t�� |�S | � � dkrn| �d�dkrn| �� | �� | �| jd �}t� t�� |�S | �
� S d S )N�r r r) r r ) rP �_parse_index_expression�_project_if_slicer rc �
_lookaheadrU rd rX rq �_parse_multi_select_list)r6 r^ rg r8 r8 r9 �_token_nud_lbracket� s �zParser._token_nud_lbracketc C sR | � d�dks | � d�dkr$| �� S t�| �d�d �}| �� | �d� |S d S )Nr r r rK r )rx �_parse_slice_expressionr �indexrQ rU rm )r6 �noder8 r8 r9 rv � s �
z Parser._parse_index_expressionc C s� d d d g}d}| � � }|dks�|dk r�|dkrZ|d7 }|dkrP| �| �d�d� | �� n6|dkr~| �d�d ||< | �� n| �| �d�d� | � � }q| �d� tj|� S ) Nr r r
r r � syntax errorr rK )rP � _raise_parse_error_for_tokenrQ rU rm r �slice)r6 �partsr| r[ r8 r8 r9 r{ � s,
�
�
z Parser._parse_slice_expressionc C s t �� S r; )r Z current_noder] r8 r8 r9 �_token_nud_current� s zParser._token_nud_currentc C s | � | jd �}t�|�S )Nr )rO rX r r rn r8 r8 r9 �_token_nud_expref� s zParser._token_nud_exprefc C sr | � � dksJ| �| jd �}|d dkr:|d �|� |S t�||g�S n$| �� | �| jd �}t�||�S d S )Nr) r+ rL �
subexpression�children) rP �_parse_dot_rhsrX �appendr r� rU rd re �r6 rZ rg r8 r8 r9 �_token_led_dot� s �zParser._token_led_dotc C s | � | jd �}t�||�S )Nr )rO rX r r r� r8 r8 r9 �_token_led_pipe s zParser._token_led_pipec C s | � | jd �}t�||�S )Nr )rO rX r Z
or_expressionr� r8 r8 r9 �
_token_led_or s zParser._token_led_orc C s | � | jd �}t�||�S )Nr! )rO rX r Zand_expressionr� r8 r8 r9 �_token_led_and
s zParser._token_led_andc C s� |d dkr:| � d�}t�|d |d |d d|d ��|d }g }| �� dks|| �� }| �� dkrp| �d� |�|� qF| �d� t�||�}|S ) NrL r` ���rJ rK zInvalid function name '%s'r r ) rQ r rG rP rO rm r� r Zfunction_expression)r6 rZ Zprev_t�name�argsrB Z
function_noder8 r8 r9 �_token_led_lparen s$
�
zParser._token_led_lparenc C sH | � d�}| �d� | �� dkr*t�� }n| �| jd �}t�|||�S )Nr r r( r* )rO rm rP r rc rd rX Zfilter_projection)r6 rZ Z conditionrg r8 r8 r9 ri % s
zParser._token_led_filterc C s | � |d�S )Nr" ��_parse_comparator�r6 rZ r8 r8 r9 �
_token_led_eq/ s zParser._token_led_eqc C s | � |d�S )Nr' r� r� r8 r8 r9 �
_token_led_ne2 s zParser._token_led_nec C s | � |d�S )Nr# r� r� r8 r8 r9 �
_token_led_gt5 s zParser._token_led_gtc C s | � |d�S )Nr% r� r� r8 r8 r9 �_token_led_gte8 s zParser._token_led_gtec C s | � |d�S )Nr$ r� r� r8 r8 r9 �
_token_led_lt; s zParser._token_led_ltc C s | � |d�S )Nr& r� r� r8 r8 r9 �_token_led_lte> s zParser._token_led_ltec C s& t �|�}| �| jd �}t �||�S rp )r r( rd rX rq r� r8 r8 r9 �_token_led_flattenA s
�zParser._token_led_flattenc C s~ | � d�}|d dkrJ| �� }|d dkr<|d �|� |S | �||�S n0| �d� | �d� | �| jd �}t�||�S d S )Nr rL ru �index_expressionr� r) r ) rQ rv r� rw rm rd rX r rq )r6 rZ r^ rg r8 r8 r9 �_token_led_lbracketG s
zParser._token_led_lbracketc C s: t �||g�}|d dkr2t �|| �| jd ��S |S d S )NrL r� r) )r r� rq rd rX )r6 rZ rg Z
index_exprr8 r8 r9 rw Z s �zParser._project_if_slicec C s | � | j| �}t�|||�S r; )rO rX r �
comparator)r6 rZ r� rg r8 r8 r9 r� c s zParser._parse_comparatorc C sF g }| � � }|�|� | �� dkr&q2q| �d� q| �d� t�|�S )Nr r )rO r� rP rm r Zmulti_select_list)r6 Z expressionsrB r8 r8 r9 ry g s
z Parser._parse_multi_select_listc C s� g }| � d�}| jddgd� |d }| �d� | �d�}tj||d�}|�|� | �� dkrj| �d� q| �� d kr| �d � q�qtj|d
�S ) Nr r r )� token_typesrK r )�key_namer} r r )Znodes) rQ �_match_multiple_tokensrm rO r Z key_val_pairr� rP Zmulti_select_dict)r6 ZpairsZ key_tokenr� rK r} r8 r8 r9 rk s s
�
z Parser._parse_multi_select_hashc C s� | j | �� | jk r t�� }nd| �� dkr6| �|�}nL| �� dkrN| �|�}n4| �� dkrp| �d� | �|�}n| �| � d�d� |S )Nr. r* r+ r r~ )
rX rP �_PROJECTION_STOPr rc rO rm r� r rQ )r6 rI rg r8 r8 r9 rd � s
�z Parser._parse_projection_rhsc C s� | � � }|dkr| �|�S |dkr4| �d� | �� S |dkrN| �d� | �� S | �d�}ddddg}d||d f }| �||� d S ) N)r r r) r. r- r r r �Expecting: %s, got: %srL )rP rO rm ry rk rQ r )r6 rI r7 rT Zallowed�msgr8 r8 r9 r� � s"
��zParser._parse_dot_rhsc C s6 |d dkr&t �|d |d |d ��| �|d� d S )NrL r rJ rK �
invalid token)r rF r r] r8 r8 r9 rW � s �zParser._error_nud_tokenc C s | � |d� d S )Nr� )r r] r8 r8 r9 rY � s zParser._error_led_tokenNc C s, | � � |kr| �� n| �|| �d�� d S r2 )rP rU � _raise_parse_error_maybe_eofrQ )r6 �
token_typer8 r8 r9 rm � s
�z
Parser._matchc C s* | � � |kr | �|| �d�� | �� d S r2 )rP r� rQ rU )r6 r� r8 r8 r9 r� � s �z Parser._match_multiple_tokensc C s | j d7 _ d S )Nr )r5 �r6 r8 r8 r9 rU � s zParser._advancec C s | j | j d S �NrL �r4 r5 r� r8 r8 r9 rP � s zParser._current_tokenc C s | j | j| d S r� r� �r6 r r8 r8 r9 rx � s zParser._lookaheadc C s | j | j| S r; r� r� r8 r8 r9 rQ � s zParser._lookahead_tokenc C s, |d }|d }|d }t �||||��d S )NrJ rK rL )r rG )r6 r^ �reason� lex_position� actual_value� actual_typer8 r8 r9 r � s �z#Parser._raise_parse_error_for_tokenc C sN |d }|d }|d }|dkr.t �|||��d||f }t �||||��d S )NrJ rK rL r r� )r rF rG )r6 Z
expected_typer^ r� r� r� �messager8 r8 r9 r� � s$ �� �z#Parser._raise_parse_error_maybe_eofc C s. t �| j�� t| jd ��D ] }| j|= q d S )Nr )�randomZsampler< �keys�intr@ )r6 �keyr8 r8 r9 rA � s zParser._free_cache_entriesc C s | j �� dS )z'Clear the expression compilation cache.N)r< �clear)�clsr8 r8 r9 �purge� s z Parser.purge)r )r )N);�__name__�
__module__� __qualname__rX r� r< r@ r: rD r> rE rO r_ ra rb rh rj rl ro rr rt rz rv r{ r� r� r� r� r� r� r� ri r� r� r� r� r� r� r� r� rw r� ry rk rd r� rW rY rm r� rU rP rx rQ r r� rA � classmethodr� r8 r8 r8 r9 r % s� �"
r c @ s. e Zd Zdd� Zd
dd�Zdd� Zdd � ZdS ) rR c C s || _ || _d S r; )rB rS )r6 rB rS r8 r8 r9 r: � s zParsedResult.__init__Nc C s t �|�}|�| j|�}|S r; )r ZTreeInterpreter�visitrS )r6 rK ZoptionsZ interpreter�resultr8 r8 r9 �search� s
zParsedResult.searchc C s t �� }|�| j�}|S )af Render the parsed AST as a dot file.
Note that this is marked as an internal method because
the AST is an implementation detail and is subject
to change. This method can be used to help troubleshoot
or for development purposes, but is not considered part
of the public supported API. Use at your own risk.
)r ZGraphvizVisitorr� rS )r6 Zrenderer�contentsr8 r8 r9 �_render_dot_file s
z ParsedResult._render_dot_filec C s
t | j�S r; )�reprrS r� r8 r8 r9 �__repr__ s zParsedResult.__repr__)N)r� r� r� r: r� r� r� r8 r8 r8 r9 rR � s
rR ) �__doc__r� Zjmespathr Zjmespath.compatr r r r �objectr rR r8 r8 r8 r9 �<module> s S