403Webshell
Server IP : 35.80.110.71  /  Your IP : 216.73.216.52
Web Server : Apache/2.4.58 (Ubuntu)
System : Linux ip-172-31-21-44 6.17.0-1019-aws #19~24.04.1-Ubuntu SMP Tue Jun 23 18:53:06 UTC 2026 x86_64
User : ubuntu ( 1000)
PHP Version : 8.3.31
Disable Function : NONE
MySQL : OFF  |  cURL : ON  |  WGET : ON  |  Perl : ON  |  Python : OFF  |  Sudo : ON  |  Pkexec : OFF
Directory :  /lib/python3/dist-packages/parso/python/__pycache__/

Upload File :
current_dir [ Writeable ] document_root [ Writeable ]

 

Command :


[ Back ]     

Current File : /lib/python3/dist-packages/parso/python/__pycache__/tokenize.cpython-312.pyc
�

̑�a�d��$�UdZddlmZddlZddlZddlZddlmZddl	m
Z
mZmZm
Z
mZmZmZmZddlmZddlmZmZmZdZej2Zej4Zej6Zej8Zej:Zej<Zej>Zej@Z ejBZ!ejDZ"ejFZ#ejHZ$ejJZ%Gd	�d
e
�Z&ejNd�Z(iZ)eee&fe*d<d
d�d�Z+d�Z,d
d
d�d�Z-d�Z.d�Z/dZ0e.de0zdz�Z1e.de0zdz�Z2e.d�Z3e.d�Z4d�Z5Gd�de
�Z6Gd�de6�Z7Gd �d!�Z8d"�Z9d#�Z:d$d%�d&e;d'ed(ee<e<fd)ee7fd*�Z=d+�Z>dd$d,d-�d.e
e;d'ed/ee<d(ee<e<fd)ee7f
d0�Z?d1�Z@eAd2k(rNej�d3ZCeDeC�5ZEeEj��ZGddd�e=eGed4��5�D]
ZHeIeH��yy#1swY�(xYw)6a�
This tokenizer has been copied from the ``tokenize.py`` standard library
tokenizer. The reason was simple: The standard library tokenizer fails
if the indentation is not right. To make it possible to do error recovery the
    tokenizer needed to be rewritten.

Basically this is a stripped down version of the standard library module, so
you can read the documentation there. Additionally we included some speed and
memory optimizations here.
�)�absolute_importN)�BOM_UTF8)�
NamedTuple�Tuple�Iterator�Iterable�List�Dict�Pattern�Set)�PythonTokenTypes)�split_lines�PythonVersionInfo�parse_version_stringu􏿿c�z�eZdZUeed<eeed<eeed<eeefed<eed<eeefed<eeed<y)	�TokenCollection�pseudo_token�
single_quoted�
triple_quoted�endpats�
whitespace�fstring_pattern_map�always_break_tokensN)	�__name__�
__module__�__qualname__r�__annotations__r�strr
r���7/usr/lib/python3/dist-packages/parso/python/tokenize.pyrr+sI�����s�8���s�8��
�#�w�,�
�����c�3�h��'��s��#r rzutf-8�_token_collection_cacheF��capturec�J�|rJ�d}|s|dz
}|dj|�zdzS)N�(z?:�|�))�join)r$�choices�kwargs�starts    r!�groupr-:s4����:��E��
��
���3�8�8�G�$�$�s�*�*r c��t|�dzS)N�?)r-)r*s r!�mayber0Cs���'�?�S� � r ��include_fstring�only_fstringc���d�}gd�}dh}|rddg}|r
|}t�}n||z
}n|r
t�S|D]3}tj|�D]}|j||����5|S)Nc3�K�tj|D�cgc]}||j�f��c}�D]}dj|����ycc}w�w)N�)�
_itertools�product�upperr))�prefix�c�ss   r!�different_case_versionsz5_all_string_prefixes.<locals>.different_case_versionsIsF�����#�#�f�%E��q�!�'�'�)�n�%E�F�	�A��'�'�!�*��	��%E�s�A�A�"A)�b�r�u�brr6�f�fr)�setr7�permutations�update)r2r3r=�valid_string_prefixes�resultrBr:�ts        r!�_all_string_prefixesrJHs����2���T�F��
�$�K���$%�!��U�F�!�Q�&�!�	��u��(�6���(�(��0�	6�A�
�M�M�1�!�4�5�	6�6�
�Mr c�J�tj|tj�S�N)�re�compile�UNICODE)�exprs r!�_compilerQes��
�:�:�d�B�J�J�'�'r c��	tt|�S#t$r"t|�xtt|�<}|cYSwxYwrL)r"�tuple�KeyError�_create_token_collection)�version_inforHs  r!�_get_token_collectionrWisG���&�u�\�':�;�;����$�\�2�	3���l� 3�4�v��
��s��(?�?z"[A-Za-z0-9\-]+(?: [A-Za-z0-9\-]+)*z(?:\{\{|\}\}|\\N\{z*\}|\\(?:\r\n?|\n)|\\[^\r\nN]|[^{}\r\n\\])+z\}|\\[^N]|[^{}\\])+z(?:\\(?:\r\n?|\n)|[^{}\r\n])+z[^{}]+c���d}t|�}d}dtzdz}d}d}d}d}t||||�}	d	}
td
d�t|
�z}d|
z}t||�}
td
|
dz�}t||
|	�}t	�}t|�}tt	d���}t	dd��}t|�}d}d}d}d}t|dz|dz�}tddddddd�}d}gd �}|d!k\r|jd"d#�n|jd"d$�t|�}t|||�}t|d%ztd&d'�z|d(ztd)d'�z�}||g} d*}!|r| j
|t|!�z�td+g| ���}"t|d�,�t|"||||d�,�z}#i}$|D]F}%t|�|$|%d&z<t|�|$|%d)z<t|�|$|%dz<t|�|$|%dz<�Ht�}&t�}'i}(|D]8})d-D]}*|&j|)|*z��d.D]}*|'j|)|*z���:|D]})|!D]
}*|*|(|)|*z<��d/}+t|#�},t|,|&|'|$||(t|+��S)0Nz[ \f\t]*z	#[^\r\n]*u([A-Za-z_0-9€-z]+)z0[xX](?:_?[0-9a-fA-F])+z0[bB](?:_?[01])+z0[oO](?:_?[0-7])+z(?:0(?:_?0)*|[1-9](?:_?[0-9])*)z[eE][-+]?[0-9](?:_?[0-9])*z)[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?z\.[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*[jJ]z[jJ]T)r2r1z(?:\\.|[^'\\])*'z(?:\\.|[^"\\])*"z(?:\\.|'(?!'')|[^'\\])*'''z(?:\\.|"(?!"")|[^"\\])*"""�'''�"""z\*\*=?z>>=?z<<=?z//=?z->z[+\-*/%&@`|^!=<>]=?�~z[][(){}])z\.\.\.z\r\n?z\nz[;.,@])��rz:=?�:z'[^\r\n'\\]*(?:\\.[^\r\n'\\]*)*�'z\\(?:\r\n?|\n)z"[^\r\n"\\]*(?:\\.[^\r\n"\\]*)*�")r`r_rZrYz\\(?:\r\n?|\n)|\Zr#)r`r_)rZrY)�;�import�class�def�try�except�finally�while�with�return�continue�break�del�pass�global�assert�nonlocal)
rQ�MAX_UNICODEr-r0rJ�insert�appendrD�addr)-rV�
Whitespacer�Comment�Name�	Hexnumber�	Binnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�Number�possible_prefixes�StringPrefix�StringPrefixWithF�fstring_prefixes�FStringStart�Single�Double�Single3�Double3�Triple�Operator�Bracket�special_args�Special�Funny�ContStr�pseudo_extra_pool�
all_quotes�PseudoExtras�PseudoTokenr�_prefixrrrrI�quote�ALWAYS_BREAK_TOKENS�pseudo_token_compileds-                                             r!rUrU~sL���J��*�%�J��G� �;�.��6�D�*�I�#�I�$�I�2�I��i��I�y�A�I�,�H��C�-�/�16�x��A�J�#�h�.�H��
�H�-�K��/��w�1F�G�J�
�:�{�I�
6�F�-�.���+�,�L��3�D�I�J��+�D�t�T���*�+�L�!�F�
 �F�+�G�+�G�
�$�u�,�.?�%�.G�
H�F�
�Y����e�+���H�
�G�:�L��v�����A�u�%����A�s�#��\�"�G��(�G�W�-�E��L�#E�E��C�!2�3�4� �#E�E��C�!2�3�4�5�G�!�&�)��'�J��� � ���z�0B�!B�C��-�B�0A�B�L��
�D�1�
�l�F�E�7�D�$�G�H�K��G�$�5��!)�&�!1���#�
��!)�&�!1���#�
��#+�G�#4���%�� �#+�G�#4���%�� �	5��E�M��E�M���
�)���	)�E����a�%�i�(�	)�"�	)�E����a�%�i�(�	)�	)��3���	3�E�-2���E�	�*�	3�3�S��%�[�1����}�m�W��'��-@�)A��r c�`�eZdZUeed<eed<eeefed<eed<edeeeffd��Z	y)�Token�type�string�	start_posr:rjc���t|j�}t|�dkDr |jdt|�zdz
dfS|jd|jdt|j�zfS�N�r)rr��lenr�)�self�liness  r!�end_posz
Token.end_pos�sh���D�K�K�(���u�:��>��>�>�!�$�s�5�z�1�A�5�q�8�8��>�>�!�$�d�n�n�Q�&7�#�d�k�k�:J�&J�J�Jr N)
rrrr
rrr�int�propertyr�rr r!r�r��sD��
���K��S�#�X����K�
�K��s�C�x��K��Kr r�c��eZdZd�Zy)�PythonTokenc�T�d|j|jj��zS)Nz6TokenInfo(type=%s, string=%r, start_pos=%r, prefix=%r))r�)�_replacer��name�r�s r!�__repr__zPythonToken.__repr__�s%��H��
�
�4�9�9�>�>�
�2�3�	4r N)rrrr�rr r!r�r��s��4r r�c�0�eZdZd�Zd�Zd�Zd�Zd�Zd�Zy)�FStringNodec�J�||_d|_d|_d|_d|_y)Nrr6)r��parentheses_count�previous_lines�last_string_start_pos�format_spec_count)r�r�s  r!�__init__zFStringNode.__init__s+����
�!"��� ���%)��"�"#��r c�.�|xjdz
c_y)Nr�)r��r��	characters  r!�open_parentheseszFStringNode.open_parentheses	s�����!�#�r c�\�|xjdzc_|jdk(rd|_yyr��r�r�r�s  r!�close_parentheseszFStringNode.close_parenthesess.�����!�#���!�!�Q�&�%&�D�"�'r c�2�t|j�dk(S)Nr\)r�r�r�s r!�allow_multilinezFStringNode.allow_multilines���4�:�:��!�#�#r c�4�|j|jkDSrLr�r�s r!�
is_in_exprzFStringNode.is_in_exprs���%�%��(>�(>�>�>r c�@�|j�xr|jSrL)r�r�r�s r!�is_in_format_speczFStringNode.is_in_format_specs���?�?�$�$�?��)?�)?�?r N)	rrrr�r�r�r�r�r�rr r!r�r��s!��#�$�'�$�?�@r r�c
�j�t|�D]�\}}|j�}t|�t|�z
}|j|j�s�Itt|j|||zf||d|z��}	d}|jrJ�||d�=|	dt|j�|zfcSd|dfS)N�r:r6r)�	enumerate�lstripr��
startswithr�r��FSTRING_ENDr�)
�
fstring_stackr��line_nr�column�additional_prefix�fstring_stack_index�node�lstripped_string�
len_lstrip�tokens
          r!�_close_fstring_if_necessaryr�s���%.�}�%=�
;�!��T�!�=�=�?����[�3�'7�#8�8�
��&�&�t�z�z�2����
�
��&�:�-�.�(����)<�<�	�E�!#���*�*�*�*��1�2�3��"�c�$�*�*�o�
�:�:�:�
;��"�A�%�%r c�z�|d}|j�}|j�r|rt}nt}n|rt}nt
}|j
||�}|�|j|fS|js	||f|_|jd�}	|D]K}
||
jj
|	�}|��$|jd�dt|
j�}	�M|}|t|	�z
}|	jd�s|	jd�r|xj|	z
c_d}	|	|fS|j|	z}	|	|fS)N���r�
�
r6)
r�r��fstring_format_spec_multi_line�fstring_format_spec_single_line�fstring_string_multi_line�fstring_string_single_line�matchr�r�r-r�r��endswith)
rr��line�lnum�pos�tosr��regexr�r��fstring_stack_node�	end_match�new_poss
             r!�_find_fstring_stringr�.sM��
��
�C��)�)�+�O�
�����2�E�3�E��-�E�.�E��K�K��c�"�E��}��!�!�3�&�&����%)�3�K��!�
�[�[��^�F�+�I���.�4�4�5�;�;�F�C�	�� ��_�_�Q�'�(G�#�.@�.F�.F�*G�)G�H�F�I�
�G��s�6�{��G����t������ 5����f�$�����7�?���#�#�f�,���7�?�r )r�r)r��coderVr�rjc�8�t|d��}t|||��S)z0Generate tokens from a the source code (string).T)�keepends)rVr�)r�tokenize_lines)r�rVr�r�s    r!�tokenizer�Vs��
��t�,�E��%�l�i�P�Pr c����fd�}|S)zL
    A small helper function to help debug the tokenize_lines function.
    c?�F�K��|i|��D]}t|�|���y�wrL)�print)�argsr+r��funcs   �r!�wrapperz_print_tokens.<locals>.wrapperbs,������4�*�6�*�	�E��%�L��K�	�s�!r)r�r�s` r!�
_print_tokensr�^s����
�Nr T)�indentsr��is_first_tokenr�r�c
#���.�/K���.�/fd�}t|�\}}}}	}
}}d}
��dg�d}d}d}d}d}d}|ddz
�.g}|D�]m}�.dz
�.d}t|�}|rE|jt�rt}|dd}t|�}d|dz|z}|d}||dz
}d	}|rNj	|�}|r0|jd�}t
t||d|z|���d}d}n||z}|z}��||ks��|r{|d
}|j�sBt|	||�.|�\}}|r't
t||jd����d|_�X||k(r��||d}t||�.||�\}}}||z
}|�|����|r�|} |D]s}!|!j}"|	|"j	||�}#|#��'|#jd�}$t|$�t|"�z
|zt| �ks�_|d||$dt|"�z} �u|j	| |�}%n|j	||�}%|%rR||%jd�z}d}|%j!d�\}&}�.|&f�/|%jd�}'|'dk(r|sJ�|}��|'d}(n9|
j	||�})||)j�}(|)j�}&�.|&f�/|rS|(d
vrO|(dk7s|%�Hd	}|
dk(rA|s?|&}*|*�d
kDr%t
t"d�/d����j%|*�||*�Ed{���|%s|
j	||�})|r%|
dk(r |s||)j��Ed{���|)j�}d	}t
t&||�.|f||)jd�z���d}|dz
}���|(|vs|(dk(r 'dk7r|'dk7rt
t('�/|����n
|%jd���'|vrD|s|
r@g|ddd}
t+jd|d|&�}+|+�||+j��Ed{���|'j-�rt
t.|'�/|����n�t1|'�/|�Ed{����nt|(dvrIt3d�|D��r|j5�|s|
dk(r|st
t6'�/|���n|'z}d}�n'|(dk(r['j9d�s|'j9d�rJ�|r.|d
j�rt
t&|(�/|���|&dz}�n�||'z}�n�'|vrP|	|'}|j	||�}|r,|jd�}||&|}'t
t|'�/|����n~�/}||&d}|}���|(|vs|'dd|vs|'dd|vrf|'d
dvrJ�.|&f}|	j;|(�xs*|	j;|'d�xs|	j;|'d�}||&d}|}��Wt
t|'�/|���n�|'|vr2|j%t=||'��t
t>|'�/|���n�|(dk(r||&ddvr
||||&dzz
}���|'dvr|r|d
jA|'�n}|
dz
}
nw|'dvr|r|d
jC|'�n\|
rZ|
dz}
nT|'jd�rC|rA|d
jD|d
jFz
dk(r|d
xjFdz
c_#d}'|&dz}t
tH|'�/|���||kr�����p|r8t
t&||���|j9d�s|j9d�rd}|r:|d
}|jr)t
t|j|jd�����.|f},�ddD]&}-�jK�t
tLd|,d����(t
tNd|,|���y7���7��H7���7��K�w)a)
    A heavily modified Python standard library tokenizer.

    Additionally to the default information, yields also the prefix of each
    token. This idea comes from lib2to3. The prefix contains all information
    that is irrelevant for the parser like newlines in parentheses or comments.
    c3���K�|�dkrR|�dkDrttd�|fd���|�d<y�j�ttd�d���|�dkr�Qyy�w)Nr����r6)r��ERROR_DEDENT�pop�DEDENT)r,r�r��sposs ���r!�dedent_if_necessaryz+tokenize_lines.<locals>.dedent_if_necessaryzsh������g�b�k�!��w�r�{�"�!�,��T�5�M�2�F�F�#������K�K�M��f�b�$��3�3�
�g�b�k�!�s�AA�ArN�
0123456789r6Tr��^Fr�r��z
#�\�.z...r\z	[ \f\t]*$z
c3�>K�|]}|j����y�wrL)r�)�.0rBs  r!�	<genexpr>z!tokenize_lines.<locals>.<genexpr>s����F�1�1�,�,�.�.�F�s��#r�r�)z\
z\
z\
z([{z)]}r^)(rWr�r��BOM_UTF8_STRINGr��endr��STRINGr�r��FSTRING_STRINGr�r�r�r�r-�span�INDENTrt�
ERRORTOKEN�NUMBERrM�isidentifier�NAME�_split_illegal_unicode_name�any�clear�NEWLINEr��getr��
FSTRING_STARTr�r�r�r��OPr�r��	ENDMARKER)0r�rVr�r�r�r�rrrrrrr�paren_level�max_�numchars�contstr�new_liner:r�r�r�r��endprog�endmatch�
contstr_start�contliner�r��rest�fstring_end_token�quote_length�string_liner�r�r��end_match_string�pseudomatchr,r��initialr��indent_start�mr��indentr�r�s0  `                                           @@r!r�r�ks������4�	�l�+�2�L�-�����0��K����#���D��H��G��H�
�F����Q�<�!��D�')�M��U;����	�����4�y�������/�$3�!��A�B�x���4�y����1��%��,�D��A�,�C��I�a�L� �D�"�N���}�}�T�*�H���l�l�1�o��!��G�d�4�C�j�0�!�6�+�+�����!�D�.��#�d�?����D�j��#�B�'���~�~�'�"6�w�
�t�UY�[^�"_�K�F�C��)�*�F��5�5�$&���.0��*� ��d�{���C�D�z��E`�!����%�F�B�!�#4�l��|�#��$�0�+�+���"��*7�V�&�.�4�4�E� '��� 4� 4�T�3� ?�I� �,�+4�?�?�1�+=�(��/�0�3�u�:�=��C�c�+�FV�V�*.�t��*�7G��#�e�*��7U�*U�K�
V�+�0�0��c�B��*�0�0��s�;���*�[�->�->�q�-A�A��$&�!�(�-�-�a�0�
��s��e�}��#�)�)�!�,���B�;�!�M�6�(.�%����(��"�(�(��s�3���u�y�y�{�+���	�	����e�}���G�7�2��4��;�K^� ���!�#�M�#(�L�#�g�b�k�1�)�&�"�d�B�?�?����|�4�2�<�@�@�@��"�(�(��s�3����q� 0��2�5�9�9�;�?�?�?��i�i�k�� ��!���S�	�D�#�;�%����A��6���%'�!��q�����8�#��3��5�C�<�E�U�N�!�&�%��v�>�>��"�"�1�%�1��/�/�]�k�')�M�!�$�"#�K�����t�F�U�|�<�A��}�#6�q�u�u�w�#?�?�?��%�%�'�%�d�E�4��@�@�:�5�$��O�O�O��F�"��F�
�F�F�!�'�'�)��K�1�$4�]�%�g�u�d�F�C�C�(.���%����C�� �>�>�$�/����t�8L�L�L� �]�2�%6�%A�%A�%C�%�j�'�4��H�H��!�)�C�(.���%��-�'�!�%�.��"�=�=��s�3���"�,�,�q�/�C� ��s�O�E�%�f�e�T�6�B�B�$(�M�"�5�6�l�G�#�H���M�)��"�1�I��.��"�1�I��.���9��&�%)�%�K�M�&�{�{�7�3� 8�w�{�{�5��8�7L� 8�")�+�+�e�A�h�"7��"�5�6�l�G�#�H��%�f�e�T�6�B�B��-�-��$�$�[�1D�U�1K�%L�M�!�-���f�E�E��D��T�%�&�\�5O�%O�!�V�d�5�6�l�%:�:�!���E�>�$�%�b�)�:�:�5�A�#�q�(���e�^�$�%�b�)�;�;�E�B�&�'�1�,�K��%�%�c�*�}�)�"�-�?�?�'��+�=�=�>�AB�C�"�"�%�7�7�1�<�7��E��!�)�C�!�"�e�T�6�:�:�m�D�j�?U;�n��*�g�}�f�E�E����D�!�W�%5�%5�d�%;��H���B��������� 2� 2��)�)���
��D�j�G��!�"�+�3�����
��&�"�g�r�2�2�3��i��W�.?�
@�@�OA��
@��*@��P�se�C,]9�2B)]9�7]9�D]9�-]-�.:]9�(]0�)C]9�0]3�1:]9�+]6�,I?]9�-C]9�0]9�3]9�6]9c#�D����	K����	�fd�}d�d�|�	t|�D]p\}}�r3|j�r|���|�d�d�|d|d|zf�	�5�|z
��;�|z}|j�r|��S�r|���d�|d|d|zf�	|�d��r�r
|���yy�w)Nc�8��t�rtnt����SrL)r�rr)�found�
is_illegalr�r:s����r!�create_tokenz1_split_illegal_unicode_name.<locals>.create_token�s�����:��u�c�6�R�Rr r6Frr�T)r�r)
r�r�r:r1�i�char�	new_foundr/r0r�s
  `    @@@r!rr�s������S�
�E��J�
�C��U�#�"���4��� � �"�"�n�$���"�
�����l�I�a�L�1�$4�4����
�����I��%�%�'�!���&�.�(��F�#�A�,�	�!��q�(8�8�C���!�
�)"�,
��n��
�s�BB �__main__r�z3.10)rV)J�__doc__�
__future__r�sysrM�	itertoolsr7�codecsr�typingrrrrr	r
rr�parso.python.tokenr
�parso.utilsrrrrrr
rrrrr
r�rrr�rrr�r�decoderr"rr-r0rJrQrW�unicode_character_namer�r�r�r�rUr�r�r�r�r�rr�r�r�r�rr�argv�path�openrB�readr�r�r�rr r!�<module>rDs���	�'�
�	������0�L�L���	�	 �	 ������	�	 �	 ������
�
"�
"��	�	 �	 ��	�	 �	 ���&�&�	�
�
(�
(�
��,�,�� �.�.�
�!�0�0���*�*��$�j�$�"�(�/�/�'�*��DF���/��@�A�F�"�+�!�
-2���:(��?��%��2�2�3�4���%��2�2�5K�K���#+�+K�"L��!)�)�!4��i�XK�J�K�4�%�4�@�@�:&�$%�RQW�Q�

�Q� 1�Q�>C�C��H�o�Q�
�k��Q�	�"�!'��
ZA��C�=�ZA�$�ZA��#�Y�	ZA�
�S�#�X��ZA��k��ZA�z�B�z���8�8�A�;�D�	
�d���q��v�v�x����$�-A�&�-I�J���
�e������s�H�H

Youez - 2016 - github.com/yon3zu
LinuXploit