File: D:/Python311/Lib/test/__pycache__/test_tokenize.cpython-311.opt-2.pyc
�
��Vc� � � � d dl mZ d dlmZ d dlmZmZmZmZmZm Z m
Z
mZmZm
Z
mZmZmZmZmZmZ d dlmZmZ d dlZd dlmZ d dlmZmZ d dlmZmZ d dl Z d dl!Z!d � Z" G d
� de� � Z# G d� d
e#� � Z$d� Z% G d� de� � Z& G d� de� � Z' G d� de� � Z( G d� de� � Z) G d� de� � Z* G d� de� � Z+ G d� de� � Z, G d� de� � Z-e.dk r ej/ � � dS dS ) � )�support)� os_helper)�tokenize� _tokenize�
untokenize�NUMBER�NAME�OP�STRING� ENDMARKER�ENCODING�tok_name�detect_encoding�open�Untokenizer�generate_tokens�NEWLINE�!_generate_tokens_from_c_tokenizer)�BytesIO�StringION)�dedent)�TestCase�mock)�VALID_UNDERSCORE_LITERALS�INVALID_UNDERSCORE_LITERALSc �$ � g }t |� � � � � }|d dv}| D ]_\ }}}}} |t k r nK|r|t k r
|d |k r�/t | }|� d|d�d|d�d|� d|� �� � �`|S )N���z
r � �10� �13)�len�
splitlinesr r r �append)
�token_generator�
source_string�result� num_lines�missing_trailing_nl�type�token�start�end�lines
�&D:\Python311\Lib\test\test_tokenize.py�stringify_tokens_from_sourcer0 s� � �
�F��M�,�,�.�.�/�/�I�'��+�6�9��)8� C� C�%��e�U�C���9�� ��E�� �4�7�?� �s�1�v��7J� ����~���
�
�A�T�A�A�A�u�A�A�A�E�A�A�C�A�A�B�B�B�B��M� c � � e Zd Zd� Zd� Zd� Zd� Zd� Zd� Zd� Z d� Z
d � Zd
� Zd� Z
d� Zd
� Zd� Zd� Zd� Zd� Zd� Zd� Zd� ZdS )�TokenizeTestc �
� t |� d� � � � }t t |j � � |� � }| � |dg|� � � � � � z � � d S )N�utf-8z* ENCODING 'utf-8' (0, 0) (0, 0))r �encoder0 r �readline�assertEqual�rstripr# ��self�s�expected�fr'