| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575 |
- import ast
- import builtins
- import dis
- import enum
- import os
- import sys
- import types
- import unittest
- import warnings
- import weakref
- from textwrap import dedent
- from test import support
- def to_tuple(t):
- if t is None or isinstance(t, (str, int, complex)) or t is Ellipsis:
- return t
- elif isinstance(t, list):
- return [to_tuple(e) for e in t]
- result = [t.__class__.__name__]
- if hasattr(t, 'lineno') and hasattr(t, 'col_offset'):
- result.append((t.lineno, t.col_offset))
- if hasattr(t, 'end_lineno') and hasattr(t, 'end_col_offset'):
- result[-1] += (t.end_lineno, t.end_col_offset)
- if t._fields is None:
- return tuple(result)
- for f in t._fields:
- result.append(to_tuple(getattr(t, f)))
- return tuple(result)
- # These tests are compiled through "exec"
- # There should be at least one test per statement
- exec_tests = [
- # None
- "None",
- # Module docstring
- "'module docstring'",
- # FunctionDef
- "def f(): pass",
- # FunctionDef with docstring
- "def f(): 'function docstring'",
- # FunctionDef with arg
- "def f(a): pass",
- # FunctionDef with arg and default value
- "def f(a=0): pass",
- # FunctionDef with varargs
- "def f(*args): pass",
- # FunctionDef with varargs as TypeVarTuple
- "def f(*args: *Ts): pass",
- # FunctionDef with varargs as unpacked Tuple
- "def f(*args: *tuple[int, ...]): pass",
- # FunctionDef with varargs as unpacked Tuple *and* TypeVarTuple
- "def f(*args: *tuple[int, *Ts]): pass",
- # FunctionDef with kwargs
- "def f(**kwargs): pass",
- # FunctionDef with all kind of args and docstring
- "def f(a, b=1, c=None, d=[], e={}, *args, f=42, **kwargs): 'doc for f()'",
- # FunctionDef with type annotation on return involving unpacking
- "def f() -> tuple[*Ts]: pass",
- "def f() -> tuple[int, *Ts]: pass",
- "def f() -> tuple[int, *tuple[int, ...]]: pass",
- # ClassDef
- "class C:pass",
- # ClassDef with docstring
- "class C: 'docstring for class C'",
- # ClassDef, new style class
- "class C(object): pass",
- # Return
- "def f():return 1",
- # Delete
- "del v",
- # Assign
- "v = 1",
- "a,b = c",
- "(a,b) = c",
- "[a,b] = c",
- # AnnAssign with unpacked types
- "x: tuple[*Ts]",
- "x: tuple[int, *Ts]",
- "x: tuple[int, *tuple[str, ...]]",
- # AugAssign
- "v += 1",
- # For
- "for v in v:pass",
- # While
- "while v:pass",
- # If
- "if v:pass",
- # If-Elif
- "if a:\n pass\nelif b:\n pass",
- # If-Elif-Else
- "if a:\n pass\nelif b:\n pass\nelse:\n pass",
- # With
- "with x as y: pass",
- "with x as y, z as q: pass",
- # Raise
- "raise Exception('string')",
- # TryExcept
- "try:\n pass\nexcept Exception:\n pass",
- # TryFinally
- "try:\n pass\nfinally:\n pass",
- # TryStarExcept
- "try:\n pass\nexcept* Exception:\n pass",
- # Assert
- "assert v",
- # Import
- "import sys",
- # ImportFrom
- "from sys import v",
- # Global
- "global v",
- # Expr
- "1",
- # Pass,
- "pass",
- # Break
- "for v in v:break",
- # Continue
- "for v in v:continue",
- # for statements with naked tuples (see http://bugs.python.org/issue6704)
- "for a,b in c: pass",
- "for (a,b) in c: pass",
- "for [a,b] in c: pass",
- # Multiline generator expression (test for .lineno & .col_offset)
- """(
- (
- Aa
- ,
- Bb
- )
- for
- Aa
- ,
- Bb in Cc
- )""",
- # dictcomp
- "{a : b for w in x for m in p if g}",
- # dictcomp with naked tuple
- "{a : b for v,w in x}",
- # setcomp
- "{r for l in x if g}",
- # setcomp with naked tuple
- "{r for l,m in x}",
- # AsyncFunctionDef
- "async def f():\n 'async function'\n await something()",
- # AsyncFor
- "async def f():\n async for e in i: 1\n else: 2",
- # AsyncWith
- "async def f():\n async with a as b: 1",
- # PEP 448: Additional Unpacking Generalizations
- "{**{1:2}, 2:3}",
- "{*{1, 2}, 3}",
- # Asynchronous comprehensions
- "async def f():\n [i async for b in c]",
- # Decorated FunctionDef
- "@deco1\n@deco2()\n@deco3(1)\ndef f(): pass",
- # Decorated AsyncFunctionDef
- "@deco1\n@deco2()\n@deco3(1)\nasync def f(): pass",
- # Decorated ClassDef
- "@deco1\n@deco2()\n@deco3(1)\nclass C: pass",
- # Decorator with generator argument
- "@deco(a for a in b)\ndef f(): pass",
- # Decorator with attribute
- "@a.b.c\ndef f(): pass",
- # Simple assignment expression
- "(a := 1)",
- # Positional-only arguments
- "def f(a, /,): pass",
- "def f(a, /, c, d, e): pass",
- "def f(a, /, c, *, d, e): pass",
- "def f(a, /, c, *, d, e, **kwargs): pass",
- # Positional-only arguments with defaults
- "def f(a=1, /,): pass",
- "def f(a=1, /, b=2, c=4): pass",
- "def f(a=1, /, b=2, *, c=4): pass",
- "def f(a=1, /, b=2, *, c): pass",
- "def f(a=1, /, b=2, *, c=4, **kwargs): pass",
- "def f(a=1, /, b=2, *, c, **kwargs): pass",
- ]
- # These are compiled through "single"
- # because of overlap with "eval", it just tests what
- # can't be tested with "eval"
- single_tests = [
- "1+2"
- ]
- # These are compiled through "eval"
- # It should test all expressions
- eval_tests = [
- # None
- "None",
- # BoolOp
- "a and b",
- # BinOp
- "a + b",
- # UnaryOp
- "not v",
- # Lambda
- "lambda:None",
- # Dict
- "{ 1:2 }",
- # Empty dict
- "{}",
- # Set
- "{None,}",
- # Multiline dict (test for .lineno & .col_offset)
- """{
- 1
- :
- 2
- }""",
- # ListComp
- "[a for b in c if d]",
- # GeneratorExp
- "(a for b in c if d)",
- # Comprehensions with multiple for targets
- "[(a,b) for a,b in c]",
- "[(a,b) for (a,b) in c]",
- "[(a,b) for [a,b] in c]",
- "{(a,b) for a,b in c}",
- "{(a,b) for (a,b) in c}",
- "{(a,b) for [a,b] in c}",
- "((a,b) for a,b in c)",
- "((a,b) for (a,b) in c)",
- "((a,b) for [a,b] in c)",
- # Yield - yield expressions can't work outside a function
- #
- # Compare
- "1 < 2 < 3",
- # Call
- "f(1,2,c=3,*d,**e)",
- # Call with multi-character starred
- "f(*[0, 1])",
- # Call with a generator argument
- "f(a for a in b)",
- # Num
- "10",
- # Str
- "'string'",
- # Attribute
- "a.b",
- # Subscript
- "a[b:c]",
- # Name
- "v",
- # List
- "[1,2,3]",
- # Empty list
- "[]",
- # Tuple
- "1,2,3",
- # Tuple
- "(1,2,3)",
- # Empty tuple
- "()",
- # Combination
- "a.b.c.d(a.b[1:2])",
- ]
- # TODO: expr_context, slice, boolop, operator, unaryop, cmpop, comprehension
- # excepthandler, arguments, keywords, alias
- class AST_Tests(unittest.TestCase):
- def _is_ast_node(self, name, node):
- if not isinstance(node, type):
- return False
- if "ast" not in node.__module__:
- return False
- return name != 'AST' and name[0].isupper()
- def _assertTrueorder(self, ast_node, parent_pos):
- if not isinstance(ast_node, ast.AST) or ast_node._fields is None:
- return
- if isinstance(ast_node, (ast.expr, ast.stmt, ast.excepthandler)):
- node_pos = (ast_node.lineno, ast_node.col_offset)
- self.assertGreaterEqual(node_pos, parent_pos)
- parent_pos = (ast_node.lineno, ast_node.col_offset)
- for name in ast_node._fields:
- value = getattr(ast_node, name)
- if isinstance(value, list):
- first_pos = parent_pos
- if value and name == 'decorator_list':
- first_pos = (value[0].lineno, value[0].col_offset)
- for child in value:
- self._assertTrueorder(child, first_pos)
- elif value is not None:
- self._assertTrueorder(value, parent_pos)
- self.assertEqual(ast_node._fields, ast_node.__match_args__)
- def test_AST_objects(self):
- x = ast.AST()
- self.assertEqual(x._fields, ())
- x.foobar = 42
- self.assertEqual(x.foobar, 42)
- self.assertEqual(x.__dict__["foobar"], 42)
- with self.assertRaises(AttributeError):
- x.vararg
- with self.assertRaises(TypeError):
- # "ast.AST constructor takes 0 positional arguments"
- ast.AST(2)
- def test_AST_garbage_collection(self):
- class X:
- pass
- a = ast.AST()
- a.x = X()
- a.x.a = a
- ref = weakref.ref(a.x)
- del a
- support.gc_collect()
- self.assertIsNone(ref())
- def test_snippets(self):
- for input, output, kind in ((exec_tests, exec_results, "exec"),
- (single_tests, single_results, "single"),
- (eval_tests, eval_results, "eval")):
- for i, o in zip(input, output):
- with self.subTest(action="parsing", input=i):
- ast_tree = compile(i, "?", kind, ast.PyCF_ONLY_AST)
- self.assertEqual(to_tuple(ast_tree), o)
- self._assertTrueorder(ast_tree, (0, 0))
- with self.subTest(action="compiling", input=i, kind=kind):
- compile(ast_tree, "?", kind)
- def test_ast_validation(self):
- # compile() is the only function that calls PyAST_Validate
- snippets_to_validate = exec_tests + single_tests + eval_tests
- for snippet in snippets_to_validate:
- tree = ast.parse(snippet)
- compile(tree, '<string>', 'exec')
- def test_invalid_position_information(self):
- invalid_linenos = [
- (10, 1), (-10, -11), (10, -11), (-5, -2), (-5, 1)
- ]
- for lineno, end_lineno in invalid_linenos:
- with self.subTest(f"Check invalid linenos {lineno}:{end_lineno}"):
- snippet = "a = 1"
- tree = ast.parse(snippet)
- tree.body[0].lineno = lineno
- tree.body[0].end_lineno = end_lineno
- with self.assertRaises(ValueError):
- compile(tree, '<string>', 'exec')
- invalid_col_offsets = [
- (10, 1), (-10, -11), (10, -11), (-5, -2), (-5, 1)
- ]
- for col_offset, end_col_offset in invalid_col_offsets:
- with self.subTest(f"Check invalid col_offset {col_offset}:{end_col_offset}"):
- snippet = "a = 1"
- tree = ast.parse(snippet)
- tree.body[0].col_offset = col_offset
- tree.body[0].end_col_offset = end_col_offset
- with self.assertRaises(ValueError):
- compile(tree, '<string>', 'exec')
- def test_compilation_of_ast_nodes_with_default_end_position_values(self):
- tree = ast.Module(body=[
- ast.Import(names=[ast.alias(name='builtins', lineno=1, col_offset=0)], lineno=1, col_offset=0),
- ast.Import(names=[ast.alias(name='traceback', lineno=0, col_offset=0)], lineno=0, col_offset=1)
- ], type_ignores=[])
- # Check that compilation doesn't crash. Note: this may crash explicitly only on debug mode.
- compile(tree, "<string>", "exec")
- def test_slice(self):
- slc = ast.parse("x[::]").body[0].value.slice
- self.assertIsNone(slc.upper)
- self.assertIsNone(slc.lower)
- self.assertIsNone(slc.step)
- def test_from_import(self):
- im = ast.parse("from . import y").body[0]
- self.assertIsNone(im.module)
- def test_non_interned_future_from_ast(self):
- mod = ast.parse("from __future__ import division")
- self.assertIsInstance(mod.body[0], ast.ImportFrom)
- mod.body[0].module = " __future__ ".strip()
- compile(mod, "<test>", "exec")
- def test_alias(self):
- im = ast.parse("from bar import y").body[0]
- self.assertEqual(len(im.names), 1)
- alias = im.names[0]
- self.assertEqual(alias.name, 'y')
- self.assertIsNone(alias.asname)
- self.assertEqual(alias.lineno, 1)
- self.assertEqual(alias.end_lineno, 1)
- self.assertEqual(alias.col_offset, 16)
- self.assertEqual(alias.end_col_offset, 17)
- im = ast.parse("from bar import *").body[0]
- alias = im.names[0]
- self.assertEqual(alias.name, '*')
- self.assertIsNone(alias.asname)
- self.assertEqual(alias.lineno, 1)
- self.assertEqual(alias.end_lineno, 1)
- self.assertEqual(alias.col_offset, 16)
- self.assertEqual(alias.end_col_offset, 17)
- im = ast.parse("from bar import y as z").body[0]
- alias = im.names[0]
- self.assertEqual(alias.name, "y")
- self.assertEqual(alias.asname, "z")
- self.assertEqual(alias.lineno, 1)
- self.assertEqual(alias.end_lineno, 1)
- self.assertEqual(alias.col_offset, 16)
- self.assertEqual(alias.end_col_offset, 22)
- im = ast.parse("import bar as foo").body[0]
- alias = im.names[0]
- self.assertEqual(alias.name, "bar")
- self.assertEqual(alias.asname, "foo")
- self.assertEqual(alias.lineno, 1)
- self.assertEqual(alias.end_lineno, 1)
- self.assertEqual(alias.col_offset, 7)
- self.assertEqual(alias.end_col_offset, 17)
- def test_base_classes(self):
- self.assertTrue(issubclass(ast.For, ast.stmt))
- self.assertTrue(issubclass(ast.Name, ast.expr))
- self.assertTrue(issubclass(ast.stmt, ast.AST))
- self.assertTrue(issubclass(ast.expr, ast.AST))
- self.assertTrue(issubclass(ast.comprehension, ast.AST))
- self.assertTrue(issubclass(ast.Gt, ast.AST))
- def test_field_attr_existence(self):
- for name, item in ast.__dict__.items():
- if self._is_ast_node(name, item):
- if name == 'Index':
- # Index(value) just returns value now.
- # The argument is required.
- continue
- x = item()
- if isinstance(x, ast.AST):
- self.assertEqual(type(x._fields), tuple)
- def test_arguments(self):
- x = ast.arguments()
- self.assertEqual(x._fields, ('posonlyargs', 'args', 'vararg', 'kwonlyargs',
- 'kw_defaults', 'kwarg', 'defaults'))
- with self.assertRaises(AttributeError):
- x.args
- self.assertIsNone(x.vararg)
- x = ast.arguments(*range(1, 8))
- self.assertEqual(x.args, 2)
- self.assertEqual(x.vararg, 3)
- def test_field_attr_writable(self):
- x = ast.Num()
- # We can assign to _fields
- x._fields = 666
- self.assertEqual(x._fields, 666)
- def test_classattrs(self):
- x = ast.Num()
- self.assertEqual(x._fields, ('value', 'kind'))
- with self.assertRaises(AttributeError):
- x.value
- with self.assertRaises(AttributeError):
- x.n
- x = ast.Num(42)
- self.assertEqual(x.value, 42)
- self.assertEqual(x.n, 42)
- with self.assertRaises(AttributeError):
- x.lineno
- with self.assertRaises(AttributeError):
- x.foobar
- x = ast.Num(lineno=2)
- self.assertEqual(x.lineno, 2)
- x = ast.Num(42, lineno=0)
- self.assertEqual(x.lineno, 0)
- self.assertEqual(x._fields, ('value', 'kind'))
- self.assertEqual(x.value, 42)
- self.assertEqual(x.n, 42)
- self.assertRaises(TypeError, ast.Num, 1, None, 2)
- self.assertRaises(TypeError, ast.Num, 1, None, 2, lineno=0)
- # Arbitrary keyword arguments are supported
- self.assertEqual(ast.Constant(1, foo='bar').foo, 'bar')
- self.assertEqual(ast.Num(1, foo='bar').foo, 'bar')
- with self.assertRaisesRegex(TypeError, "Num got multiple values for argument 'n'"):
- ast.Num(1, n=2)
- with self.assertRaisesRegex(TypeError, "Constant got multiple values for argument 'value'"):
- ast.Constant(1, value=2)
- self.assertEqual(ast.Num(42).n, 42)
- self.assertEqual(ast.Num(4.25).n, 4.25)
- self.assertEqual(ast.Num(4.25j).n, 4.25j)
- self.assertEqual(ast.Str('42').s, '42')
- self.assertEqual(ast.Bytes(b'42').s, b'42')
- self.assertIs(ast.NameConstant(True).value, True)
- self.assertIs(ast.NameConstant(False).value, False)
- self.assertIs(ast.NameConstant(None).value, None)
- self.assertEqual(ast.Constant(42).value, 42)
- self.assertEqual(ast.Constant(4.25).value, 4.25)
- self.assertEqual(ast.Constant(4.25j).value, 4.25j)
- self.assertEqual(ast.Constant('42').value, '42')
- self.assertEqual(ast.Constant(b'42').value, b'42')
- self.assertIs(ast.Constant(True).value, True)
- self.assertIs(ast.Constant(False).value, False)
- self.assertIs(ast.Constant(None).value, None)
- self.assertIs(ast.Constant(...).value, ...)
- def test_realtype(self):
- self.assertEqual(type(ast.Num(42)), ast.Constant)
- self.assertEqual(type(ast.Num(4.25)), ast.Constant)
- self.assertEqual(type(ast.Num(4.25j)), ast.Constant)
- self.assertEqual(type(ast.Str('42')), ast.Constant)
- self.assertEqual(type(ast.Bytes(b'42')), ast.Constant)
- self.assertEqual(type(ast.NameConstant(True)), ast.Constant)
- self.assertEqual(type(ast.NameConstant(False)), ast.Constant)
- self.assertEqual(type(ast.NameConstant(None)), ast.Constant)
- self.assertEqual(type(ast.Ellipsis()), ast.Constant)
- def test_isinstance(self):
- self.assertTrue(isinstance(ast.Num(42), ast.Num))
- self.assertTrue(isinstance(ast.Num(4.2), ast.Num))
- self.assertTrue(isinstance(ast.Num(4.2j), ast.Num))
- self.assertTrue(isinstance(ast.Str('42'), ast.Str))
- self.assertTrue(isinstance(ast.Bytes(b'42'), ast.Bytes))
- self.assertTrue(isinstance(ast.NameConstant(True), ast.NameConstant))
- self.assertTrue(isinstance(ast.NameConstant(False), ast.NameConstant))
- self.assertTrue(isinstance(ast.NameConstant(None), ast.NameConstant))
- self.assertTrue(isinstance(ast.Ellipsis(), ast.Ellipsis))
- self.assertTrue(isinstance(ast.Constant(42), ast.Num))
- self.assertTrue(isinstance(ast.Constant(4.2), ast.Num))
- self.assertTrue(isinstance(ast.Constant(4.2j), ast.Num))
- self.assertTrue(isinstance(ast.Constant('42'), ast.Str))
- self.assertTrue(isinstance(ast.Constant(b'42'), ast.Bytes))
- self.assertTrue(isinstance(ast.Constant(True), ast.NameConstant))
- self.assertTrue(isinstance(ast.Constant(False), ast.NameConstant))
- self.assertTrue(isinstance(ast.Constant(None), ast.NameConstant))
- self.assertTrue(isinstance(ast.Constant(...), ast.Ellipsis))
- self.assertFalse(isinstance(ast.Str('42'), ast.Num))
- self.assertFalse(isinstance(ast.Num(42), ast.Str))
- self.assertFalse(isinstance(ast.Str('42'), ast.Bytes))
- self.assertFalse(isinstance(ast.Num(42), ast.NameConstant))
- self.assertFalse(isinstance(ast.Num(42), ast.Ellipsis))
- self.assertFalse(isinstance(ast.NameConstant(True), ast.Num))
- self.assertFalse(isinstance(ast.NameConstant(False), ast.Num))
- self.assertFalse(isinstance(ast.Constant('42'), ast.Num))
- self.assertFalse(isinstance(ast.Constant(42), ast.Str))
- self.assertFalse(isinstance(ast.Constant('42'), ast.Bytes))
- self.assertFalse(isinstance(ast.Constant(42), ast.NameConstant))
- self.assertFalse(isinstance(ast.Constant(42), ast.Ellipsis))
- self.assertFalse(isinstance(ast.Constant(True), ast.Num))
- self.assertFalse(isinstance(ast.Constant(False), ast.Num))
- self.assertFalse(isinstance(ast.Constant(), ast.Num))
- self.assertFalse(isinstance(ast.Constant(), ast.Str))
- self.assertFalse(isinstance(ast.Constant(), ast.Bytes))
- self.assertFalse(isinstance(ast.Constant(), ast.NameConstant))
- self.assertFalse(isinstance(ast.Constant(), ast.Ellipsis))
- class S(str): pass
- self.assertTrue(isinstance(ast.Constant(S('42')), ast.Str))
- self.assertFalse(isinstance(ast.Constant(S('42')), ast.Num))
- def test_subclasses(self):
- class N(ast.Num):
- def __init__(self, *args, **kwargs):
- super().__init__(*args, **kwargs)
- self.z = 'spam'
- class N2(ast.Num):
- pass
- n = N(42)
- self.assertEqual(n.n, 42)
- self.assertEqual(n.z, 'spam')
- self.assertEqual(type(n), N)
- self.assertTrue(isinstance(n, N))
- self.assertTrue(isinstance(n, ast.Num))
- self.assertFalse(isinstance(n, N2))
- self.assertFalse(isinstance(ast.Num(42), N))
- n = N(n=42)
- self.assertEqual(n.n, 42)
- self.assertEqual(type(n), N)
- def test_module(self):
- body = [ast.Num(42)]
- x = ast.Module(body, [])
- self.assertEqual(x.body, body)
- def test_nodeclasses(self):
- # Zero arguments constructor explicitly allowed
- x = ast.BinOp()
- self.assertEqual(x._fields, ('left', 'op', 'right'))
- # Random attribute allowed too
- x.foobarbaz = 5
- self.assertEqual(x.foobarbaz, 5)
- n1 = ast.Num(1)
- n3 = ast.Num(3)
- addop = ast.Add()
- x = ast.BinOp(n1, addop, n3)
- self.assertEqual(x.left, n1)
- self.assertEqual(x.op, addop)
- self.assertEqual(x.right, n3)
- x = ast.BinOp(1, 2, 3)
- self.assertEqual(x.left, 1)
- self.assertEqual(x.op, 2)
- self.assertEqual(x.right, 3)
- x = ast.BinOp(1, 2, 3, lineno=0)
- self.assertEqual(x.left, 1)
- self.assertEqual(x.op, 2)
- self.assertEqual(x.right, 3)
- self.assertEqual(x.lineno, 0)
- # node raises exception when given too many arguments
- self.assertRaises(TypeError, ast.BinOp, 1, 2, 3, 4)
- # node raises exception when given too many arguments
- self.assertRaises(TypeError, ast.BinOp, 1, 2, 3, 4, lineno=0)
- # can set attributes through kwargs too
- x = ast.BinOp(left=1, op=2, right=3, lineno=0)
- self.assertEqual(x.left, 1)
- self.assertEqual(x.op, 2)
- self.assertEqual(x.right, 3)
- self.assertEqual(x.lineno, 0)
- # Random kwargs also allowed
- x = ast.BinOp(1, 2, 3, foobarbaz=42)
- self.assertEqual(x.foobarbaz, 42)
- def test_no_fields(self):
- # this used to fail because Sub._fields was None
- x = ast.Sub()
- self.assertEqual(x._fields, ())
- def test_pickling(self):
- import pickle
- mods = [pickle]
- try:
- import cPickle
- mods.append(cPickle)
- except ImportError:
- pass
- protocols = [0, 1, 2]
- for mod in mods:
- for protocol in protocols:
- for ast in (compile(i, "?", "exec", 0x400) for i in exec_tests):
- ast2 = mod.loads(mod.dumps(ast, protocol))
- self.assertEqual(to_tuple(ast2), to_tuple(ast))
- def test_invalid_sum(self):
- pos = dict(lineno=2, col_offset=3)
- m = ast.Module([ast.Expr(ast.expr(**pos), **pos)], [])
- with self.assertRaises(TypeError) as cm:
- compile(m, "<test>", "exec")
- self.assertIn("but got <ast.expr", str(cm.exception))
- def test_invalid_identifier(self):
- m = ast.Module([ast.Expr(ast.Name(42, ast.Load()))], [])
- ast.fix_missing_locations(m)
- with self.assertRaises(TypeError) as cm:
- compile(m, "<test>", "exec")
- self.assertIn("identifier must be of type str", str(cm.exception))
- def test_invalid_constant(self):
- for invalid_constant in int, (1, 2, int), frozenset((1, 2, int)):
- e = ast.Expression(body=ast.Constant(invalid_constant))
- ast.fix_missing_locations(e)
- with self.assertRaisesRegex(
- TypeError, "invalid type in Constant: type"
- ):
- compile(e, "<test>", "eval")
- def test_empty_yield_from(self):
- # Issue 16546: yield from value is not optional.
- empty_yield_from = ast.parse("def f():\n yield from g()")
- empty_yield_from.body[0].body[0].value.value = None
- with self.assertRaises(ValueError) as cm:
- compile(empty_yield_from, "<test>", "exec")
- self.assertIn("field 'value' is required", str(cm.exception))
- @support.cpython_only
- def test_issue31592(self):
- # There shouldn't be an assertion failure in case of a bad
- # unicodedata.normalize().
- import unicodedata
- def bad_normalize(*args):
- return None
- with support.swap_attr(unicodedata, 'normalize', bad_normalize):
- self.assertRaises(TypeError, ast.parse, '\u03D5')
- def test_issue18374_binop_col_offset(self):
- tree = ast.parse('4+5+6+7')
- parent_binop = tree.body[0].value
- child_binop = parent_binop.left
- grandchild_binop = child_binop.left
- self.assertEqual(parent_binop.col_offset, 0)
- self.assertEqual(parent_binop.end_col_offset, 7)
- self.assertEqual(child_binop.col_offset, 0)
- self.assertEqual(child_binop.end_col_offset, 5)
- self.assertEqual(grandchild_binop.col_offset, 0)
- self.assertEqual(grandchild_binop.end_col_offset, 3)
- tree = ast.parse('4+5-\\\n 6-7')
- parent_binop = tree.body[0].value
- child_binop = parent_binop.left
- grandchild_binop = child_binop.left
- self.assertEqual(parent_binop.col_offset, 0)
- self.assertEqual(parent_binop.lineno, 1)
- self.assertEqual(parent_binop.end_col_offset, 4)
- self.assertEqual(parent_binop.end_lineno, 2)
- self.assertEqual(child_binop.col_offset, 0)
- self.assertEqual(child_binop.lineno, 1)
- self.assertEqual(child_binop.end_col_offset, 2)
- self.assertEqual(child_binop.end_lineno, 2)
- self.assertEqual(grandchild_binop.col_offset, 0)
- self.assertEqual(grandchild_binop.lineno, 1)
- self.assertEqual(grandchild_binop.end_col_offset, 3)
- self.assertEqual(grandchild_binop.end_lineno, 1)
- def test_issue39579_dotted_name_end_col_offset(self):
- tree = ast.parse('@a.b.c\ndef f(): pass')
- attr_b = tree.body[0].decorator_list[0].value
- self.assertEqual(attr_b.end_col_offset, 4)
- def test_ast_asdl_signature(self):
- self.assertEqual(ast.withitem.__doc__, "withitem(expr context_expr, expr? optional_vars)")
- self.assertEqual(ast.GtE.__doc__, "GtE")
- self.assertEqual(ast.Name.__doc__, "Name(identifier id, expr_context ctx)")
- self.assertEqual(ast.cmpop.__doc__, "cmpop = Eq | NotEq | Lt | LtE | Gt | GtE | Is | IsNot | In | NotIn")
- expressions = [f" | {node.__doc__}" for node in ast.expr.__subclasses__()]
- expressions[0] = f"expr = {ast.expr.__subclasses__()[0].__doc__}"
- self.assertCountEqual(ast.expr.__doc__.split("\n"), expressions)
- def test_positional_only_feature_version(self):
- ast.parse('def foo(x, /): ...', feature_version=(3, 8))
- ast.parse('def bar(x=1, /): ...', feature_version=(3, 8))
- with self.assertRaises(SyntaxError):
- ast.parse('def foo(x, /): ...', feature_version=(3, 7))
- with self.assertRaises(SyntaxError):
- ast.parse('def bar(x=1, /): ...', feature_version=(3, 7))
- ast.parse('lambda x, /: ...', feature_version=(3, 8))
- ast.parse('lambda x=1, /: ...', feature_version=(3, 8))
- with self.assertRaises(SyntaxError):
- ast.parse('lambda x, /: ...', feature_version=(3, 7))
- with self.assertRaises(SyntaxError):
- ast.parse('lambda x=1, /: ...', feature_version=(3, 7))
- def test_parenthesized_with_feature_version(self):
- ast.parse('with (CtxManager() as example): ...', feature_version=(3, 10))
- # While advertised as a feature in Python 3.10, this was allowed starting 3.9
- ast.parse('with (CtxManager() as example): ...', feature_version=(3, 9))
- with self.assertRaises(SyntaxError):
- ast.parse('with (CtxManager() as example): ...', feature_version=(3, 8))
- ast.parse('with CtxManager() as example: ...', feature_version=(3, 8))
- def test_debug_f_string_feature_version(self):
- ast.parse('f"{x=}"', feature_version=(3, 8))
- with self.assertRaises(SyntaxError):
- ast.parse('f"{x=}"', feature_version=(3, 7))
- def test_assignment_expression_feature_version(self):
- ast.parse('(x := 0)', feature_version=(3, 8))
- with self.assertRaises(SyntaxError):
- ast.parse('(x := 0)', feature_version=(3, 7))
- def test_exception_groups_feature_version(self):
- code = dedent('''
- try: ...
- except* Exception: ...
- ''')
- ast.parse(code)
- with self.assertRaises(SyntaxError):
- ast.parse(code, feature_version=(3, 10))
- def test_constant_as_name(self):
- for constant in "True", "False", "None":
- expr = ast.Expression(ast.Name(constant, ast.Load()))
- ast.fix_missing_locations(expr)
- with self.assertRaisesRegex(ValueError, f"identifier field can't represent '{constant}' constant"):
- compile(expr, "<test>", "eval")
- def test_precedence_enum(self):
- class _Precedence(enum.IntEnum):
- """Precedence table that originated from python grammar."""
- NAMED_EXPR = enum.auto() # <target> := <expr1>
- TUPLE = enum.auto() # <expr1>, <expr2>
- YIELD = enum.auto() # 'yield', 'yield from'
- TEST = enum.auto() # 'if'-'else', 'lambda'
- OR = enum.auto() # 'or'
- AND = enum.auto() # 'and'
- NOT = enum.auto() # 'not'
- CMP = enum.auto() # '<', '>', '==', '>=', '<=', '!=',
- # 'in', 'not in', 'is', 'is not'
- EXPR = enum.auto()
- BOR = EXPR # '|'
- BXOR = enum.auto() # '^'
- BAND = enum.auto() # '&'
- SHIFT = enum.auto() # '<<', '>>'
- ARITH = enum.auto() # '+', '-'
- TERM = enum.auto() # '*', '@', '/', '%', '//'
- FACTOR = enum.auto() # unary '+', '-', '~'
- POWER = enum.auto() # '**'
- AWAIT = enum.auto() # 'await'
- ATOM = enum.auto()
- def next(self):
- try:
- return self.__class__(self + 1)
- except ValueError:
- return self
- enum._test_simple_enum(_Precedence, ast._Precedence)
- @support.cpython_only
- def test_ast_recursion_limit(self):
- fail_depth = sys.getrecursionlimit() * 3
- crash_depth = sys.getrecursionlimit() * 300
- success_depth = int(fail_depth * 0.75)
- def check_limit(prefix, repeated):
- expect_ok = prefix + repeated * success_depth
- ast.parse(expect_ok)
- for depth in (fail_depth, crash_depth):
- broken = prefix + repeated * depth
- details = "Compiling ({!r} + {!r} * {})".format(
- prefix, repeated, depth)
- with self.assertRaises(RecursionError, msg=details):
- with support.infinite_recursion():
- ast.parse(broken)
- check_limit("a", "()")
- check_limit("a", ".b")
- check_limit("a", "[0]")
- check_limit("a", "*a")
- class ASTHelpers_Test(unittest.TestCase):
- maxDiff = None
- def test_parse(self):
- a = ast.parse('foo(1 + 1)')
- b = compile('foo(1 + 1)', '<unknown>', 'exec', ast.PyCF_ONLY_AST)
- self.assertEqual(ast.dump(a), ast.dump(b))
- def test_parse_in_error(self):
- try:
- 1/0
- except Exception:
- with self.assertRaises(SyntaxError) as e:
- ast.literal_eval(r"'\U'")
- self.assertIsNotNone(e.exception.__context__)
- def test_dump(self):
- node = ast.parse('spam(eggs, "and cheese")')
- self.assertEqual(ast.dump(node),
- "Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load()), "
- "args=[Name(id='eggs', ctx=Load()), Constant(value='and cheese')], "
- "keywords=[]))], type_ignores=[])"
- )
- self.assertEqual(ast.dump(node, annotate_fields=False),
- "Module([Expr(Call(Name('spam', Load()), [Name('eggs', Load()), "
- "Constant('and cheese')], []))], [])"
- )
- self.assertEqual(ast.dump(node, include_attributes=True),
- "Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load(), "
- "lineno=1, col_offset=0, end_lineno=1, end_col_offset=4), "
- "args=[Name(id='eggs', ctx=Load(), lineno=1, col_offset=5, "
- "end_lineno=1, end_col_offset=9), Constant(value='and cheese', "
- "lineno=1, col_offset=11, end_lineno=1, end_col_offset=23)], keywords=[], "
- "lineno=1, col_offset=0, end_lineno=1, end_col_offset=24), "
- "lineno=1, col_offset=0, end_lineno=1, end_col_offset=24)], type_ignores=[])"
- )
- def test_dump_indent(self):
- node = ast.parse('spam(eggs, "and cheese")')
- self.assertEqual(ast.dump(node, indent=3), """\
- Module(
- body=[
- Expr(
- value=Call(
- func=Name(id='spam', ctx=Load()),
- args=[
- Name(id='eggs', ctx=Load()),
- Constant(value='and cheese')],
- keywords=[]))],
- type_ignores=[])""")
- self.assertEqual(ast.dump(node, annotate_fields=False, indent='\t'), """\
- Module(
- \t[
- \t\tExpr(
- \t\t\tCall(
- \t\t\t\tName('spam', Load()),
- \t\t\t\t[
- \t\t\t\t\tName('eggs', Load()),
- \t\t\t\t\tConstant('and cheese')],
- \t\t\t\t[]))],
- \t[])""")
- self.assertEqual(ast.dump(node, include_attributes=True, indent=3), """\
- Module(
- body=[
- Expr(
- value=Call(
- func=Name(
- id='spam',
- ctx=Load(),
- lineno=1,
- col_offset=0,
- end_lineno=1,
- end_col_offset=4),
- args=[
- Name(
- id='eggs',
- ctx=Load(),
- lineno=1,
- col_offset=5,
- end_lineno=1,
- end_col_offset=9),
- Constant(
- value='and cheese',
- lineno=1,
- col_offset=11,
- end_lineno=1,
- end_col_offset=23)],
- keywords=[],
- lineno=1,
- col_offset=0,
- end_lineno=1,
- end_col_offset=24),
- lineno=1,
- col_offset=0,
- end_lineno=1,
- end_col_offset=24)],
- type_ignores=[])""")
- def test_dump_incomplete(self):
- node = ast.Raise(lineno=3, col_offset=4)
- self.assertEqual(ast.dump(node),
- "Raise()"
- )
- self.assertEqual(ast.dump(node, include_attributes=True),
- "Raise(lineno=3, col_offset=4)"
- )
- node = ast.Raise(exc=ast.Name(id='e', ctx=ast.Load()), lineno=3, col_offset=4)
- self.assertEqual(ast.dump(node),
- "Raise(exc=Name(id='e', ctx=Load()))"
- )
- self.assertEqual(ast.dump(node, annotate_fields=False),
- "Raise(Name('e', Load()))"
- )
- self.assertEqual(ast.dump(node, include_attributes=True),
- "Raise(exc=Name(id='e', ctx=Load()), lineno=3, col_offset=4)"
- )
- self.assertEqual(ast.dump(node, annotate_fields=False, include_attributes=True),
- "Raise(Name('e', Load()), lineno=3, col_offset=4)"
- )
- node = ast.Raise(cause=ast.Name(id='e', ctx=ast.Load()))
- self.assertEqual(ast.dump(node),
- "Raise(cause=Name(id='e', ctx=Load()))"
- )
- self.assertEqual(ast.dump(node, annotate_fields=False),
- "Raise(cause=Name('e', Load()))"
- )
- def test_copy_location(self):
- src = ast.parse('1 + 1', mode='eval')
- src.body.right = ast.copy_location(ast.Num(2), src.body.right)
- self.assertEqual(ast.dump(src, include_attributes=True),
- 'Expression(body=BinOp(left=Constant(value=1, lineno=1, col_offset=0, '
- 'end_lineno=1, end_col_offset=1), op=Add(), right=Constant(value=2, '
- 'lineno=1, col_offset=4, end_lineno=1, end_col_offset=5), lineno=1, '
- 'col_offset=0, end_lineno=1, end_col_offset=5))'
- )
- src = ast.Call(col_offset=1, lineno=1, end_lineno=1, end_col_offset=1)
- new = ast.copy_location(src, ast.Call(col_offset=None, lineno=None))
- self.assertIsNone(new.end_lineno)
- self.assertIsNone(new.end_col_offset)
- self.assertEqual(new.lineno, 1)
- self.assertEqual(new.col_offset, 1)
- def test_fix_missing_locations(self):
- src = ast.parse('write("spam")')
- src.body.append(ast.Expr(ast.Call(ast.Name('spam', ast.Load()),
- [ast.Str('eggs')], [])))
- self.assertEqual(src, ast.fix_missing_locations(src))
- self.maxDiff = None
- self.assertEqual(ast.dump(src, include_attributes=True),
- "Module(body=[Expr(value=Call(func=Name(id='write', ctx=Load(), "
- "lineno=1, col_offset=0, end_lineno=1, end_col_offset=5), "
- "args=[Constant(value='spam', lineno=1, col_offset=6, end_lineno=1, "
- "end_col_offset=12)], keywords=[], lineno=1, col_offset=0, end_lineno=1, "
- "end_col_offset=13), lineno=1, col_offset=0, end_lineno=1, "
- "end_col_offset=13), Expr(value=Call(func=Name(id='spam', ctx=Load(), "
- "lineno=1, col_offset=0, end_lineno=1, end_col_offset=0), "
- "args=[Constant(value='eggs', lineno=1, col_offset=0, end_lineno=1, "
- "end_col_offset=0)], keywords=[], lineno=1, col_offset=0, end_lineno=1, "
- "end_col_offset=0), lineno=1, col_offset=0, end_lineno=1, end_col_offset=0)], "
- "type_ignores=[])"
- )
- def test_increment_lineno(self):
- src = ast.parse('1 + 1', mode='eval')
- self.assertEqual(ast.increment_lineno(src, n=3), src)
- self.assertEqual(ast.dump(src, include_attributes=True),
- 'Expression(body=BinOp(left=Constant(value=1, lineno=4, col_offset=0, '
- 'end_lineno=4, end_col_offset=1), op=Add(), right=Constant(value=1, '
- 'lineno=4, col_offset=4, end_lineno=4, end_col_offset=5), lineno=4, '
- 'col_offset=0, end_lineno=4, end_col_offset=5))'
- )
- # issue10869: do not increment lineno of root twice
- src = ast.parse('1 + 1', mode='eval')
- self.assertEqual(ast.increment_lineno(src.body, n=3), src.body)
- self.assertEqual(ast.dump(src, include_attributes=True),
- 'Expression(body=BinOp(left=Constant(value=1, lineno=4, col_offset=0, '
- 'end_lineno=4, end_col_offset=1), op=Add(), right=Constant(value=1, '
- 'lineno=4, col_offset=4, end_lineno=4, end_col_offset=5), lineno=4, '
- 'col_offset=0, end_lineno=4, end_col_offset=5))'
- )
- src = ast.Call(
- func=ast.Name("test", ast.Load()), args=[], keywords=[], lineno=1
- )
- self.assertEqual(ast.increment_lineno(src).lineno, 2)
- self.assertIsNone(ast.increment_lineno(src).end_lineno)
- def test_increment_lineno_on_module(self):
- src = ast.parse(dedent("""\
- a = 1
- b = 2 # type: ignore
- c = 3
- d = 4 # type: ignore@tag
- """), type_comments=True)
- ast.increment_lineno(src, n=5)
- self.assertEqual(src.type_ignores[0].lineno, 7)
- self.assertEqual(src.type_ignores[1].lineno, 9)
- self.assertEqual(src.type_ignores[1].tag, '@tag')
- def test_iter_fields(self):
- node = ast.parse('foo()', mode='eval')
- d = dict(ast.iter_fields(node.body))
- self.assertEqual(d.pop('func').id, 'foo')
- self.assertEqual(d, {'keywords': [], 'args': []})
- def test_iter_child_nodes(self):
- node = ast.parse("spam(23, 42, eggs='leek')", mode='eval')
- self.assertEqual(len(list(ast.iter_child_nodes(node.body))), 4)
- iterator = ast.iter_child_nodes(node.body)
- self.assertEqual(next(iterator).id, 'spam')
- self.assertEqual(next(iterator).value, 23)
- self.assertEqual(next(iterator).value, 42)
- self.assertEqual(ast.dump(next(iterator)),
- "keyword(arg='eggs', value=Constant(value='leek'))"
- )
- def test_get_docstring(self):
- node = ast.parse('"""line one\n line two"""')
- self.assertEqual(ast.get_docstring(node),
- 'line one\nline two')
- node = ast.parse('class foo:\n """line one\n line two"""')
- self.assertEqual(ast.get_docstring(node.body[0]),
- 'line one\nline two')
- node = ast.parse('def foo():\n """line one\n line two"""')
- self.assertEqual(ast.get_docstring(node.body[0]),
- 'line one\nline two')
- node = ast.parse('async def foo():\n """spam\n ham"""')
- self.assertEqual(ast.get_docstring(node.body[0]), 'spam\nham')
- def test_get_docstring_none(self):
- self.assertIsNone(ast.get_docstring(ast.parse('')))
- node = ast.parse('x = "not docstring"')
- self.assertIsNone(ast.get_docstring(node))
- node = ast.parse('def foo():\n pass')
- self.assertIsNone(ast.get_docstring(node))
- node = ast.parse('class foo:\n pass')
- self.assertIsNone(ast.get_docstring(node.body[0]))
- node = ast.parse('class foo:\n x = "not docstring"')
- self.assertIsNone(ast.get_docstring(node.body[0]))
- node = ast.parse('class foo:\n def bar(self): pass')
- self.assertIsNone(ast.get_docstring(node.body[0]))
- node = ast.parse('def foo():\n pass')
- self.assertIsNone(ast.get_docstring(node.body[0]))
- node = ast.parse('def foo():\n x = "not docstring"')
- self.assertIsNone(ast.get_docstring(node.body[0]))
- node = ast.parse('async def foo():\n pass')
- self.assertIsNone(ast.get_docstring(node.body[0]))
- node = ast.parse('async def foo():\n x = "not docstring"')
- self.assertIsNone(ast.get_docstring(node.body[0]))
- def test_multi_line_docstring_col_offset_and_lineno_issue16806(self):
- node = ast.parse(
- '"""line one\nline two"""\n\n'
- 'def foo():\n """line one\n line two"""\n\n'
- ' def bar():\n """line one\n line two"""\n'
- ' """line one\n line two"""\n'
- '"""line one\nline two"""\n\n'
- )
- self.assertEqual(node.body[0].col_offset, 0)
- self.assertEqual(node.body[0].lineno, 1)
- self.assertEqual(node.body[1].body[0].col_offset, 2)
- self.assertEqual(node.body[1].body[0].lineno, 5)
- self.assertEqual(node.body[1].body[1].body[0].col_offset, 4)
- self.assertEqual(node.body[1].body[1].body[0].lineno, 9)
- self.assertEqual(node.body[1].body[2].col_offset, 2)
- self.assertEqual(node.body[1].body[2].lineno, 11)
- self.assertEqual(node.body[2].col_offset, 0)
- self.assertEqual(node.body[2].lineno, 13)
- def test_elif_stmt_start_position(self):
- node = ast.parse('if a:\n pass\nelif b:\n pass\n')
- elif_stmt = node.body[0].orelse[0]
- self.assertEqual(elif_stmt.lineno, 3)
- self.assertEqual(elif_stmt.col_offset, 0)
- def test_elif_stmt_start_position_with_else(self):
- node = ast.parse('if a:\n pass\nelif b:\n pass\nelse:\n pass\n')
- elif_stmt = node.body[0].orelse[0]
- self.assertEqual(elif_stmt.lineno, 3)
- self.assertEqual(elif_stmt.col_offset, 0)
- def test_starred_expr_end_position_within_call(self):
- node = ast.parse('f(*[0, 1])')
- starred_expr = node.body[0].value.args[0]
- self.assertEqual(starred_expr.end_lineno, 1)
- self.assertEqual(starred_expr.end_col_offset, 9)
- def test_literal_eval(self):
- self.assertEqual(ast.literal_eval('[1, 2, 3]'), [1, 2, 3])
- self.assertEqual(ast.literal_eval('{"foo": 42}'), {"foo": 42})
- self.assertEqual(ast.literal_eval('(True, False, None)'), (True, False, None))
- self.assertEqual(ast.literal_eval('{1, 2, 3}'), {1, 2, 3})
- self.assertEqual(ast.literal_eval('b"hi"'), b"hi")
- self.assertEqual(ast.literal_eval('set()'), set())
- self.assertRaises(ValueError, ast.literal_eval, 'foo()')
- self.assertEqual(ast.literal_eval('6'), 6)
- self.assertEqual(ast.literal_eval('+6'), 6)
- self.assertEqual(ast.literal_eval('-6'), -6)
- self.assertEqual(ast.literal_eval('3.25'), 3.25)
- self.assertEqual(ast.literal_eval('+3.25'), 3.25)
- self.assertEqual(ast.literal_eval('-3.25'), -3.25)
- self.assertEqual(repr(ast.literal_eval('-0.0')), '-0.0')
- self.assertRaises(ValueError, ast.literal_eval, '++6')
- self.assertRaises(ValueError, ast.literal_eval, '+True')
- self.assertRaises(ValueError, ast.literal_eval, '2+3')
- def test_literal_eval_str_int_limit(self):
- with support.adjust_int_max_str_digits(4000):
- ast.literal_eval('3'*4000) # no error
- with self.assertRaises(SyntaxError) as err_ctx:
- ast.literal_eval('3'*4001)
- self.assertIn('Exceeds the limit ', str(err_ctx.exception))
- self.assertIn(' Consider hexadecimal ', str(err_ctx.exception))
- def test_literal_eval_complex(self):
- # Issue #4907
- self.assertEqual(ast.literal_eval('6j'), 6j)
- self.assertEqual(ast.literal_eval('-6j'), -6j)
- self.assertEqual(ast.literal_eval('6.75j'), 6.75j)
- self.assertEqual(ast.literal_eval('-6.75j'), -6.75j)
- self.assertEqual(ast.literal_eval('3+6j'), 3+6j)
- self.assertEqual(ast.literal_eval('-3+6j'), -3+6j)
- self.assertEqual(ast.literal_eval('3-6j'), 3-6j)
- self.assertEqual(ast.literal_eval('-3-6j'), -3-6j)
- self.assertEqual(ast.literal_eval('3.25+6.75j'), 3.25+6.75j)
- self.assertEqual(ast.literal_eval('-3.25+6.75j'), -3.25+6.75j)
- self.assertEqual(ast.literal_eval('3.25-6.75j'), 3.25-6.75j)
- self.assertEqual(ast.literal_eval('-3.25-6.75j'), -3.25-6.75j)
- self.assertEqual(ast.literal_eval('(3+6j)'), 3+6j)
- self.assertRaises(ValueError, ast.literal_eval, '-6j+3')
- self.assertRaises(ValueError, ast.literal_eval, '-6j+3j')
- self.assertRaises(ValueError, ast.literal_eval, '3+-6j')
- self.assertRaises(ValueError, ast.literal_eval, '3+(0+6j)')
- self.assertRaises(ValueError, ast.literal_eval, '-(3+6j)')
- def test_literal_eval_malformed_dict_nodes(self):
- malformed = ast.Dict(keys=[ast.Constant(1), ast.Constant(2)], values=[ast.Constant(3)])
- self.assertRaises(ValueError, ast.literal_eval, malformed)
- malformed = ast.Dict(keys=[ast.Constant(1)], values=[ast.Constant(2), ast.Constant(3)])
- self.assertRaises(ValueError, ast.literal_eval, malformed)
- def test_literal_eval_trailing_ws(self):
- self.assertEqual(ast.literal_eval(" -1"), -1)
- self.assertEqual(ast.literal_eval("\t\t-1"), -1)
- self.assertEqual(ast.literal_eval(" \t -1"), -1)
- self.assertRaises(IndentationError, ast.literal_eval, "\n -1")
- def test_literal_eval_malformed_lineno(self):
- msg = r'malformed node or string on line 3:'
- with self.assertRaisesRegex(ValueError, msg):
- ast.literal_eval("{'a': 1,\n'b':2,\n'c':++3,\n'd':4}")
- node = ast.UnaryOp(
- ast.UAdd(), ast.UnaryOp(ast.UAdd(), ast.Constant(6)))
- self.assertIsNone(getattr(node, 'lineno', None))
- msg = r'malformed node or string:'
- with self.assertRaisesRegex(ValueError, msg):
- ast.literal_eval(node)
- def test_literal_eval_syntax_errors(self):
- with self.assertRaisesRegex(SyntaxError, "unexpected indent"):
- ast.literal_eval(r'''
- \
- (\
- \ ''')
- def test_bad_integer(self):
- # issue13436: Bad error message with invalid numeric values
- body = [ast.ImportFrom(module='time',
- names=[ast.alias(name='sleep')],
- level=None,
- lineno=None, col_offset=None)]
- mod = ast.Module(body, [])
- with self.assertRaises(ValueError) as cm:
- compile(mod, 'test', 'exec')
- self.assertIn("invalid integer value: None", str(cm.exception))
- def test_level_as_none(self):
- body = [ast.ImportFrom(module='time',
- names=[ast.alias(name='sleep',
- lineno=0, col_offset=0)],
- level=None,
- lineno=0, col_offset=0)]
- mod = ast.Module(body, [])
- code = compile(mod, 'test', 'exec')
- ns = {}
- exec(code, ns)
- self.assertIn('sleep', ns)
- def test_recursion_direct(self):
- e = ast.UnaryOp(op=ast.Not(), lineno=0, col_offset=0)
- e.operand = e
- with self.assertRaises(RecursionError):
- with support.infinite_recursion():
- compile(ast.Expression(e), "<test>", "eval")
- def test_recursion_indirect(self):
- e = ast.UnaryOp(op=ast.Not(), lineno=0, col_offset=0)
- f = ast.UnaryOp(op=ast.Not(), lineno=0, col_offset=0)
- e.operand = f
- f.operand = e
- with self.assertRaises(RecursionError):
- with support.infinite_recursion():
- compile(ast.Expression(e), "<test>", "eval")
- class ASTValidatorTests(unittest.TestCase):
- def mod(self, mod, msg=None, mode="exec", *, exc=ValueError):
- mod.lineno = mod.col_offset = 0
- ast.fix_missing_locations(mod)
- if msg is None:
- compile(mod, "<test>", mode)
- else:
- with self.assertRaises(exc) as cm:
- compile(mod, "<test>", mode)
- self.assertIn(msg, str(cm.exception))
- def expr(self, node, msg=None, *, exc=ValueError):
- mod = ast.Module([ast.Expr(node)], [])
- self.mod(mod, msg, exc=exc)
- def stmt(self, stmt, msg=None):
- mod = ast.Module([stmt], [])
- self.mod(mod, msg)
- def test_module(self):
- m = ast.Interactive([ast.Expr(ast.Name("x", ast.Store()))])
- self.mod(m, "must have Load context", "single")
- m = ast.Expression(ast.Name("x", ast.Store()))
- self.mod(m, "must have Load context", "eval")
- def _check_arguments(self, fac, check):
- def arguments(args=None, posonlyargs=None, vararg=None,
- kwonlyargs=None, kwarg=None,
- defaults=None, kw_defaults=None):
- if args is None:
- args = []
- if posonlyargs is None:
- posonlyargs = []
- if kwonlyargs is None:
- kwonlyargs = []
- if defaults is None:
- defaults = []
- if kw_defaults is None:
- kw_defaults = []
- args = ast.arguments(args, posonlyargs, vararg, kwonlyargs,
- kw_defaults, kwarg, defaults)
- return fac(args)
- args = [ast.arg("x", ast.Name("x", ast.Store()))]
- check(arguments(args=args), "must have Load context")
- check(arguments(posonlyargs=args), "must have Load context")
- check(arguments(kwonlyargs=args), "must have Load context")
- check(arguments(defaults=[ast.Num(3)]),
- "more positional defaults than args")
- check(arguments(kw_defaults=[ast.Num(4)]),
- "length of kwonlyargs is not the same as kw_defaults")
- args = [ast.arg("x", ast.Name("x", ast.Load()))]
- check(arguments(args=args, defaults=[ast.Name("x", ast.Store())]),
- "must have Load context")
- args = [ast.arg("a", ast.Name("x", ast.Load())),
- ast.arg("b", ast.Name("y", ast.Load()))]
- check(arguments(kwonlyargs=args,
- kw_defaults=[None, ast.Name("x", ast.Store())]),
- "must have Load context")
- def test_funcdef(self):
- a = ast.arguments([], [], None, [], [], None, [])
- f = ast.FunctionDef("x", a, [], [], None)
- self.stmt(f, "empty body on FunctionDef")
- f = ast.FunctionDef("x", a, [ast.Pass()], [ast.Name("x", ast.Store())],
- None)
- self.stmt(f, "must have Load context")
- f = ast.FunctionDef("x", a, [ast.Pass()], [],
- ast.Name("x", ast.Store()))
- self.stmt(f, "must have Load context")
- def fac(args):
- return ast.FunctionDef("x", args, [ast.Pass()], [], None)
- self._check_arguments(fac, self.stmt)
- def test_classdef(self):
- def cls(bases=None, keywords=None, body=None, decorator_list=None):
- if bases is None:
- bases = []
- if keywords is None:
- keywords = []
- if body is None:
- body = [ast.Pass()]
- if decorator_list is None:
- decorator_list = []
- return ast.ClassDef("myclass", bases, keywords,
- body, decorator_list)
- self.stmt(cls(bases=[ast.Name("x", ast.Store())]),
- "must have Load context")
- self.stmt(cls(keywords=[ast.keyword("x", ast.Name("x", ast.Store()))]),
- "must have Load context")
- self.stmt(cls(body=[]), "empty body on ClassDef")
- self.stmt(cls(body=[None]), "None disallowed")
- self.stmt(cls(decorator_list=[ast.Name("x", ast.Store())]),
- "must have Load context")
- def test_delete(self):
- self.stmt(ast.Delete([]), "empty targets on Delete")
- self.stmt(ast.Delete([None]), "None disallowed")
- self.stmt(ast.Delete([ast.Name("x", ast.Load())]),
- "must have Del context")
- def test_assign(self):
- self.stmt(ast.Assign([], ast.Num(3)), "empty targets on Assign")
- self.stmt(ast.Assign([None], ast.Num(3)), "None disallowed")
- self.stmt(ast.Assign([ast.Name("x", ast.Load())], ast.Num(3)),
- "must have Store context")
- self.stmt(ast.Assign([ast.Name("x", ast.Store())],
- ast.Name("y", ast.Store())),
- "must have Load context")
- def test_augassign(self):
- aug = ast.AugAssign(ast.Name("x", ast.Load()), ast.Add(),
- ast.Name("y", ast.Load()))
- self.stmt(aug, "must have Store context")
- aug = ast.AugAssign(ast.Name("x", ast.Store()), ast.Add(),
- ast.Name("y", ast.Store()))
- self.stmt(aug, "must have Load context")
- def test_for(self):
- x = ast.Name("x", ast.Store())
- y = ast.Name("y", ast.Load())
- p = ast.Pass()
- self.stmt(ast.For(x, y, [], []), "empty body on For")
- self.stmt(ast.For(ast.Name("x", ast.Load()), y, [p], []),
- "must have Store context")
- self.stmt(ast.For(x, ast.Name("y", ast.Store()), [p], []),
- "must have Load context")
- e = ast.Expr(ast.Name("x", ast.Store()))
- self.stmt(ast.For(x, y, [e], []), "must have Load context")
- self.stmt(ast.For(x, y, [p], [e]), "must have Load context")
- def test_while(self):
- self.stmt(ast.While(ast.Num(3), [], []), "empty body on While")
- self.stmt(ast.While(ast.Name("x", ast.Store()), [ast.Pass()], []),
- "must have Load context")
- self.stmt(ast.While(ast.Num(3), [ast.Pass()],
- [ast.Expr(ast.Name("x", ast.Store()))]),
- "must have Load context")
- def test_if(self):
- self.stmt(ast.If(ast.Num(3), [], []), "empty body on If")
- i = ast.If(ast.Name("x", ast.Store()), [ast.Pass()], [])
- self.stmt(i, "must have Load context")
- i = ast.If(ast.Num(3), [ast.Expr(ast.Name("x", ast.Store()))], [])
- self.stmt(i, "must have Load context")
- i = ast.If(ast.Num(3), [ast.Pass()],
- [ast.Expr(ast.Name("x", ast.Store()))])
- self.stmt(i, "must have Load context")
- def test_with(self):
- p = ast.Pass()
- self.stmt(ast.With([], [p]), "empty items on With")
- i = ast.withitem(ast.Num(3), None)
- self.stmt(ast.With([i], []), "empty body on With")
- i = ast.withitem(ast.Name("x", ast.Store()), None)
- self.stmt(ast.With([i], [p]), "must have Load context")
- i = ast.withitem(ast.Num(3), ast.Name("x", ast.Load()))
- self.stmt(ast.With([i], [p]), "must have Store context")
- def test_raise(self):
- r = ast.Raise(None, ast.Num(3))
- self.stmt(r, "Raise with cause but no exception")
- r = ast.Raise(ast.Name("x", ast.Store()), None)
- self.stmt(r, "must have Load context")
- r = ast.Raise(ast.Num(4), ast.Name("x", ast.Store()))
- self.stmt(r, "must have Load context")
- def test_try(self):
- p = ast.Pass()
- t = ast.Try([], [], [], [p])
- self.stmt(t, "empty body on Try")
- t = ast.Try([ast.Expr(ast.Name("x", ast.Store()))], [], [], [p])
- self.stmt(t, "must have Load context")
- t = ast.Try([p], [], [], [])
- self.stmt(t, "Try has neither except handlers nor finalbody")
- t = ast.Try([p], [], [p], [p])
- self.stmt(t, "Try has orelse but no except handlers")
- t = ast.Try([p], [ast.ExceptHandler(None, "x", [])], [], [])
- self.stmt(t, "empty body on ExceptHandler")
- e = [ast.ExceptHandler(ast.Name("x", ast.Store()), "y", [p])]
- self.stmt(ast.Try([p], e, [], []), "must have Load context")
- e = [ast.ExceptHandler(None, "x", [p])]
- t = ast.Try([p], e, [ast.Expr(ast.Name("x", ast.Store()))], [p])
- self.stmt(t, "must have Load context")
- t = ast.Try([p], e, [p], [ast.Expr(ast.Name("x", ast.Store()))])
- self.stmt(t, "must have Load context")
- def test_try_star(self):
- p = ast.Pass()
- t = ast.TryStar([], [], [], [p])
- self.stmt(t, "empty body on TryStar")
- t = ast.TryStar([ast.Expr(ast.Name("x", ast.Store()))], [], [], [p])
- self.stmt(t, "must have Load context")
- t = ast.TryStar([p], [], [], [])
- self.stmt(t, "TryStar has neither except handlers nor finalbody")
- t = ast.TryStar([p], [], [p], [p])
- self.stmt(t, "TryStar has orelse but no except handlers")
- t = ast.TryStar([p], [ast.ExceptHandler(None, "x", [])], [], [])
- self.stmt(t, "empty body on ExceptHandler")
- e = [ast.ExceptHandler(ast.Name("x", ast.Store()), "y", [p])]
- self.stmt(ast.TryStar([p], e, [], []), "must have Load context")
- e = [ast.ExceptHandler(None, "x", [p])]
- t = ast.TryStar([p], e, [ast.Expr(ast.Name("x", ast.Store()))], [p])
- self.stmt(t, "must have Load context")
- t = ast.TryStar([p], e, [p], [ast.Expr(ast.Name("x", ast.Store()))])
- self.stmt(t, "must have Load context")
- def test_assert(self):
- self.stmt(ast.Assert(ast.Name("x", ast.Store()), None),
- "must have Load context")
- assrt = ast.Assert(ast.Name("x", ast.Load()),
- ast.Name("y", ast.Store()))
- self.stmt(assrt, "must have Load context")
- def test_import(self):
- self.stmt(ast.Import([]), "empty names on Import")
- def test_importfrom(self):
- imp = ast.ImportFrom(None, [ast.alias("x", None)], -42)
- self.stmt(imp, "Negative ImportFrom level")
- self.stmt(ast.ImportFrom(None, [], 0), "empty names on ImportFrom")
- def test_global(self):
- self.stmt(ast.Global([]), "empty names on Global")
- def test_nonlocal(self):
- self.stmt(ast.Nonlocal([]), "empty names on Nonlocal")
- def test_expr(self):
- e = ast.Expr(ast.Name("x", ast.Store()))
- self.stmt(e, "must have Load context")
- def test_boolop(self):
- b = ast.BoolOp(ast.And(), [])
- self.expr(b, "less than 2 values")
- b = ast.BoolOp(ast.And(), [ast.Num(3)])
- self.expr(b, "less than 2 values")
- b = ast.BoolOp(ast.And(), [ast.Num(4), None])
- self.expr(b, "None disallowed")
- b = ast.BoolOp(ast.And(), [ast.Num(4), ast.Name("x", ast.Store())])
- self.expr(b, "must have Load context")
- def test_unaryop(self):
- u = ast.UnaryOp(ast.Not(), ast.Name("x", ast.Store()))
- self.expr(u, "must have Load context")
- def test_lambda(self):
- a = ast.arguments([], [], None, [], [], None, [])
- self.expr(ast.Lambda(a, ast.Name("x", ast.Store())),
- "must have Load context")
- def fac(args):
- return ast.Lambda(args, ast.Name("x", ast.Load()))
- self._check_arguments(fac, self.expr)
- def test_ifexp(self):
- l = ast.Name("x", ast.Load())
- s = ast.Name("y", ast.Store())
- for args in (s, l, l), (l, s, l), (l, l, s):
- self.expr(ast.IfExp(*args), "must have Load context")
- def test_dict(self):
- d = ast.Dict([], [ast.Name("x", ast.Load())])
- self.expr(d, "same number of keys as values")
- d = ast.Dict([ast.Name("x", ast.Load())], [None])
- self.expr(d, "None disallowed")
- def test_set(self):
- self.expr(ast.Set([None]), "None disallowed")
- s = ast.Set([ast.Name("x", ast.Store())])
- self.expr(s, "must have Load context")
- def _check_comprehension(self, fac):
- self.expr(fac([]), "comprehension with no generators")
- g = ast.comprehension(ast.Name("x", ast.Load()),
- ast.Name("x", ast.Load()), [], 0)
- self.expr(fac([g]), "must have Store context")
- g = ast.comprehension(ast.Name("x", ast.Store()),
- ast.Name("x", ast.Store()), [], 0)
- self.expr(fac([g]), "must have Load context")
- x = ast.Name("x", ast.Store())
- y = ast.Name("y", ast.Load())
- g = ast.comprehension(x, y, [None], 0)
- self.expr(fac([g]), "None disallowed")
- g = ast.comprehension(x, y, [ast.Name("x", ast.Store())], 0)
- self.expr(fac([g]), "must have Load context")
- def _simple_comp(self, fac):
- g = ast.comprehension(ast.Name("x", ast.Store()),
- ast.Name("x", ast.Load()), [], 0)
- self.expr(fac(ast.Name("x", ast.Store()), [g]),
- "must have Load context")
- def wrap(gens):
- return fac(ast.Name("x", ast.Store()), gens)
- self._check_comprehension(wrap)
- def test_listcomp(self):
- self._simple_comp(ast.ListComp)
- def test_setcomp(self):
- self._simple_comp(ast.SetComp)
- def test_generatorexp(self):
- self._simple_comp(ast.GeneratorExp)
- def test_dictcomp(self):
- g = ast.comprehension(ast.Name("y", ast.Store()),
- ast.Name("p", ast.Load()), [], 0)
- c = ast.DictComp(ast.Name("x", ast.Store()),
- ast.Name("y", ast.Load()), [g])
- self.expr(c, "must have Load context")
- c = ast.DictComp(ast.Name("x", ast.Load()),
- ast.Name("y", ast.Store()), [g])
- self.expr(c, "must have Load context")
- def factory(comps):
- k = ast.Name("x", ast.Load())
- v = ast.Name("y", ast.Load())
- return ast.DictComp(k, v, comps)
- self._check_comprehension(factory)
- def test_yield(self):
- self.expr(ast.Yield(ast.Name("x", ast.Store())), "must have Load")
- self.expr(ast.YieldFrom(ast.Name("x", ast.Store())), "must have Load")
- def test_compare(self):
- left = ast.Name("x", ast.Load())
- comp = ast.Compare(left, [ast.In()], [])
- self.expr(comp, "no comparators")
- comp = ast.Compare(left, [ast.In()], [ast.Num(4), ast.Num(5)])
- self.expr(comp, "different number of comparators and operands")
- comp = ast.Compare(ast.Num("blah"), [ast.In()], [left])
- self.expr(comp)
- comp = ast.Compare(left, [ast.In()], [ast.Num("blah")])
- self.expr(comp)
- def test_call(self):
- func = ast.Name("x", ast.Load())
- args = [ast.Name("y", ast.Load())]
- keywords = [ast.keyword("w", ast.Name("z", ast.Load()))]
- call = ast.Call(ast.Name("x", ast.Store()), args, keywords)
- self.expr(call, "must have Load context")
- call = ast.Call(func, [None], keywords)
- self.expr(call, "None disallowed")
- bad_keywords = [ast.keyword("w", ast.Name("z", ast.Store()))]
- call = ast.Call(func, args, bad_keywords)
- self.expr(call, "must have Load context")
- def test_num(self):
- class subint(int):
- pass
- class subfloat(float):
- pass
- class subcomplex(complex):
- pass
- for obj in "0", "hello":
- self.expr(ast.Num(obj))
- for obj in subint(), subfloat(), subcomplex():
- self.expr(ast.Num(obj), "invalid type", exc=TypeError)
- def test_attribute(self):
- attr = ast.Attribute(ast.Name("x", ast.Store()), "y", ast.Load())
- self.expr(attr, "must have Load context")
- def test_subscript(self):
- sub = ast.Subscript(ast.Name("x", ast.Store()), ast.Num(3),
- ast.Load())
- self.expr(sub, "must have Load context")
- x = ast.Name("x", ast.Load())
- sub = ast.Subscript(x, ast.Name("y", ast.Store()),
- ast.Load())
- self.expr(sub, "must have Load context")
- s = ast.Name("x", ast.Store())
- for args in (s, None, None), (None, s, None), (None, None, s):
- sl = ast.Slice(*args)
- self.expr(ast.Subscript(x, sl, ast.Load()),
- "must have Load context")
- sl = ast.Tuple([], ast.Load())
- self.expr(ast.Subscript(x, sl, ast.Load()))
- sl = ast.Tuple([s], ast.Load())
- self.expr(ast.Subscript(x, sl, ast.Load()), "must have Load context")
- def test_starred(self):
- left = ast.List([ast.Starred(ast.Name("x", ast.Load()), ast.Store())],
- ast.Store())
- assign = ast.Assign([left], ast.Num(4))
- self.stmt(assign, "must have Store context")
- def _sequence(self, fac):
- self.expr(fac([None], ast.Load()), "None disallowed")
- self.expr(fac([ast.Name("x", ast.Store())], ast.Load()),
- "must have Load context")
- def test_list(self):
- self._sequence(ast.List)
- def test_tuple(self):
- self._sequence(ast.Tuple)
- def test_nameconstant(self):
- self.expr(ast.NameConstant(4))
- def test_stdlib_validates(self):
- stdlib = os.path.dirname(ast.__file__)
- tests = [fn for fn in os.listdir(stdlib) if fn.endswith(".py")]
- tests.extend(["test/test_grammar.py", "test/test_unpack_ex.py"])
- for module in tests:
- with self.subTest(module):
- fn = os.path.join(stdlib, module)
- with open(fn, "r", encoding="utf-8") as fp:
- source = fp.read()
- mod = ast.parse(source, fn)
- compile(mod, fn, "exec")
- constant_1 = ast.Constant(1)
- pattern_1 = ast.MatchValue(constant_1)
- constant_x = ast.Constant('x')
- pattern_x = ast.MatchValue(constant_x)
- constant_true = ast.Constant(True)
- pattern_true = ast.MatchSingleton(True)
- name_carter = ast.Name('carter', ast.Load())
- _MATCH_PATTERNS = [
- ast.MatchValue(
- ast.Attribute(
- ast.Attribute(
- ast.Name('x', ast.Store()),
- 'y', ast.Load()
- ),
- 'z', ast.Load()
- )
- ),
- ast.MatchValue(
- ast.Attribute(
- ast.Attribute(
- ast.Name('x', ast.Load()),
- 'y', ast.Store()
- ),
- 'z', ast.Load()
- )
- ),
- ast.MatchValue(
- ast.Constant(...)
- ),
- ast.MatchValue(
- ast.Constant(True)
- ),
- ast.MatchValue(
- ast.Constant((1,2,3))
- ),
- ast.MatchSingleton('string'),
- ast.MatchSequence([
- ast.MatchSingleton('string')
- ]),
- ast.MatchSequence(
- [
- ast.MatchSequence(
- [
- ast.MatchSingleton('string')
- ]
- )
- ]
- ),
- ast.MatchMapping(
- [constant_1, constant_true],
- [pattern_x]
- ),
- ast.MatchMapping(
- [constant_true, constant_1],
- [pattern_x, pattern_1],
- rest='True'
- ),
- ast.MatchMapping(
- [constant_true, ast.Starred(ast.Name('lol', ast.Load()), ast.Load())],
- [pattern_x, pattern_1],
- rest='legit'
- ),
- ast.MatchClass(
- ast.Attribute(
- ast.Attribute(
- constant_x,
- 'y', ast.Load()),
- 'z', ast.Load()),
- patterns=[], kwd_attrs=[], kwd_patterns=[]
- ),
- ast.MatchClass(
- name_carter,
- patterns=[],
- kwd_attrs=['True'],
- kwd_patterns=[pattern_1]
- ),
- ast.MatchClass(
- name_carter,
- patterns=[],
- kwd_attrs=[],
- kwd_patterns=[pattern_1]
- ),
- ast.MatchClass(
- name_carter,
- patterns=[ast.MatchSingleton('string')],
- kwd_attrs=[],
- kwd_patterns=[]
- ),
- ast.MatchClass(
- name_carter,
- patterns=[ast.MatchStar()],
- kwd_attrs=[],
- kwd_patterns=[]
- ),
- ast.MatchClass(
- name_carter,
- patterns=[],
- kwd_attrs=[],
- kwd_patterns=[ast.MatchStar()]
- ),
- ast.MatchSequence(
- [
- ast.MatchStar("True")
- ]
- ),
- ast.MatchAs(
- name='False'
- ),
- ast.MatchOr(
- []
- ),
- ast.MatchOr(
- [pattern_1]
- ),
- ast.MatchOr(
- [pattern_1, pattern_x, ast.MatchSingleton('xxx')]
- ),
- ast.MatchAs(name="_"),
- ast.MatchStar(name="x"),
- ast.MatchSequence([ast.MatchStar("_")]),
- ast.MatchMapping([], [], rest="_"),
- ]
- def test_match_validation_pattern(self):
- name_x = ast.Name('x', ast.Load())
- for pattern in self._MATCH_PATTERNS:
- with self.subTest(ast.dump(pattern, indent=4)):
- node = ast.Match(
- subject=name_x,
- cases = [
- ast.match_case(
- pattern=pattern,
- body = [ast.Pass()]
- )
- ]
- )
- node = ast.fix_missing_locations(node)
- module = ast.Module([node], [])
- with self.assertRaises(ValueError):
- compile(module, "<test>", "exec")
- class ConstantTests(unittest.TestCase):
- """Tests on the ast.Constant node type."""
- def compile_constant(self, value):
- tree = ast.parse("x = 123")
- node = tree.body[0].value
- new_node = ast.Constant(value=value)
- ast.copy_location(new_node, node)
- tree.body[0].value = new_node
- code = compile(tree, "<string>", "exec")
- ns = {}
- exec(code, ns)
- return ns['x']
- def test_validation(self):
- with self.assertRaises(TypeError) as cm:
- self.compile_constant([1, 2, 3])
- self.assertEqual(str(cm.exception),
- "got an invalid type in Constant: list")
- def test_singletons(self):
- for const in (None, False, True, Ellipsis, b'', frozenset()):
- with self.subTest(const=const):
- value = self.compile_constant(const)
- self.assertIs(value, const)
- def test_values(self):
- nested_tuple = (1,)
- nested_frozenset = frozenset({1})
- for level in range(3):
- nested_tuple = (nested_tuple, 2)
- nested_frozenset = frozenset({nested_frozenset, 2})
- values = (123, 123.0, 123j,
- "unicode", b'bytes',
- tuple("tuple"), frozenset("frozenset"),
- nested_tuple, nested_frozenset)
- for value in values:
- with self.subTest(value=value):
- result = self.compile_constant(value)
- self.assertEqual(result, value)
- def test_assign_to_constant(self):
- tree = ast.parse("x = 1")
- target = tree.body[0].targets[0]
- new_target = ast.Constant(value=1)
- ast.copy_location(new_target, target)
- tree.body[0].targets[0] = new_target
- with self.assertRaises(ValueError) as cm:
- compile(tree, "string", "exec")
- self.assertEqual(str(cm.exception),
- "expression which can't be assigned "
- "to in Store context")
- def test_get_docstring(self):
- tree = ast.parse("'docstring'\nx = 1")
- self.assertEqual(ast.get_docstring(tree), 'docstring')
- def get_load_const(self, tree):
- # Compile to bytecode, disassemble and get parameter of LOAD_CONST
- # instructions
- co = compile(tree, '<string>', 'exec')
- consts = []
- for instr in dis.get_instructions(co):
- if instr.opname == 'LOAD_CONST':
- consts.append(instr.argval)
- return consts
- @support.cpython_only
- def test_load_const(self):
- consts = [None,
- True, False,
- 124,
- 2.0,
- 3j,
- "unicode",
- b'bytes',
- (1, 2, 3)]
- code = '\n'.join(['x={!r}'.format(const) for const in consts])
- code += '\nx = ...'
- consts.extend((Ellipsis, None))
- tree = ast.parse(code)
- self.assertEqual(self.get_load_const(tree),
- consts)
- # Replace expression nodes with constants
- for assign, const in zip(tree.body, consts):
- assert isinstance(assign, ast.Assign), ast.dump(assign)
- new_node = ast.Constant(value=const)
- ast.copy_location(new_node, assign.value)
- assign.value = new_node
- self.assertEqual(self.get_load_const(tree),
- consts)
- def test_literal_eval(self):
- tree = ast.parse("1 + 2")
- binop = tree.body[0].value
- new_left = ast.Constant(value=10)
- ast.copy_location(new_left, binop.left)
- binop.left = new_left
- new_right = ast.Constant(value=20j)
- ast.copy_location(new_right, binop.right)
- binop.right = new_right
- self.assertEqual(ast.literal_eval(binop), 10+20j)
- def test_string_kind(self):
- c = ast.parse('"x"', mode='eval').body
- self.assertEqual(c.value, "x")
- self.assertEqual(c.kind, None)
- c = ast.parse('u"x"', mode='eval').body
- self.assertEqual(c.value, "x")
- self.assertEqual(c.kind, "u")
- c = ast.parse('r"x"', mode='eval').body
- self.assertEqual(c.value, "x")
- self.assertEqual(c.kind, None)
- c = ast.parse('b"x"', mode='eval').body
- self.assertEqual(c.value, b"x")
- self.assertEqual(c.kind, None)
- class EndPositionTests(unittest.TestCase):
- """Tests for end position of AST nodes.
- Testing end positions of nodes requires a bit of extra care
- because of how LL parsers work.
- """
- def _check_end_pos(self, ast_node, end_lineno, end_col_offset):
- self.assertEqual(ast_node.end_lineno, end_lineno)
- self.assertEqual(ast_node.end_col_offset, end_col_offset)
- def _check_content(self, source, ast_node, content):
- self.assertEqual(ast.get_source_segment(source, ast_node), content)
- def _parse_value(self, s):
- # Use duck-typing to support both single expression
- # and a right hand side of an assignment statement.
- return ast.parse(s).body[0].value
- def test_lambda(self):
- s = 'lambda x, *y: None'
- lam = self._parse_value(s)
- self._check_content(s, lam.body, 'None')
- self._check_content(s, lam.args.args[0], 'x')
- self._check_content(s, lam.args.vararg, 'y')
- def test_func_def(self):
- s = dedent('''
- def func(x: int,
- *args: str,
- z: float = 0,
- **kwargs: Any) -> bool:
- return True
- ''').strip()
- fdef = ast.parse(s).body[0]
- self._check_end_pos(fdef, 5, 15)
- self._check_content(s, fdef.body[0], 'return True')
- self._check_content(s, fdef.args.args[0], 'x: int')
- self._check_content(s, fdef.args.args[0].annotation, 'int')
- self._check_content(s, fdef.args.kwarg, 'kwargs: Any')
- self._check_content(s, fdef.args.kwarg.annotation, 'Any')
- def test_call(self):
- s = 'func(x, y=2, **kw)'
- call = self._parse_value(s)
- self._check_content(s, call.func, 'func')
- self._check_content(s, call.keywords[0].value, '2')
- self._check_content(s, call.keywords[1].value, 'kw')
- def test_call_noargs(self):
- s = 'x[0]()'
- call = self._parse_value(s)
- self._check_content(s, call.func, 'x[0]')
- self._check_end_pos(call, 1, 6)
- def test_class_def(self):
- s = dedent('''
- class C(A, B):
- x: int = 0
- ''').strip()
- cdef = ast.parse(s).body[0]
- self._check_end_pos(cdef, 2, 14)
- self._check_content(s, cdef.bases[1], 'B')
- self._check_content(s, cdef.body[0], 'x: int = 0')
- def test_class_kw(self):
- s = 'class S(metaclass=abc.ABCMeta): pass'
- cdef = ast.parse(s).body[0]
- self._check_content(s, cdef.keywords[0].value, 'abc.ABCMeta')
- def test_multi_line_str(self):
- s = dedent('''
- x = """Some multi-line text.
- It goes on starting from same indent."""
- ''').strip()
- assign = ast.parse(s).body[0]
- self._check_end_pos(assign, 3, 40)
- self._check_end_pos(assign.value, 3, 40)
- def test_continued_str(self):
- s = dedent('''
- x = "first part" \\
- "second part"
- ''').strip()
- assign = ast.parse(s).body[0]
- self._check_end_pos(assign, 2, 13)
- self._check_end_pos(assign.value, 2, 13)
- def test_suites(self):
- # We intentionally put these into the same string to check
- # that empty lines are not part of the suite.
- s = dedent('''
- while True:
- pass
- if one():
- x = None
- elif other():
- y = None
- else:
- z = None
- for x, y in stuff:
- assert True
- try:
- raise RuntimeError
- except TypeError as e:
- pass
- pass
- ''').strip()
- mod = ast.parse(s)
- while_loop = mod.body[0]
- if_stmt = mod.body[1]
- for_loop = mod.body[2]
- try_stmt = mod.body[3]
- pass_stmt = mod.body[4]
- self._check_end_pos(while_loop, 2, 8)
- self._check_end_pos(if_stmt, 9, 12)
- self._check_end_pos(for_loop, 12, 15)
- self._check_end_pos(try_stmt, 17, 8)
- self._check_end_pos(pass_stmt, 19, 4)
- self._check_content(s, while_loop.test, 'True')
- self._check_content(s, if_stmt.body[0], 'x = None')
- self._check_content(s, if_stmt.orelse[0].test, 'other()')
- self._check_content(s, for_loop.target, 'x, y')
- self._check_content(s, try_stmt.body[0], 'raise RuntimeError')
- self._check_content(s, try_stmt.handlers[0].type, 'TypeError')
- def test_fstring(self):
- s = 'x = f"abc {x + y} abc"'
- fstr = self._parse_value(s)
- binop = fstr.values[1].value
- self._check_content(s, binop, 'x + y')
- def test_fstring_multi_line(self):
- s = dedent('''
- f"""Some multi-line text.
- {
- arg_one
- +
- arg_two
- }
- It goes on..."""
- ''').strip()
- fstr = self._parse_value(s)
- binop = fstr.values[1].value
- self._check_end_pos(binop, 5, 7)
- self._check_content(s, binop.left, 'arg_one')
- self._check_content(s, binop.right, 'arg_two')
- def test_import_from_multi_line(self):
- s = dedent('''
- from x.y.z import (
- a, b, c as c
- )
- ''').strip()
- imp = ast.parse(s).body[0]
- self._check_end_pos(imp, 3, 1)
- self._check_end_pos(imp.names[2], 2, 16)
- def test_slices(self):
- s1 = 'f()[1, 2] [0]'
- s2 = 'x[ a.b: c.d]'
- sm = dedent('''
- x[ a.b: f () ,
- g () : c.d
- ]
- ''').strip()
- i1, i2, im = map(self._parse_value, (s1, s2, sm))
- self._check_content(s1, i1.value, 'f()[1, 2]')
- self._check_content(s1, i1.value.slice, '1, 2')
- self._check_content(s2, i2.slice.lower, 'a.b')
- self._check_content(s2, i2.slice.upper, 'c.d')
- self._check_content(sm, im.slice.elts[0].upper, 'f ()')
- self._check_content(sm, im.slice.elts[1].lower, 'g ()')
- self._check_end_pos(im, 3, 3)
- def test_binop(self):
- s = dedent('''
- (1 * 2 + (3 ) +
- 4
- )
- ''').strip()
- binop = self._parse_value(s)
- self._check_end_pos(binop, 2, 6)
- self._check_content(s, binop.right, '4')
- self._check_content(s, binop.left, '1 * 2 + (3 )')
- self._check_content(s, binop.left.right, '3')
- def test_boolop(self):
- s = dedent('''
- if (one_condition and
- (other_condition or yet_another_one)):
- pass
- ''').strip()
- bop = ast.parse(s).body[0].test
- self._check_end_pos(bop, 2, 44)
- self._check_content(s, bop.values[1],
- 'other_condition or yet_another_one')
- def test_tuples(self):
- s1 = 'x = () ;'
- s2 = 'x = 1 , ;'
- s3 = 'x = (1 , 2 ) ;'
- sm = dedent('''
- x = (
- a, b,
- )
- ''').strip()
- t1, t2, t3, tm = map(self._parse_value, (s1, s2, s3, sm))
- self._check_content(s1, t1, '()')
- self._check_content(s2, t2, '1 ,')
- self._check_content(s3, t3, '(1 , 2 )')
- self._check_end_pos(tm, 3, 1)
- def test_attribute_spaces(self):
- s = 'func(x. y .z)'
- call = self._parse_value(s)
- self._check_content(s, call, s)
- self._check_content(s, call.args[0], 'x. y .z')
- def test_redundant_parenthesis(self):
- s = '( ( ( a + b ) ) )'
- v = ast.parse(s).body[0].value
- self.assertEqual(type(v).__name__, 'BinOp')
- self._check_content(s, v, 'a + b')
- s2 = 'await ' + s
- v = ast.parse(s2).body[0].value.value
- self.assertEqual(type(v).__name__, 'BinOp')
- self._check_content(s2, v, 'a + b')
- def test_trailers_with_redundant_parenthesis(self):
- tests = (
- ('( ( ( a ) ) ) ( )', 'Call'),
- ('( ( ( a ) ) ) ( b )', 'Call'),
- ('( ( ( a ) ) ) [ b ]', 'Subscript'),
- ('( ( ( a ) ) ) . b', 'Attribute'),
- )
- for s, t in tests:
- with self.subTest(s):
- v = ast.parse(s).body[0].value
- self.assertEqual(type(v).__name__, t)
- self._check_content(s, v, s)
- s2 = 'await ' + s
- v = ast.parse(s2).body[0].value.value
- self.assertEqual(type(v).__name__, t)
- self._check_content(s2, v, s)
- def test_displays(self):
- s1 = '[{}, {1, }, {1, 2,} ]'
- s2 = '{a: b, f (): g () ,}'
- c1 = self._parse_value(s1)
- c2 = self._parse_value(s2)
- self._check_content(s1, c1.elts[0], '{}')
- self._check_content(s1, c1.elts[1], '{1, }')
- self._check_content(s1, c1.elts[2], '{1, 2,}')
- self._check_content(s2, c2.keys[1], 'f ()')
- self._check_content(s2, c2.values[1], 'g ()')
- def test_comprehensions(self):
- s = dedent('''
- x = [{x for x, y in stuff
- if cond.x} for stuff in things]
- ''').strip()
- cmp = self._parse_value(s)
- self._check_end_pos(cmp, 2, 37)
- self._check_content(s, cmp.generators[0].iter, 'things')
- self._check_content(s, cmp.elt.generators[0].iter, 'stuff')
- self._check_content(s, cmp.elt.generators[0].ifs[0], 'cond.x')
- self._check_content(s, cmp.elt.generators[0].target, 'x, y')
- def test_yield_await(self):
- s = dedent('''
- async def f():
- yield x
- await y
- ''').strip()
- fdef = ast.parse(s).body[0]
- self._check_content(s, fdef.body[0].value, 'yield x')
- self._check_content(s, fdef.body[1].value, 'await y')
- def test_source_segment_multi(self):
- s_orig = dedent('''
- x = (
- a, b,
- ) + ()
- ''').strip()
- s_tuple = dedent('''
- (
- a, b,
- )
- ''').strip()
- binop = self._parse_value(s_orig)
- self.assertEqual(ast.get_source_segment(s_orig, binop.left), s_tuple)
- def test_source_segment_padded(self):
- s_orig = dedent('''
- class C:
- def fun(self) -> None:
- "ЖЖЖЖЖ"
- ''').strip()
- s_method = ' def fun(self) -> None:\n' \
- ' "ЖЖЖЖЖ"'
- cdef = ast.parse(s_orig).body[0]
- self.assertEqual(ast.get_source_segment(s_orig, cdef.body[0], padded=True),
- s_method)
- def test_source_segment_endings(self):
- s = 'v = 1\r\nw = 1\nx = 1\n\ry = 1\rz = 1\r\n'
- v, w, x, y, z = ast.parse(s).body
- self._check_content(s, v, 'v = 1')
- self._check_content(s, w, 'w = 1')
- self._check_content(s, x, 'x = 1')
- self._check_content(s, y, 'y = 1')
- self._check_content(s, z, 'z = 1')
- def test_source_segment_tabs(self):
- s = dedent('''
- class C:
- \t\f def fun(self) -> None:
- \t\f pass
- ''').strip()
- s_method = ' \t\f def fun(self) -> None:\n' \
- ' \t\f pass'
- cdef = ast.parse(s).body[0]
- self.assertEqual(ast.get_source_segment(s, cdef.body[0], padded=True), s_method)
- def test_source_segment_missing_info(self):
- s = 'v = 1\r\nw = 1\nx = 1\n\ry = 1\r\n'
- v, w, x, y = ast.parse(s).body
- del v.lineno
- del w.end_lineno
- del x.col_offset
- del y.end_col_offset
- self.assertIsNone(ast.get_source_segment(s, v))
- self.assertIsNone(ast.get_source_segment(s, w))
- self.assertIsNone(ast.get_source_segment(s, x))
- self.assertIsNone(ast.get_source_segment(s, y))
- class NodeVisitorTests(unittest.TestCase):
- def test_old_constant_nodes(self):
- class Visitor(ast.NodeVisitor):
- def visit_Num(self, node):
- log.append((node.lineno, 'Num', node.n))
- def visit_Str(self, node):
- log.append((node.lineno, 'Str', node.s))
- def visit_Bytes(self, node):
- log.append((node.lineno, 'Bytes', node.s))
- def visit_NameConstant(self, node):
- log.append((node.lineno, 'NameConstant', node.value))
- def visit_Ellipsis(self, node):
- log.append((node.lineno, 'Ellipsis', ...))
- mod = ast.parse(dedent('''\
- i = 42
- f = 4.25
- c = 4.25j
- s = 'string'
- b = b'bytes'
- t = True
- n = None
- e = ...
- '''))
- visitor = Visitor()
- log = []
- with warnings.catch_warnings(record=True) as wlog:
- warnings.filterwarnings('always', '', DeprecationWarning)
- visitor.visit(mod)
- self.assertEqual(log, [
- (1, 'Num', 42),
- (2, 'Num', 4.25),
- (3, 'Num', 4.25j),
- (4, 'Str', 'string'),
- (5, 'Bytes', b'bytes'),
- (6, 'NameConstant', True),
- (7, 'NameConstant', None),
- (8, 'Ellipsis', ...),
- ])
- self.assertEqual([str(w.message) for w in wlog], [
- 'visit_Num is deprecated; add visit_Constant',
- 'visit_Num is deprecated; add visit_Constant',
- 'visit_Num is deprecated; add visit_Constant',
- 'visit_Str is deprecated; add visit_Constant',
- 'visit_Bytes is deprecated; add visit_Constant',
- 'visit_NameConstant is deprecated; add visit_Constant',
- 'visit_NameConstant is deprecated; add visit_Constant',
- 'visit_Ellipsis is deprecated; add visit_Constant',
- ])
- @support.cpython_only
- class ModuleStateTests(unittest.TestCase):
- # bpo-41194, bpo-41261, bpo-41631: The _ast module uses a global state.
- def check_ast_module(self):
- # Check that the _ast module still works as expected
- code = 'x + 1'
- filename = '<string>'
- mode = 'eval'
- # Create _ast.AST subclasses instances
- ast_tree = compile(code, filename, mode, flags=ast.PyCF_ONLY_AST)
- # Call PyAST_Check()
- code = compile(ast_tree, filename, mode)
- self.assertIsInstance(code, types.CodeType)
- def test_reload_module(self):
- # bpo-41194: Importing the _ast module twice must not crash.
- with support.swap_item(sys.modules, '_ast', None):
- del sys.modules['_ast']
- import _ast as ast1
- del sys.modules['_ast']
- import _ast as ast2
- self.check_ast_module()
- # Unloading the two _ast module instances must not crash.
- del ast1
- del ast2
- support.gc_collect()
- self.check_ast_module()
- def test_sys_modules(self):
- # bpo-41631: Test reproducing a Mercurial crash when PyAST_Check()
- # imported the _ast module internally.
- lazy_mod = object()
- def my_import(name, *args, **kw):
- sys.modules[name] = lazy_mod
- return lazy_mod
- with support.swap_item(sys.modules, '_ast', None):
- del sys.modules['_ast']
- with support.swap_attr(builtins, '__import__', my_import):
- # Test that compile() does not import the _ast module
- self.check_ast_module()
- self.assertNotIn('_ast', sys.modules)
- # Sanity check of the test itself
- import _ast
- self.assertIs(_ast, lazy_mod)
- def test_subinterpreter(self):
- # bpo-41631: Importing and using the _ast module in a subinterpreter
- # must not crash.
- code = dedent('''
- import _ast
- import ast
- import gc
- import sys
- import types
- # Create _ast.AST subclasses instances and call PyAST_Check()
- ast_tree = compile('x+1', '<string>', 'eval',
- flags=ast.PyCF_ONLY_AST)
- code = compile(ast_tree, 'string', 'eval')
- if not isinstance(code, types.CodeType):
- raise AssertionError
- # Unloading the _ast module must not crash.
- del ast, _ast
- del sys.modules['ast'], sys.modules['_ast']
- gc.collect()
- ''')
- res = support.run_in_subinterp(code)
- self.assertEqual(res, 0)
- def main():
- if __name__ != '__main__':
- return
- if sys.argv[1:] == ['-g']:
- for statements, kind in ((exec_tests, "exec"), (single_tests, "single"),
- (eval_tests, "eval")):
- print(kind+"_results = [")
- for statement in statements:
- tree = ast.parse(statement, "?", kind)
- print("%r," % (to_tuple(tree),))
- print("]")
- print("main()")
- raise SystemExit
- unittest.main()
- #### EVERYTHING BELOW IS GENERATED BY python Lib/test/test_ast.py -g #####
- exec_results = [
- ('Module', [('Expr', (1, 0, 1, 4), ('Constant', (1, 0, 1, 4), None, None))], []),
- ('Module', [('Expr', (1, 0, 1, 18), ('Constant', (1, 0, 1, 18), 'module docstring', None))], []),
- ('Module', [('FunctionDef', (1, 0, 1, 13), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (1, 9, 1, 13))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 29), 'f', ('arguments', [], [], None, [], [], None, []), [('Expr', (1, 9, 1, 29), ('Constant', (1, 9, 1, 29), 'function docstring', None))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 14), 'f', ('arguments', [], [('arg', (1, 6, 1, 7), 'a', None, None)], None, [], [], None, []), [('Pass', (1, 10, 1, 14))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 16), 'f', ('arguments', [], [('arg', (1, 6, 1, 7), 'a', None, None)], None, [], [], None, [('Constant', (1, 8, 1, 9), 0, None)]), [('Pass', (1, 12, 1, 16))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 18), 'f', ('arguments', [], [], ('arg', (1, 7, 1, 11), 'args', None, None), [], [], None, []), [('Pass', (1, 14, 1, 18))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 23), 'f', ('arguments', [], [], ('arg', (1, 7, 1, 16), 'args', ('Starred', (1, 13, 1, 16), ('Name', (1, 14, 1, 16), 'Ts', ('Load',)), ('Load',)), None), [], [], None, []), [('Pass', (1, 19, 1, 23))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 36), 'f', ('arguments', [], [], ('arg', (1, 7, 1, 29), 'args', ('Starred', (1, 13, 1, 29), ('Subscript', (1, 14, 1, 29), ('Name', (1, 14, 1, 19), 'tuple', ('Load',)), ('Tuple', (1, 20, 1, 28), [('Name', (1, 20, 1, 23), 'int', ('Load',)), ('Constant', (1, 25, 1, 28), Ellipsis, None)], ('Load',)), ('Load',)), ('Load',)), None), [], [], None, []), [('Pass', (1, 32, 1, 36))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 36), 'f', ('arguments', [], [], ('arg', (1, 7, 1, 29), 'args', ('Starred', (1, 13, 1, 29), ('Subscript', (1, 14, 1, 29), ('Name', (1, 14, 1, 19), 'tuple', ('Load',)), ('Tuple', (1, 20, 1, 28), [('Name', (1, 20, 1, 23), 'int', ('Load',)), ('Starred', (1, 25, 1, 28), ('Name', (1, 26, 1, 28), 'Ts', ('Load',)), ('Load',))], ('Load',)), ('Load',)), ('Load',)), None), [], [], None, []), [('Pass', (1, 32, 1, 36))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 21), 'f', ('arguments', [], [], None, [], [], ('arg', (1, 8, 1, 14), 'kwargs', None, None), []), [('Pass', (1, 17, 1, 21))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 71), 'f', ('arguments', [], [('arg', (1, 6, 1, 7), 'a', None, None), ('arg', (1, 9, 1, 10), 'b', None, None), ('arg', (1, 14, 1, 15), 'c', None, None), ('arg', (1, 22, 1, 23), 'd', None, None), ('arg', (1, 28, 1, 29), 'e', None, None)], ('arg', (1, 35, 1, 39), 'args', None, None), [('arg', (1, 41, 1, 42), 'f', None, None)], [('Constant', (1, 43, 1, 45), 42, None)], ('arg', (1, 49, 1, 55), 'kwargs', None, None), [('Constant', (1, 11, 1, 12), 1, None), ('Constant', (1, 16, 1, 20), None, None), ('List', (1, 24, 1, 26), [], ('Load',)), ('Dict', (1, 30, 1, 32), [], [])]), [('Expr', (1, 58, 1, 71), ('Constant', (1, 58, 1, 71), 'doc for f()', None))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 27), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (1, 23, 1, 27))], [], ('Subscript', (1, 11, 1, 21), ('Name', (1, 11, 1, 16), 'tuple', ('Load',)), ('Tuple', (1, 17, 1, 20), [('Starred', (1, 17, 1, 20), ('Name', (1, 18, 1, 20), 'Ts', ('Load',)), ('Load',))], ('Load',)), ('Load',)), None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 32), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (1, 28, 1, 32))], [], ('Subscript', (1, 11, 1, 26), ('Name', (1, 11, 1, 16), 'tuple', ('Load',)), ('Tuple', (1, 17, 1, 25), [('Name', (1, 17, 1, 20), 'int', ('Load',)), ('Starred', (1, 22, 1, 25), ('Name', (1, 23, 1, 25), 'Ts', ('Load',)), ('Load',))], ('Load',)), ('Load',)), None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 45), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (1, 41, 1, 45))], [], ('Subscript', (1, 11, 1, 39), ('Name', (1, 11, 1, 16), 'tuple', ('Load',)), ('Tuple', (1, 17, 1, 38), [('Name', (1, 17, 1, 20), 'int', ('Load',)), ('Starred', (1, 22, 1, 38), ('Subscript', (1, 23, 1, 38), ('Name', (1, 23, 1, 28), 'tuple', ('Load',)), ('Tuple', (1, 29, 1, 37), [('Name', (1, 29, 1, 32), 'int', ('Load',)), ('Constant', (1, 34, 1, 37), Ellipsis, None)], ('Load',)), ('Load',)), ('Load',))], ('Load',)), ('Load',)), None)], []),
- ('Module', [('ClassDef', (1, 0, 1, 12), 'C', [], [], [('Pass', (1, 8, 1, 12))], [])], []),
- ('Module', [('ClassDef', (1, 0, 1, 32), 'C', [], [], [('Expr', (1, 9, 1, 32), ('Constant', (1, 9, 1, 32), 'docstring for class C', None))], [])], []),
- ('Module', [('ClassDef', (1, 0, 1, 21), 'C', [('Name', (1, 8, 1, 14), 'object', ('Load',))], [], [('Pass', (1, 17, 1, 21))], [])], []),
- ('Module', [('FunctionDef', (1, 0, 1, 16), 'f', ('arguments', [], [], None, [], [], None, []), [('Return', (1, 8, 1, 16), ('Constant', (1, 15, 1, 16), 1, None))], [], None, None)], []),
- ('Module', [('Delete', (1, 0, 1, 5), [('Name', (1, 4, 1, 5), 'v', ('Del',))])], []),
- ('Module', [('Assign', (1, 0, 1, 5), [('Name', (1, 0, 1, 1), 'v', ('Store',))], ('Constant', (1, 4, 1, 5), 1, None), None)], []),
- ('Module', [('Assign', (1, 0, 1, 7), [('Tuple', (1, 0, 1, 3), [('Name', (1, 0, 1, 1), 'a', ('Store',)), ('Name', (1, 2, 1, 3), 'b', ('Store',))], ('Store',))], ('Name', (1, 6, 1, 7), 'c', ('Load',)), None)], []),
- ('Module', [('Assign', (1, 0, 1, 9), [('Tuple', (1, 0, 1, 5), [('Name', (1, 1, 1, 2), 'a', ('Store',)), ('Name', (1, 3, 1, 4), 'b', ('Store',))], ('Store',))], ('Name', (1, 8, 1, 9), 'c', ('Load',)), None)], []),
- ('Module', [('Assign', (1, 0, 1, 9), [('List', (1, 0, 1, 5), [('Name', (1, 1, 1, 2), 'a', ('Store',)), ('Name', (1, 3, 1, 4), 'b', ('Store',))], ('Store',))], ('Name', (1, 8, 1, 9), 'c', ('Load',)), None)], []),
- ('Module', [('AnnAssign', (1, 0, 1, 13), ('Name', (1, 0, 1, 1), 'x', ('Store',)), ('Subscript', (1, 3, 1, 13), ('Name', (1, 3, 1, 8), 'tuple', ('Load',)), ('Tuple', (1, 9, 1, 12), [('Starred', (1, 9, 1, 12), ('Name', (1, 10, 1, 12), 'Ts', ('Load',)), ('Load',))], ('Load',)), ('Load',)), None, 1)], []),
- ('Module', [('AnnAssign', (1, 0, 1, 18), ('Name', (1, 0, 1, 1), 'x', ('Store',)), ('Subscript', (1, 3, 1, 18), ('Name', (1, 3, 1, 8), 'tuple', ('Load',)), ('Tuple', (1, 9, 1, 17), [('Name', (1, 9, 1, 12), 'int', ('Load',)), ('Starred', (1, 14, 1, 17), ('Name', (1, 15, 1, 17), 'Ts', ('Load',)), ('Load',))], ('Load',)), ('Load',)), None, 1)], []),
- ('Module', [('AnnAssign', (1, 0, 1, 31), ('Name', (1, 0, 1, 1), 'x', ('Store',)), ('Subscript', (1, 3, 1, 31), ('Name', (1, 3, 1, 8), 'tuple', ('Load',)), ('Tuple', (1, 9, 1, 30), [('Name', (1, 9, 1, 12), 'int', ('Load',)), ('Starred', (1, 14, 1, 30), ('Subscript', (1, 15, 1, 30), ('Name', (1, 15, 1, 20), 'tuple', ('Load',)), ('Tuple', (1, 21, 1, 29), [('Name', (1, 21, 1, 24), 'str', ('Load',)), ('Constant', (1, 26, 1, 29), Ellipsis, None)], ('Load',)), ('Load',)), ('Load',))], ('Load',)), ('Load',)), None, 1)], []),
- ('Module', [('AugAssign', (1, 0, 1, 6), ('Name', (1, 0, 1, 1), 'v', ('Store',)), ('Add',), ('Constant', (1, 5, 1, 6), 1, None))], []),
- ('Module', [('For', (1, 0, 1, 15), ('Name', (1, 4, 1, 5), 'v', ('Store',)), ('Name', (1, 9, 1, 10), 'v', ('Load',)), [('Pass', (1, 11, 1, 15))], [], None)], []),
- ('Module', [('While', (1, 0, 1, 12), ('Name', (1, 6, 1, 7), 'v', ('Load',)), [('Pass', (1, 8, 1, 12))], [])], []),
- ('Module', [('If', (1, 0, 1, 9), ('Name', (1, 3, 1, 4), 'v', ('Load',)), [('Pass', (1, 5, 1, 9))], [])], []),
- ('Module', [('If', (1, 0, 4, 6), ('Name', (1, 3, 1, 4), 'a', ('Load',)), [('Pass', (2, 2, 2, 6))], [('If', (3, 0, 4, 6), ('Name', (3, 5, 3, 6), 'b', ('Load',)), [('Pass', (4, 2, 4, 6))], [])])], []),
- ('Module', [('If', (1, 0, 6, 6), ('Name', (1, 3, 1, 4), 'a', ('Load',)), [('Pass', (2, 2, 2, 6))], [('If', (3, 0, 6, 6), ('Name', (3, 5, 3, 6), 'b', ('Load',)), [('Pass', (4, 2, 4, 6))], [('Pass', (6, 2, 6, 6))])])], []),
- ('Module', [('With', (1, 0, 1, 17), [('withitem', ('Name', (1, 5, 1, 6), 'x', ('Load',)), ('Name', (1, 10, 1, 11), 'y', ('Store',)))], [('Pass', (1, 13, 1, 17))], None)], []),
- ('Module', [('With', (1, 0, 1, 25), [('withitem', ('Name', (1, 5, 1, 6), 'x', ('Load',)), ('Name', (1, 10, 1, 11), 'y', ('Store',))), ('withitem', ('Name', (1, 13, 1, 14), 'z', ('Load',)), ('Name', (1, 18, 1, 19), 'q', ('Store',)))], [('Pass', (1, 21, 1, 25))], None)], []),
- ('Module', [('Raise', (1, 0, 1, 25), ('Call', (1, 6, 1, 25), ('Name', (1, 6, 1, 15), 'Exception', ('Load',)), [('Constant', (1, 16, 1, 24), 'string', None)], []), None)], []),
- ('Module', [('Try', (1, 0, 4, 6), [('Pass', (2, 2, 2, 6))], [('ExceptHandler', (3, 0, 4, 6), ('Name', (3, 7, 3, 16), 'Exception', ('Load',)), None, [('Pass', (4, 2, 4, 6))])], [], [])], []),
- ('Module', [('Try', (1, 0, 4, 6), [('Pass', (2, 2, 2, 6))], [], [], [('Pass', (4, 2, 4, 6))])], []),
- ('Module', [('TryStar', (1, 0, 4, 6), [('Pass', (2, 2, 2, 6))], [('ExceptHandler', (3, 0, 4, 6), ('Name', (3, 8, 3, 17), 'Exception', ('Load',)), None, [('Pass', (4, 2, 4, 6))])], [], [])], []),
- ('Module', [('Assert', (1, 0, 1, 8), ('Name', (1, 7, 1, 8), 'v', ('Load',)), None)], []),
- ('Module', [('Import', (1, 0, 1, 10), [('alias', (1, 7, 1, 10), 'sys', None)])], []),
- ('Module', [('ImportFrom', (1, 0, 1, 17), 'sys', [('alias', (1, 16, 1, 17), 'v', None)], 0)], []),
- ('Module', [('Global', (1, 0, 1, 8), ['v'])], []),
- ('Module', [('Expr', (1, 0, 1, 1), ('Constant', (1, 0, 1, 1), 1, None))], []),
- ('Module', [('Pass', (1, 0, 1, 4))], []),
- ('Module', [('For', (1, 0, 1, 16), ('Name', (1, 4, 1, 5), 'v', ('Store',)), ('Name', (1, 9, 1, 10), 'v', ('Load',)), [('Break', (1, 11, 1, 16))], [], None)], []),
- ('Module', [('For', (1, 0, 1, 19), ('Name', (1, 4, 1, 5), 'v', ('Store',)), ('Name', (1, 9, 1, 10), 'v', ('Load',)), [('Continue', (1, 11, 1, 19))], [], None)], []),
- ('Module', [('For', (1, 0, 1, 18), ('Tuple', (1, 4, 1, 7), [('Name', (1, 4, 1, 5), 'a', ('Store',)), ('Name', (1, 6, 1, 7), 'b', ('Store',))], ('Store',)), ('Name', (1, 11, 1, 12), 'c', ('Load',)), [('Pass', (1, 14, 1, 18))], [], None)], []),
- ('Module', [('For', (1, 0, 1, 20), ('Tuple', (1, 4, 1, 9), [('Name', (1, 5, 1, 6), 'a', ('Store',)), ('Name', (1, 7, 1, 8), 'b', ('Store',))], ('Store',)), ('Name', (1, 13, 1, 14), 'c', ('Load',)), [('Pass', (1, 16, 1, 20))], [], None)], []),
- ('Module', [('For', (1, 0, 1, 20), ('List', (1, 4, 1, 9), [('Name', (1, 5, 1, 6), 'a', ('Store',)), ('Name', (1, 7, 1, 8), 'b', ('Store',))], ('Store',)), ('Name', (1, 13, 1, 14), 'c', ('Load',)), [('Pass', (1, 16, 1, 20))], [], None)], []),
- ('Module', [('Expr', (1, 0, 11, 5), ('GeneratorExp', (1, 0, 11, 5), ('Tuple', (2, 4, 6, 5), [('Name', (3, 4, 3, 6), 'Aa', ('Load',)), ('Name', (5, 7, 5, 9), 'Bb', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (8, 4, 10, 6), [('Name', (8, 4, 8, 6), 'Aa', ('Store',)), ('Name', (10, 4, 10, 6), 'Bb', ('Store',))], ('Store',)), ('Name', (10, 10, 10, 12), 'Cc', ('Load',)), [], 0)]))], []),
- ('Module', [('Expr', (1, 0, 1, 34), ('DictComp', (1, 0, 1, 34), ('Name', (1, 1, 1, 2), 'a', ('Load',)), ('Name', (1, 5, 1, 6), 'b', ('Load',)), [('comprehension', ('Name', (1, 11, 1, 12), 'w', ('Store',)), ('Name', (1, 16, 1, 17), 'x', ('Load',)), [], 0), ('comprehension', ('Name', (1, 22, 1, 23), 'm', ('Store',)), ('Name', (1, 27, 1, 28), 'p', ('Load',)), [('Name', (1, 32, 1, 33), 'g', ('Load',))], 0)]))], []),
- ('Module', [('Expr', (1, 0, 1, 20), ('DictComp', (1, 0, 1, 20), ('Name', (1, 1, 1, 2), 'a', ('Load',)), ('Name', (1, 5, 1, 6), 'b', ('Load',)), [('comprehension', ('Tuple', (1, 11, 1, 14), [('Name', (1, 11, 1, 12), 'v', ('Store',)), ('Name', (1, 13, 1, 14), 'w', ('Store',))], ('Store',)), ('Name', (1, 18, 1, 19), 'x', ('Load',)), [], 0)]))], []),
- ('Module', [('Expr', (1, 0, 1, 19), ('SetComp', (1, 0, 1, 19), ('Name', (1, 1, 1, 2), 'r', ('Load',)), [('comprehension', ('Name', (1, 7, 1, 8), 'l', ('Store',)), ('Name', (1, 12, 1, 13), 'x', ('Load',)), [('Name', (1, 17, 1, 18), 'g', ('Load',))], 0)]))], []),
- ('Module', [('Expr', (1, 0, 1, 16), ('SetComp', (1, 0, 1, 16), ('Name', (1, 1, 1, 2), 'r', ('Load',)), [('comprehension', ('Tuple', (1, 7, 1, 10), [('Name', (1, 7, 1, 8), 'l', ('Store',)), ('Name', (1, 9, 1, 10), 'm', ('Store',))], ('Store',)), ('Name', (1, 14, 1, 15), 'x', ('Load',)), [], 0)]))], []),
- ('Module', [('AsyncFunctionDef', (1, 0, 3, 18), 'f', ('arguments', [], [], None, [], [], None, []), [('Expr', (2, 1, 2, 17), ('Constant', (2, 1, 2, 17), 'async function', None)), ('Expr', (3, 1, 3, 18), ('Await', (3, 1, 3, 18), ('Call', (3, 7, 3, 18), ('Name', (3, 7, 3, 16), 'something', ('Load',)), [], [])))], [], None, None)], []),
- ('Module', [('AsyncFunctionDef', (1, 0, 3, 8), 'f', ('arguments', [], [], None, [], [], None, []), [('AsyncFor', (2, 1, 3, 8), ('Name', (2, 11, 2, 12), 'e', ('Store',)), ('Name', (2, 16, 2, 17), 'i', ('Load',)), [('Expr', (2, 19, 2, 20), ('Constant', (2, 19, 2, 20), 1, None))], [('Expr', (3, 7, 3, 8), ('Constant', (3, 7, 3, 8), 2, None))], None)], [], None, None)], []),
- ('Module', [('AsyncFunctionDef', (1, 0, 2, 21), 'f', ('arguments', [], [], None, [], [], None, []), [('AsyncWith', (2, 1, 2, 21), [('withitem', ('Name', (2, 12, 2, 13), 'a', ('Load',)), ('Name', (2, 17, 2, 18), 'b', ('Store',)))], [('Expr', (2, 20, 2, 21), ('Constant', (2, 20, 2, 21), 1, None))], None)], [], None, None)], []),
- ('Module', [('Expr', (1, 0, 1, 14), ('Dict', (1, 0, 1, 14), [None, ('Constant', (1, 10, 1, 11), 2, None)], [('Dict', (1, 3, 1, 8), [('Constant', (1, 4, 1, 5), 1, None)], [('Constant', (1, 6, 1, 7), 2, None)]), ('Constant', (1, 12, 1, 13), 3, None)]))], []),
- ('Module', [('Expr', (1, 0, 1, 12), ('Set', (1, 0, 1, 12), [('Starred', (1, 1, 1, 8), ('Set', (1, 2, 1, 8), [('Constant', (1, 3, 1, 4), 1, None), ('Constant', (1, 6, 1, 7), 2, None)]), ('Load',)), ('Constant', (1, 10, 1, 11), 3, None)]))], []),
- ('Module', [('AsyncFunctionDef', (1, 0, 2, 21), 'f', ('arguments', [], [], None, [], [], None, []), [('Expr', (2, 1, 2, 21), ('ListComp', (2, 1, 2, 21), ('Name', (2, 2, 2, 3), 'i', ('Load',)), [('comprehension', ('Name', (2, 14, 2, 15), 'b', ('Store',)), ('Name', (2, 19, 2, 20), 'c', ('Load',)), [], 1)]))], [], None, None)], []),
- ('Module', [('FunctionDef', (4, 0, 4, 13), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (4, 9, 4, 13))], [('Name', (1, 1, 1, 6), 'deco1', ('Load',)), ('Call', (2, 1, 2, 8), ('Name', (2, 1, 2, 6), 'deco2', ('Load',)), [], []), ('Call', (3, 1, 3, 9), ('Name', (3, 1, 3, 6), 'deco3', ('Load',)), [('Constant', (3, 7, 3, 8), 1, None)], [])], None, None)], []),
- ('Module', [('AsyncFunctionDef', (4, 0, 4, 19), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (4, 15, 4, 19))], [('Name', (1, 1, 1, 6), 'deco1', ('Load',)), ('Call', (2, 1, 2, 8), ('Name', (2, 1, 2, 6), 'deco2', ('Load',)), [], []), ('Call', (3, 1, 3, 9), ('Name', (3, 1, 3, 6), 'deco3', ('Load',)), [('Constant', (3, 7, 3, 8), 1, None)], [])], None, None)], []),
- ('Module', [('ClassDef', (4, 0, 4, 13), 'C', [], [], [('Pass', (4, 9, 4, 13))], [('Name', (1, 1, 1, 6), 'deco1', ('Load',)), ('Call', (2, 1, 2, 8), ('Name', (2, 1, 2, 6), 'deco2', ('Load',)), [], []), ('Call', (3, 1, 3, 9), ('Name', (3, 1, 3, 6), 'deco3', ('Load',)), [('Constant', (3, 7, 3, 8), 1, None)], [])])], []),
- ('Module', [('FunctionDef', (2, 0, 2, 13), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (2, 9, 2, 13))], [('Call', (1, 1, 1, 19), ('Name', (1, 1, 1, 5), 'deco', ('Load',)), [('GeneratorExp', (1, 5, 1, 19), ('Name', (1, 6, 1, 7), 'a', ('Load',)), [('comprehension', ('Name', (1, 12, 1, 13), 'a', ('Store',)), ('Name', (1, 17, 1, 18), 'b', ('Load',)), [], 0)])], [])], None, None)], []),
- ('Module', [('FunctionDef', (2, 0, 2, 13), 'f', ('arguments', [], [], None, [], [], None, []), [('Pass', (2, 9, 2, 13))], [('Attribute', (1, 1, 1, 6), ('Attribute', (1, 1, 1, 4), ('Name', (1, 1, 1, 2), 'a', ('Load',)), 'b', ('Load',)), 'c', ('Load',))], None, None)], []),
- ('Module', [('Expr', (1, 0, 1, 8), ('NamedExpr', (1, 1, 1, 7), ('Name', (1, 1, 1, 2), 'a', ('Store',)), ('Constant', (1, 6, 1, 7), 1, None)))], []),
- ('Module', [('FunctionDef', (1, 0, 1, 18), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [], None, [], [], None, []), [('Pass', (1, 14, 1, 18))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 26), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 12, 1, 13), 'c', None, None), ('arg', (1, 15, 1, 16), 'd', None, None), ('arg', (1, 18, 1, 19), 'e', None, None)], None, [], [], None, []), [('Pass', (1, 22, 1, 26))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 29), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 12, 1, 13), 'c', None, None)], None, [('arg', (1, 18, 1, 19), 'd', None, None), ('arg', (1, 21, 1, 22), 'e', None, None)], [None, None], None, []), [('Pass', (1, 25, 1, 29))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 39), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 12, 1, 13), 'c', None, None)], None, [('arg', (1, 18, 1, 19), 'd', None, None), ('arg', (1, 21, 1, 22), 'e', None, None)], [None, None], ('arg', (1, 26, 1, 32), 'kwargs', None, None), []), [('Pass', (1, 35, 1, 39))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 20), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [], None, [], [], None, [('Constant', (1, 8, 1, 9), 1, None)]), [('Pass', (1, 16, 1, 20))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 29), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 14, 1, 15), 'b', None, None), ('arg', (1, 19, 1, 20), 'c', None, None)], None, [], [], None, [('Constant', (1, 8, 1, 9), 1, None), ('Constant', (1, 16, 1, 17), 2, None), ('Constant', (1, 21, 1, 22), 4, None)]), [('Pass', (1, 25, 1, 29))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 32), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 14, 1, 15), 'b', None, None)], None, [('arg', (1, 22, 1, 23), 'c', None, None)], [('Constant', (1, 24, 1, 25), 4, None)], None, [('Constant', (1, 8, 1, 9), 1, None), ('Constant', (1, 16, 1, 17), 2, None)]), [('Pass', (1, 28, 1, 32))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 30), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 14, 1, 15), 'b', None, None)], None, [('arg', (1, 22, 1, 23), 'c', None, None)], [None], None, [('Constant', (1, 8, 1, 9), 1, None), ('Constant', (1, 16, 1, 17), 2, None)]), [('Pass', (1, 26, 1, 30))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 42), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 14, 1, 15), 'b', None, None)], None, [('arg', (1, 22, 1, 23), 'c', None, None)], [('Constant', (1, 24, 1, 25), 4, None)], ('arg', (1, 29, 1, 35), 'kwargs', None, None), [('Constant', (1, 8, 1, 9), 1, None), ('Constant', (1, 16, 1, 17), 2, None)]), [('Pass', (1, 38, 1, 42))], [], None, None)], []),
- ('Module', [('FunctionDef', (1, 0, 1, 40), 'f', ('arguments', [('arg', (1, 6, 1, 7), 'a', None, None)], [('arg', (1, 14, 1, 15), 'b', None, None)], None, [('arg', (1, 22, 1, 23), 'c', None, None)], [None], ('arg', (1, 27, 1, 33), 'kwargs', None, None), [('Constant', (1, 8, 1, 9), 1, None), ('Constant', (1, 16, 1, 17), 2, None)]), [('Pass', (1, 36, 1, 40))], [], None, None)], []),
- ]
- single_results = [
- ('Interactive', [('Expr', (1, 0, 1, 3), ('BinOp', (1, 0, 1, 3), ('Constant', (1, 0, 1, 1), 1, None), ('Add',), ('Constant', (1, 2, 1, 3), 2, None)))]),
- ]
- eval_results = [
- ('Expression', ('Constant', (1, 0, 1, 4), None, None)),
- ('Expression', ('BoolOp', (1, 0, 1, 7), ('And',), [('Name', (1, 0, 1, 1), 'a', ('Load',)), ('Name', (1, 6, 1, 7), 'b', ('Load',))])),
- ('Expression', ('BinOp', (1, 0, 1, 5), ('Name', (1, 0, 1, 1), 'a', ('Load',)), ('Add',), ('Name', (1, 4, 1, 5), 'b', ('Load',)))),
- ('Expression', ('UnaryOp', (1, 0, 1, 5), ('Not',), ('Name', (1, 4, 1, 5), 'v', ('Load',)))),
- ('Expression', ('Lambda', (1, 0, 1, 11), ('arguments', [], [], None, [], [], None, []), ('Constant', (1, 7, 1, 11), None, None))),
- ('Expression', ('Dict', (1, 0, 1, 7), [('Constant', (1, 2, 1, 3), 1, None)], [('Constant', (1, 4, 1, 5), 2, None)])),
- ('Expression', ('Dict', (1, 0, 1, 2), [], [])),
- ('Expression', ('Set', (1, 0, 1, 7), [('Constant', (1, 1, 1, 5), None, None)])),
- ('Expression', ('Dict', (1, 0, 5, 6), [('Constant', (2, 6, 2, 7), 1, None)], [('Constant', (4, 10, 4, 11), 2, None)])),
- ('Expression', ('ListComp', (1, 0, 1, 19), ('Name', (1, 1, 1, 2), 'a', ('Load',)), [('comprehension', ('Name', (1, 7, 1, 8), 'b', ('Store',)), ('Name', (1, 12, 1, 13), 'c', ('Load',)), [('Name', (1, 17, 1, 18), 'd', ('Load',))], 0)])),
- ('Expression', ('GeneratorExp', (1, 0, 1, 19), ('Name', (1, 1, 1, 2), 'a', ('Load',)), [('comprehension', ('Name', (1, 7, 1, 8), 'b', ('Store',)), ('Name', (1, 12, 1, 13), 'c', ('Load',)), [('Name', (1, 17, 1, 18), 'd', ('Load',))], 0)])),
- ('Expression', ('ListComp', (1, 0, 1, 20), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11, 1, 14), [('Name', (1, 11, 1, 12), 'a', ('Store',)), ('Name', (1, 13, 1, 14), 'b', ('Store',))], ('Store',)), ('Name', (1, 18, 1, 19), 'c', ('Load',)), [], 0)])),
- ('Expression', ('ListComp', (1, 0, 1, 22), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11, 1, 16), [('Name', (1, 12, 1, 13), 'a', ('Store',)), ('Name', (1, 14, 1, 15), 'b', ('Store',))], ('Store',)), ('Name', (1, 20, 1, 21), 'c', ('Load',)), [], 0)])),
- ('Expression', ('ListComp', (1, 0, 1, 22), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('List', (1, 11, 1, 16), [('Name', (1, 12, 1, 13), 'a', ('Store',)), ('Name', (1, 14, 1, 15), 'b', ('Store',))], ('Store',)), ('Name', (1, 20, 1, 21), 'c', ('Load',)), [], 0)])),
- ('Expression', ('SetComp', (1, 0, 1, 20), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11, 1, 14), [('Name', (1, 11, 1, 12), 'a', ('Store',)), ('Name', (1, 13, 1, 14), 'b', ('Store',))], ('Store',)), ('Name', (1, 18, 1, 19), 'c', ('Load',)), [], 0)])),
- ('Expression', ('SetComp', (1, 0, 1, 22), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11, 1, 16), [('Name', (1, 12, 1, 13), 'a', ('Store',)), ('Name', (1, 14, 1, 15), 'b', ('Store',))], ('Store',)), ('Name', (1, 20, 1, 21), 'c', ('Load',)), [], 0)])),
- ('Expression', ('SetComp', (1, 0, 1, 22), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('List', (1, 11, 1, 16), [('Name', (1, 12, 1, 13), 'a', ('Store',)), ('Name', (1, 14, 1, 15), 'b', ('Store',))], ('Store',)), ('Name', (1, 20, 1, 21), 'c', ('Load',)), [], 0)])),
- ('Expression', ('GeneratorExp', (1, 0, 1, 20), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11, 1, 14), [('Name', (1, 11, 1, 12), 'a', ('Store',)), ('Name', (1, 13, 1, 14), 'b', ('Store',))], ('Store',)), ('Name', (1, 18, 1, 19), 'c', ('Load',)), [], 0)])),
- ('Expression', ('GeneratorExp', (1, 0, 1, 22), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11, 1, 16), [('Name', (1, 12, 1, 13), 'a', ('Store',)), ('Name', (1, 14, 1, 15), 'b', ('Store',))], ('Store',)), ('Name', (1, 20, 1, 21), 'c', ('Load',)), [], 0)])),
- ('Expression', ('GeneratorExp', (1, 0, 1, 22), ('Tuple', (1, 1, 1, 6), [('Name', (1, 2, 1, 3), 'a', ('Load',)), ('Name', (1, 4, 1, 5), 'b', ('Load',))], ('Load',)), [('comprehension', ('List', (1, 11, 1, 16), [('Name', (1, 12, 1, 13), 'a', ('Store',)), ('Name', (1, 14, 1, 15), 'b', ('Store',))], ('Store',)), ('Name', (1, 20, 1, 21), 'c', ('Load',)), [], 0)])),
- ('Expression', ('Compare', (1, 0, 1, 9), ('Constant', (1, 0, 1, 1), 1, None), [('Lt',), ('Lt',)], [('Constant', (1, 4, 1, 5), 2, None), ('Constant', (1, 8, 1, 9), 3, None)])),
- ('Expression', ('Call', (1, 0, 1, 17), ('Name', (1, 0, 1, 1), 'f', ('Load',)), [('Constant', (1, 2, 1, 3), 1, None), ('Constant', (1, 4, 1, 5), 2, None), ('Starred', (1, 10, 1, 12), ('Name', (1, 11, 1, 12), 'd', ('Load',)), ('Load',))], [('keyword', (1, 6, 1, 9), 'c', ('Constant', (1, 8, 1, 9), 3, None)), ('keyword', (1, 13, 1, 16), None, ('Name', (1, 15, 1, 16), 'e', ('Load',)))])),
- ('Expression', ('Call', (1, 0, 1, 10), ('Name', (1, 0, 1, 1), 'f', ('Load',)), [('Starred', (1, 2, 1, 9), ('List', (1, 3, 1, 9), [('Constant', (1, 4, 1, 5), 0, None), ('Constant', (1, 7, 1, 8), 1, None)], ('Load',)), ('Load',))], [])),
- ('Expression', ('Call', (1, 0, 1, 15), ('Name', (1, 0, 1, 1), 'f', ('Load',)), [('GeneratorExp', (1, 1, 1, 15), ('Name', (1, 2, 1, 3), 'a', ('Load',)), [('comprehension', ('Name', (1, 8, 1, 9), 'a', ('Store',)), ('Name', (1, 13, 1, 14), 'b', ('Load',)), [], 0)])], [])),
- ('Expression', ('Constant', (1, 0, 1, 2), 10, None)),
- ('Expression', ('Constant', (1, 0, 1, 8), 'string', None)),
- ('Expression', ('Attribute', (1, 0, 1, 3), ('Name', (1, 0, 1, 1), 'a', ('Load',)), 'b', ('Load',))),
- ('Expression', ('Subscript', (1, 0, 1, 6), ('Name', (1, 0, 1, 1), 'a', ('Load',)), ('Slice', (1, 2, 1, 5), ('Name', (1, 2, 1, 3), 'b', ('Load',)), ('Name', (1, 4, 1, 5), 'c', ('Load',)), None), ('Load',))),
- ('Expression', ('Name', (1, 0, 1, 1), 'v', ('Load',))),
- ('Expression', ('List', (1, 0, 1, 7), [('Constant', (1, 1, 1, 2), 1, None), ('Constant', (1, 3, 1, 4), 2, None), ('Constant', (1, 5, 1, 6), 3, None)], ('Load',))),
- ('Expression', ('List', (1, 0, 1, 2), [], ('Load',))),
- ('Expression', ('Tuple', (1, 0, 1, 5), [('Constant', (1, 0, 1, 1), 1, None), ('Constant', (1, 2, 1, 3), 2, None), ('Constant', (1, 4, 1, 5), 3, None)], ('Load',))),
- ('Expression', ('Tuple', (1, 0, 1, 7), [('Constant', (1, 1, 1, 2), 1, None), ('Constant', (1, 3, 1, 4), 2, None), ('Constant', (1, 5, 1, 6), 3, None)], ('Load',))),
- ('Expression', ('Tuple', (1, 0, 1, 2), [], ('Load',))),
- ('Expression', ('Call', (1, 0, 1, 17), ('Attribute', (1, 0, 1, 7), ('Attribute', (1, 0, 1, 5), ('Attribute', (1, 0, 1, 3), ('Name', (1, 0, 1, 1), 'a', ('Load',)), 'b', ('Load',)), 'c', ('Load',)), 'd', ('Load',)), [('Subscript', (1, 8, 1, 16), ('Attribute', (1, 8, 1, 11), ('Name', (1, 8, 1, 9), 'a', ('Load',)), 'b', ('Load',)), ('Slice', (1, 12, 1, 15), ('Constant', (1, 12, 1, 13), 1, None), ('Constant', (1, 14, 1, 15), 2, None), None), ('Load',))], [])),
- ]
- main()
|