| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815 |
- import unittest
- import weakref
- from test.support import check_syntax_error, cpython_only
- from test.support import gc_collect
- class ScopeTests(unittest.TestCase):
- def testSimpleNesting(self):
- def make_adder(x):
- def adder(y):
- return x + y
- return adder
- inc = make_adder(1)
- plus10 = make_adder(10)
- self.assertEqual(inc(1), 2)
- self.assertEqual(plus10(-2), 8)
- def testExtraNesting(self):
- def make_adder2(x):
- def extra(): # check freevars passing through non-use scopes
- def adder(y):
- return x + y
- return adder
- return extra()
- inc = make_adder2(1)
- plus10 = make_adder2(10)
- self.assertEqual(inc(1), 2)
- self.assertEqual(plus10(-2), 8)
- def testSimpleAndRebinding(self):
- def make_adder3(x):
- def adder(y):
- return x + y
- x = x + 1 # check tracking of assignment to x in defining scope
- return adder
- inc = make_adder3(0)
- plus10 = make_adder3(9)
- self.assertEqual(inc(1), 2)
- self.assertEqual(plus10(-2), 8)
- def testNestingGlobalNoFree(self):
- def make_adder4(): # XXX add exta level of indirection
- def nest():
- def nest():
- def adder(y):
- return global_x + y # check that plain old globals work
- return adder
- return nest()
- return nest()
- global_x = 1
- adder = make_adder4()
- self.assertEqual(adder(1), 2)
- global_x = 10
- self.assertEqual(adder(-2), 8)
- def testNestingThroughClass(self):
- def make_adder5(x):
- class Adder:
- def __call__(self, y):
- return x + y
- return Adder()
- inc = make_adder5(1)
- plus10 = make_adder5(10)
- self.assertEqual(inc(1), 2)
- self.assertEqual(plus10(-2), 8)
- def testNestingPlusFreeRefToGlobal(self):
- def make_adder6(x):
- global global_nest_x
- def adder(y):
- return global_nest_x + y
- global_nest_x = x
- return adder
- inc = make_adder6(1)
- plus10 = make_adder6(10)
- self.assertEqual(inc(1), 11) # there's only one global
- self.assertEqual(plus10(-2), 8)
- def testNearestEnclosingScope(self):
- def f(x):
- def g(y):
- x = 42 # check that this masks binding in f()
- def h(z):
- return x + z
- return h
- return g(2)
- test_func = f(10)
- self.assertEqual(test_func(5), 47)
- def testMixedFreevarsAndCellvars(self):
- def identity(x):
- return x
- def f(x, y, z):
- def g(a, b, c):
- a = a + x # 3
- def h():
- # z * (4 + 9)
- # 3 * 13
- return identity(z * (b + y))
- y = c + z # 9
- return h
- return g
- g = f(1, 2, 3)
- h = g(2, 4, 6)
- self.assertEqual(h(), 39)
- def testFreeVarInMethod(self):
- def test():
- method_and_var = "var"
- class Test:
- def method_and_var(self):
- return "method"
- def test(self):
- return method_and_var
- def actual_global(self):
- return str("global")
- def str(self):
- return str(self)
- return Test()
- t = test()
- self.assertEqual(t.test(), "var")
- self.assertEqual(t.method_and_var(), "method")
- self.assertEqual(t.actual_global(), "global")
- method_and_var = "var"
- class Test:
- # this class is not nested, so the rules are different
- def method_and_var(self):
- return "method"
- def test(self):
- return method_and_var
- def actual_global(self):
- return str("global")
- def str(self):
- return str(self)
- t = Test()
- self.assertEqual(t.test(), "var")
- self.assertEqual(t.method_and_var(), "method")
- self.assertEqual(t.actual_global(), "global")
- def testCellIsKwonlyArg(self):
- # Issue 1409: Initialisation of a cell value,
- # when it comes from a keyword-only parameter
- def foo(*, a=17):
- def bar():
- return a + 5
- return bar() + 3
- self.assertEqual(foo(a=42), 50)
- self.assertEqual(foo(), 25)
- def testCellIsArgAndEscapes(self):
- # We need to be sure that a cell passed in as an arg still
- # gets wrapped in a new cell if the arg escapes into an
- # inner function (closure).
- def external():
- value = 42
- def inner():
- return value
- cell, = inner.__closure__
- return cell
- cell_ext = external()
- def spam(arg):
- def eggs():
- return arg
- return eggs
- eggs = spam(cell_ext)
- cell_closure, = eggs.__closure__
- cell_eggs = eggs()
- self.assertIs(cell_eggs, cell_ext)
- self.assertIsNot(cell_eggs, cell_closure)
- def testCellIsLocalAndEscapes(self):
- # We need to be sure that a cell bound to a local still
- # gets wrapped in a new cell if the local escapes into an
- # inner function (closure).
- def external():
- value = 42
- def inner():
- return value
- cell, = inner.__closure__
- return cell
- cell_ext = external()
- def spam(arg):
- cell = arg
- def eggs():
- return cell
- return eggs
- eggs = spam(cell_ext)
- cell_closure, = eggs.__closure__
- cell_eggs = eggs()
- self.assertIs(cell_eggs, cell_ext)
- self.assertIsNot(cell_eggs, cell_closure)
- def testRecursion(self):
- def f(x):
- def fact(n):
- if n == 0:
- return 1
- else:
- return n * fact(n - 1)
- if x >= 0:
- return fact(x)
- else:
- raise ValueError("x must be >= 0")
- self.assertEqual(f(6), 720)
- def testUnoptimizedNamespaces(self):
- check_syntax_error(self, """if 1:
- def unoptimized_clash1(strip):
- def f(s):
- from sys import *
- return getrefcount(s) # ambiguity: free or local
- return f
- """)
- check_syntax_error(self, """if 1:
- def unoptimized_clash2():
- from sys import *
- def f(s):
- return getrefcount(s) # ambiguity: global or local
- return f
- """)
- check_syntax_error(self, """if 1:
- def unoptimized_clash2():
- from sys import *
- def g():
- def f(s):
- return getrefcount(s) # ambiguity: global or local
- return f
- """)
- check_syntax_error(self, """if 1:
- def f():
- def g():
- from sys import *
- return getrefcount # global or local?
- """)
- def testLambdas(self):
- f1 = lambda x: lambda y: x + y
- inc = f1(1)
- plus10 = f1(10)
- self.assertEqual(inc(1), 2)
- self.assertEqual(plus10(5), 15)
- f2 = lambda x: (lambda : lambda y: x + y)()
- inc = f2(1)
- plus10 = f2(10)
- self.assertEqual(inc(1), 2)
- self.assertEqual(plus10(5), 15)
- f3 = lambda x: lambda y: global_x + y
- global_x = 1
- inc = f3(None)
- self.assertEqual(inc(2), 3)
- f8 = lambda x, y, z: lambda a, b, c: lambda : z * (b + y)
- g = f8(1, 2, 3)
- h = g(2, 4, 6)
- self.assertEqual(h(), 18)
- def testUnboundLocal(self):
- def errorInOuter():
- print(y)
- def inner():
- return y
- y = 1
- def errorInInner():
- def inner():
- return y
- inner()
- y = 1
- self.assertRaises(UnboundLocalError, errorInOuter)
- self.assertRaises(NameError, errorInInner)
- def testUnboundLocal_AfterDel(self):
- # #4617: It is now legal to delete a cell variable.
- # The following functions must obviously compile,
- # and give the correct error when accessing the deleted name.
- def errorInOuter():
- y = 1
- del y
- print(y)
- def inner():
- return y
- def errorInInner():
- def inner():
- return y
- y = 1
- del y
- inner()
- self.assertRaises(UnboundLocalError, errorInOuter)
- self.assertRaises(NameError, errorInInner)
- def testUnboundLocal_AugAssign(self):
- # test for bug #1501934: incorrect LOAD/STORE_GLOBAL generation
- exec("""if 1:
- global_x = 1
- def f():
- global_x += 1
- try:
- f()
- except UnboundLocalError:
- pass
- else:
- fail('scope of global_x not correctly determined')
- """, {'fail': self.fail})
- def testComplexDefinitions(self):
- def makeReturner(*lst):
- def returner():
- return lst
- return returner
- self.assertEqual(makeReturner(1,2,3)(), (1,2,3))
- def makeReturner2(**kwargs):
- def returner():
- return kwargs
- return returner
- self.assertEqual(makeReturner2(a=11)()['a'], 11)
- def testScopeOfGlobalStmt(self):
- # Examples posted by Samuele Pedroni to python-dev on 3/1/2001
- exec("""if 1:
- # I
- x = 7
- def f():
- x = 1
- def g():
- global x
- def i():
- def h():
- return x
- return h()
- return i()
- return g()
- self.assertEqual(f(), 7)
- self.assertEqual(x, 7)
- # II
- x = 7
- def f():
- x = 1
- def g():
- x = 2
- def i():
- def h():
- return x
- return h()
- return i()
- return g()
- self.assertEqual(f(), 2)
- self.assertEqual(x, 7)
- # III
- x = 7
- def f():
- x = 1
- def g():
- global x
- x = 2
- def i():
- def h():
- return x
- return h()
- return i()
- return g()
- self.assertEqual(f(), 2)
- self.assertEqual(x, 2)
- # IV
- x = 7
- def f():
- x = 3
- def g():
- global x
- x = 2
- def i():
- def h():
- return x
- return h()
- return i()
- return g()
- self.assertEqual(f(), 2)
- self.assertEqual(x, 2)
- # XXX what about global statements in class blocks?
- # do they affect methods?
- x = 12
- class Global:
- global x
- x = 13
- def set(self, val):
- x = val
- def get(self):
- return x
- g = Global()
- self.assertEqual(g.get(), 13)
- g.set(15)
- self.assertEqual(g.get(), 13)
- """)
- def testLeaks(self):
- class Foo:
- count = 0
- def __init__(self):
- Foo.count += 1
- def __del__(self):
- Foo.count -= 1
- def f1():
- x = Foo()
- def f2():
- return x
- f2()
- for i in range(100):
- f1()
- gc_collect() # For PyPy or other GCs.
- self.assertEqual(Foo.count, 0)
- def testClassAndGlobal(self):
- exec("""if 1:
- def test(x):
- class Foo:
- global x
- def __call__(self, y):
- return x + y
- return Foo()
- x = 0
- self.assertEqual(test(6)(2), 8)
- x = -1
- self.assertEqual(test(3)(2), 5)
- looked_up_by_load_name = False
- class X:
- # Implicit globals inside classes are be looked up by LOAD_NAME, not
- # LOAD_GLOBAL.
- locals()['looked_up_by_load_name'] = True
- passed = looked_up_by_load_name
- self.assertTrue(X.passed)
- """)
- def testLocalsFunction(self):
- def f(x):
- def g(y):
- def h(z):
- return y + z
- w = x + y
- y += 3
- return locals()
- return g
- d = f(2)(4)
- self.assertIn('h', d)
- del d['h']
- self.assertEqual(d, {'x': 2, 'y': 7, 'w': 6})
- def testLocalsClass(self):
- # This test verifies that calling locals() does not pollute
- # the local namespace of the class with free variables. Old
- # versions of Python had a bug, where a free variable being
- # passed through a class namespace would be inserted into
- # locals() by locals() or exec or a trace function.
- #
- # The real bug lies in frame code that copies variables
- # between fast locals and the locals dict, e.g. when executing
- # a trace function.
- def f(x):
- class C:
- x = 12
- def m(self):
- return x
- locals()
- return C
- self.assertEqual(f(1).x, 12)
- def f(x):
- class C:
- y = x
- def m(self):
- return x
- z = list(locals())
- return C
- varnames = f(1).z
- self.assertNotIn("x", varnames)
- self.assertIn("y", varnames)
- @cpython_only
- def testLocalsClass_WithTrace(self):
- # Issue23728: after the trace function returns, the locals()
- # dictionary is used to update all variables, this used to
- # include free variables. But in class statements, free
- # variables are not inserted...
- import sys
- self.addCleanup(sys.settrace, sys.gettrace())
- sys.settrace(lambda a,b,c:None)
- x = 12
- class C:
- def f(self):
- return x
- self.assertEqual(x, 12) # Used to raise UnboundLocalError
- def testBoundAndFree(self):
- # var is bound and free in class
- def f(x):
- class C:
- def m(self):
- return x
- a = x
- return C
- inst = f(3)()
- self.assertEqual(inst.a, inst.m())
- @cpython_only
- def testInteractionWithTraceFunc(self):
- import sys
- def tracer(a,b,c):
- return tracer
- def adaptgetter(name, klass, getter):
- kind, des = getter
- if kind == 1: # AV happens when stepping from this line to next
- if des == "":
- des = "_%s__%s" % (klass.__name__, name)
- return lambda obj: getattr(obj, des)
- class TestClass:
- pass
- self.addCleanup(sys.settrace, sys.gettrace())
- sys.settrace(tracer)
- adaptgetter("foo", TestClass, (1, ""))
- sys.settrace(None)
- self.assertRaises(TypeError, sys.settrace)
- def testEvalExecFreeVars(self):
- def f(x):
- return lambda: x + 1
- g = f(3)
- self.assertRaises(TypeError, eval, g.__code__)
- try:
- exec(g.__code__, {})
- except TypeError:
- pass
- else:
- self.fail("exec should have failed, because code contained free vars")
- def testListCompLocalVars(self):
- try:
- print(bad)
- except NameError:
- pass
- else:
- print("bad should not be defined")
- def x():
- [bad for s in 'a b' for bad in s.split()]
- x()
- try:
- print(bad)
- except NameError:
- pass
- def testEvalFreeVars(self):
- def f(x):
- def g():
- x
- eval("x + 1")
- return g
- f(4)()
- def testFreeingCell(self):
- # Test what happens when a finalizer accesses
- # the cell where the object was stored.
- class Special:
- def __del__(self):
- nestedcell_get()
- def testNonLocalFunction(self):
- def f(x):
- def inc():
- nonlocal x
- x += 1
- return x
- def dec():
- nonlocal x
- x -= 1
- return x
- return inc, dec
- inc, dec = f(0)
- self.assertEqual(inc(), 1)
- self.assertEqual(inc(), 2)
- self.assertEqual(dec(), 1)
- self.assertEqual(dec(), 0)
- def testNonLocalMethod(self):
- def f(x):
- class c:
- def inc(self):
- nonlocal x
- x += 1
- return x
- def dec(self):
- nonlocal x
- x -= 1
- return x
- return c()
- c = f(0)
- self.assertEqual(c.inc(), 1)
- self.assertEqual(c.inc(), 2)
- self.assertEqual(c.dec(), 1)
- self.assertEqual(c.dec(), 0)
- def testGlobalInParallelNestedFunctions(self):
- # A symbol table bug leaked the global statement from one
- # function to other nested functions in the same block.
- # This test verifies that a global statement in the first
- # function does not affect the second function.
- local_ns = {}
- global_ns = {}
- exec("""if 1:
- def f():
- y = 1
- def g():
- global y
- return y
- def h():
- return y + 1
- return g, h
- y = 9
- g, h = f()
- result9 = g()
- result2 = h()
- """, local_ns, global_ns)
- self.assertEqual(2, global_ns["result2"])
- self.assertEqual(9, global_ns["result9"])
- def testNonLocalClass(self):
- def f(x):
- class c:
- nonlocal x
- x += 1
- def get(self):
- return x
- return c()
- c = f(0)
- self.assertEqual(c.get(), 1)
- self.assertNotIn("x", c.__class__.__dict__)
- def testNonLocalGenerator(self):
- def f(x):
- def g(y):
- nonlocal x
- for i in range(y):
- x += 1
- yield x
- return g
- g = f(0)
- self.assertEqual(list(g(5)), [1, 2, 3, 4, 5])
- def testNestedNonLocal(self):
- def f(x):
- def g():
- nonlocal x
- x -= 2
- def h():
- nonlocal x
- x += 4
- return x
- return h
- return g
- g = f(1)
- h = g()
- self.assertEqual(h(), 3)
- def testTopIsNotSignificant(self):
- # See #9997.
- def top(a):
- pass
- def b():
- global a
- def testClassNamespaceOverridesClosure(self):
- # See #17853.
- x = 42
- class X:
- locals()["x"] = 43
- y = x
- self.assertEqual(X.y, 43)
- class X:
- locals()["x"] = 43
- del x
- self.assertFalse(hasattr(X, "x"))
- self.assertEqual(x, 42)
- @cpython_only
- def testCellLeak(self):
- # Issue 17927.
- #
- # The issue was that if self was part of a cycle involving the
- # frame of a method call, *and* the method contained a nested
- # function referencing self, thereby forcing 'self' into a
- # cell, setting self to None would not be enough to break the
- # frame -- the frame had another reference to the instance,
- # which could not be cleared by the code running in the frame
- # (though it will be cleared when the frame is collected).
- # Without the lambda, setting self to None is enough to break
- # the cycle.
- class Tester:
- def dig(self):
- if 0:
- lambda: self
- try:
- 1/0
- except Exception as exc:
- self.exc = exc
- self = None # Break the cycle
- tester = Tester()
- tester.dig()
- ref = weakref.ref(tester)
- del tester
- gc_collect() # For PyPy or other GCs.
- self.assertIsNone(ref())
- if __name__ == '__main__':
- unittest.main()
|