eric: comparison UtilitiesPython2/py2flakes/checker.py

-:509de9ee6cb8
+:d608f3f42d71
 # Original (c) 2005-2010 Divmod, Inc.
 #
 # This module is based on pyflakes for Python2 but was heavily hacked to
 # work within eric5
-import __builtin__
+"""
-import os.path
+Main module.
-import _ast
+Implement the central Checker class.
-from py2flakes import messages
+Also, it models the Bindings and Scopes.
+"""
+import doctest
-# utility function to iterate over an AST node's children, adapted
+import os
-# from Python 2.6's standard ast module
+import sys
+PY2 = sys.version_info < (3, 0)
+PY32 = sys.version_info < (3, 3)    # Python 2.5 to 3.2
+PY33 = sys.version_info < (3, 4)    # Python 2.5 to 3.3
+builtin_vars = dir(__import__('__builtin__' if PY2 else 'builtins'))
 try:
 import ast
-iter_child_nodes = ast.iter_child_nodes
+except ImportError:     # Python 2.5
-except (ImportError, AttributeError):
+import _ast as ast
-def iter_child_nodes(node, astcls=_ast.AST):
-"""
+if 'decorator_list' not in ast.ClassDef._fields:
-Yield all direct child nodes of *node*, that is, all fields that are
+# Patch the missing attribute 'decorator_list'
-nodes and all items of fields that are lists of nodes.
+ast.ClassDef.decorator_list = ()
-"""
+ast.FunctionDef.decorator_list = property(lambda s: s.decorators)
-for name in node._fields:
-field = getattr(node, name, None)
+from py2flakes import messages
-if isinstance(field, astcls):
-yield field
-elif isinstance(field, list):
+if PY2:
-for item in field:
+def getNodeType(node_class):
-yield item
+# workaround str.upper() which is locale-dependent
+return str(unicode(node_class.__name__).upper())  # __IGNORE_WARNING__
+else:
+def getNodeType(node_class):
+return node_class.__name__.upper()
+# Python >= 3.3 uses ast.Try instead of (ast.TryExcept + ast.TryFinally)
+if PY32:
+def getAlternatives(n):
+if isinstance(n, (ast.If, ast.TryFinally)):
+return [n.body]
+if isinstance(n, ast.TryExcept):
+return [n.body + n.orelse] + [[hdl] for hdl in n.handlers]
+else:
+def getAlternatives(n):
+if isinstance(n, ast.If):
+return [n.body]
+if isinstance(n, ast.Try):
+return [n.body + n.orelse] + [[hdl] for hdl in n.handlers]
+class _FieldsOrder(dict):
+"""Fix order of AST node fields."""
+def _get_fields(self, node_class):
+# handle iter before target, and generators before element
+fields = node_class._fields
+if 'iter' in fields:
+key_first = 'iter'.find
+elif 'generators' in fields:
+key_first = 'generators'.find
+else:
+key_first = 'value'.find
+return tuple(sorted(fields, key=key_first, reverse=True))
+def __missing__(self, node_class):
+self[node_class] = fields = self._get_fields(node_class)
+return fields
+def iter_child_nodes(node, omit=None, _fields_order=_FieldsOrder()):
+"""
+Yield all direct child nodes of *node*, that is, all fields that
+are nodes and all items of fields that are lists of nodes.
+"""
+for name in _fields_order[node.__class__]:
+if name == omit:
+continue
+field = getattr(node, name, None)
+if isinstance(field, ast.AST):
+yield field
+elif isinstance(field, list):
+for item in field:
+yield item
 class Binding(object):
 """
 Represents the binding of a value to a name.
 The checker uses this to keep track of which names have been bound and
 which names have not. See L{Assignment} for a special type of binding that
 is checked with stricter rules.
-"""
+@ivar used: pair of (L{Scope}, line-number) indicating the scope and
+line number that this binding was last used
+"""
 def __init__(self, name, source):
 self.name = name
 self.source = source
 self.used = False
 def __str__(self):
 return self.name
 def __repr__(self):
-return '<%s object %r from line %r at 0x%x>' % (
+return '<%s object %r from line %r at 0x%x>' % (self.__class__.__name__,
-self.__class__.__name__,
+self.name,
-self.name,
+self.source.lineno,
-self.source.lineno,
+id(self))
-id(self))
+def redefines(self, other):
+return isinstance(other, Definition) and self.name == other.name
-class UnBinding(Binding):
-'''
-Created by the 'del' operator.
+class Definition(Binding):
-'''
+"""
+A binding that defines a function or a class.
+"""
-class Importation(Binding):
+class Importation(Definition):
 """
 A binding created by an import statement.
-"""
+@ivar fullName: The complete name given to the import statement,
+possibly including multiple dotted components.
+@type fullName: C{str}
+"""
 def __init__(self, name, source):
 self.fullName = name
+self.redefined = []
 name = name.split('.')[0]
 super(Importation, self).__init__(name, source)
+def redefines(self, other):
+if isinstance(other, Importation):
+return self.fullName == other.fullName
+return isinstance(other, Definition) and self.name == other.name
 class Argument(Binding):
 """
 Represents binding a name as an argument.
 the checker does not consider assignments in tuple/list unpacking to be
 Assignments, rather it treats them as simple Bindings.
 """
-class FunctionDefinition(Binding):
+class FunctionDefinition(Definition):
-"""
-Represents a function definition.
-"""
 pass
+class ClassDefinition(Definition):
+pass
 class ExportBinding(Binding):
 """
-A binding created by an __all__ assignment.  If the names in the list
+A binding created by an C{__all__} assignment.  If the names in the list
 can be determined statically, they will be treated as names for export and
 additional checking applied to them.
-The only __all__ assignment that can be recognized is one which takes
+The only C{__all__} assignment that can be recognized is one which takes
 the value of a literal list containing literal strings.  For example::
 __all__ = ["foo", "bar"]
 Names which are imported and not otherwise used but appear in the value of
-__all__ will not have an unused import warning reported for them.
+C{__all__} will not have an unused import warning reported for them.
 """
-def names(self):
-"""
+def __init__(self, name, source, scope):
-Return a list of the names referenced by this binding.
+if '__all__' in scope and isinstance(source, ast.AugAssign):
-"""
+self.names = list(scope['__all__'].names)
-names = []
+else:
-if isinstance(self.source, _ast.List):
+self.names = []
-for node in self.source.elts:
+if isinstance(source.value, (ast.List, ast.Tuple)):
-if isinstance(node, _ast.Str):
+for node in source.value.elts:
-names.append(node.s)
+if isinstance(node, ast.Str):
-return names
+self.names.append(node.s)
+super(ExportBinding, self).__init__(name, source)
 class Scope(dict):
-"""
-Class defining the scope base class.
-"""
 importStarred = False       # set to True when import * is found
 def __repr__(self):
-return '<%s at 0x%x %s>' % (
+scope_cls = self.__class__.__name__
-self.__class__.__name__, id(self), dict.__repr__(self))
+return '<%s at 0x%x %s>' % (scope_cls, id(self), dict.__repr__(self))
-def __init__(self):
-super(Scope, self).__init__()
 class ClassScope(Scope):
-"""
-Class representing a name scope for a class.
-"""
 pass
 class FunctionScope(Scope):
 """
-Class representing a name scope for a function.
+I represent a name scope for a function.
-"""
+@ivar globals: Names declared 'global' in this function.
+"""
+usesLocals = False
+alwaysUsed = set(['__tracebackhide__',
+'__traceback_info__', '__traceback_supplement__'])
 def __init__(self):
 super(FunctionScope, self).__init__()
-self.globals = {}
+# Simplify: manage the special locals as globals
+self.globals = self.alwaysUsed.copy()
+self.returnValue = None     # First non-empty return
+self.isGenerator = False    # Detect a generator
+def unusedAssignments(self):
+"""
+Return a generator for the assignments which have not been used.
+"""
+for name, binding in self.items():
+if (not binding.used and name not in self.globals
+and not self.usesLocals
+and isinstance(binding, Assignment)):
+yield name, binding
+class GeneratorScope(Scope):
+pass
 class ModuleScope(Scope):
-"""
-Class representing a name scope for a module.
-"""
 pass
-# Globally defined names which are not attributes of the __builtin__ module.
-_MAGIC_GLOBALS = ['__file__', '__builtins__']
+# Globally defined names which are not attributes of the builtins module, or
+# are only present on some platforms.
+_MAGIC_GLOBALS = ['__file__', '__builtins__', 'WindowsError']
+def getNodeName(node):
+# Returns node.id, or node.name, or None
+if hasattr(node, 'id'):     # One of the many nodes with an id
+return node.id
+if hasattr(node, 'name'):   # a ExceptHandler node
+return node.name
 class Checker(object):
 """
-Class to check the cleanliness and sanity of Python code.
+I check the cleanliness and sanity of Python code.
-"""
+@ivar _deferredFunctions: Tracking list used by L{deferFunction}.  Elements
+of the list are two-tuples.  The first element is the callable passed
+to L{deferFunction}.  The second element is a copy of the scope stack
+at the time L{deferFunction} was called.
+@ivar _deferredAssignments: Similar to C{_deferredFunctions}, but for
+callables which are deferred assignment checks.
+"""
 nodeDepth = 0
+offset = None
 traceTree = False
-def __init__(self, module, filename='(none)'):
+builtIns = set(builtin_vars).union(_MAGIC_GLOBALS)
-"""
+_customBuiltIns = os.environ.get('PYFLAKES_BUILTINS')
-Constructor
+if _customBuiltIns:
+builtIns.update(_customBuiltIns.split(','))
-@param module parsed module tree or module source code
+del _customBuiltIns
-@param filename name of the module file (string)
-"""
+def __init__(self, tree, filename='(none)', builtins=None,
+withDoctest='PYFLAKES_NODOCTEST' not in os.environ):
+self._nodeHandlers = {}
 self._deferredFunctions = []
 self._deferredAssignments = []
-self.dead_scopes = []
+self.deadScopes = []
 self.messages = []
 self.filename = filename
+if builtins:
+self.builtIns = self.builtIns.union(builtins)
+self.withDoctest = withDoctest
 self.scopeStack = [ModuleScope()]
+self.exceptHandlers = [()]
 self.futuresAllowed = True
-if isinstance(module, str):
+## added for eric5
-module = ast.parse(module, filename, "exec")
+if isinstance(tree, basestring):
-self.handleChildren(module)
+tree = compile(tree, filename, "exec", ast.PyCF_ONLY_AST)
-self._runDeferred(self._deferredFunctions)
+## end added for eric5
+self.root = tree
+self.handleChildren(tree)
+self.runDeferred(self._deferredFunctions)
 # Set _deferredFunctions to None so that deferFunction will fail
 # noisily if called after we've run through the deferred functions.
 self._deferredFunctions = None
-self._runDeferred(self._deferredAssignments)
+self.runDeferred(self._deferredAssignments)
 # Set _deferredAssignments to None so that deferAssignment will fail
-# noisly if called after we've run through the deferred assignments.
+# noisily if called after we've run through the deferred assignments.
 self._deferredAssignments = None
 del self.scopeStack[1:]
 self.popScope()
-self.check_dead_scopes()
+self.checkDeadScopes()
 def deferFunction(self, callable):
-'''
+"""
 Schedule a function handler to be called just before completion.
 This is used for handling function bodies, which must be deferred
 because code later in the file might modify the global scope. When
 `callable` is called, the scope at the time this is called will be
 restored, however it will contain any new bindings added to it.
-'''
+"""
-self._deferredFunctions.append((callable, self.scopeStack[:]))
+self._deferredFunctions.append((callable, self.scopeStack[:], self.offset))
 def deferAssignment(self, callable):
 """
 Schedule an assignment handler to be called just after deferred
 function handlers.
 """
-self._deferredAssignments.append((callable, self.scopeStack[:]))
+self._deferredAssignments.append((callable, self.scopeStack[:], self.offset))
-def _runDeferred(self, deferred):
+def runDeferred(self, deferred):
 """
-Run the callables in deferred using their associated scope stack.
+Run the callables in C{deferred} using their associated scope stack.
 """
-for handler, scope in deferred:
+for handler, scope, offset in deferred:
 self.scopeStack = scope
+self.offset = offset
 handler()
+@property
 def scope(self):
 return self.scopeStack[-1]
-scope = property(scope)
 def popScope(self):
-self.dead_scopes.append(self.scopeStack.pop())
+self.deadScopes.append(self.scopeStack.pop())
-def check_dead_scopes(self):
+def checkDeadScopes(self):
 """
 Look at scopes which have been fully examined and report names in them
 which were imported but unused.
 """
-for scope in self.dead_scopes:
+for scope in self.deadScopes:
-export = isinstance(scope.get('__all__'), ExportBinding)
+if isinstance(scope.get('__all__'), ExportBinding):
-if export:
+all_names = set(scope['__all__'].names)
-all = scope['__all__'].names()
+if not scope.importStarred and \
-if os.path.split(self.filename)[1] != '__init__.py':
+os.path.basename(self.filename) != '__init__.py':
 # Look for possible mistakes in the export list
-undefined = set(all) - set(scope)
+undefined = all_names.difference(scope)
 for name in undefined:
-self.report(
+self.report(messages.UndefinedExport,
-messages.UndefinedExport,
+scope['__all__'].source, name)
-scope['__all__'].source.lineno,
-name)
 else:
-all = []
+all_names = []
 # Look for imported names that aren't used.
-for importation in scope.itervalues():
+for value in scope.values():
-if isinstance(importation, Importation):
+if isinstance(value, Importation):
-if not importation.used and importation.name not in all:
+used = value.used or value.name in all_names
-self.report(
+if not used:
-messages.UnusedImport,
+messg = messages.UnusedImport
-importation.source.lineno,
+self.report(messg, value.source, value.name)
-importation.name)
+for node in value.redefined:
+if isinstance(self.getParent(node), ast.For):
-def pushFunctionScope(self):
+messg = messages.ImportShadowedByLoopVar
-self.scopeStack.append(FunctionScope())
+elif used:
+continue
-def pushClassScope(self):
+else:
-self.scopeStack.append(ClassScope())
+messg = messages.RedefinedWhileUnused
+self.report(messg, node, value.name, value.source)
+def pushScope(self, scopeClass=FunctionScope):
+self.scopeStack.append(scopeClass())
 def report(self, messageClass, *args, **kwargs):
 self.messages.append(messageClass(self.filename, *args, **kwargs))
-def handleChildren(self, tree):
+def getParent(self, node):
-for node in iter_child_nodes(tree):
+# Lookup the first parent which is not Tuple, List or Starred
-self.handleNode(node, tree)
+while True:
+node = node.parent
-def isDocstring(self, node):
+if not hasattr(node, 'elts') and not hasattr(node, 'ctx'):
-"""
+return node
-Determine if the given node is a docstring, as long as it is at the
-correct place in the node tree.
+def getCommonAncestor(self, lnode, rnode, stop):
-"""
+if stop in (lnode, rnode) or not (hasattr(lnode, 'parent') and
-return isinstance(node, _ast.Str) or \
+hasattr(rnode, 'parent')):
-(isinstance(node, _ast.Expr) and
+return None
-isinstance(node.value, _ast.Str))
+if lnode is rnode:
+return lnode
-def handleNode(self, node, parent):
-if node:
+if (lnode.depth > rnode.depth):
-node.parent = parent
+return self.getCommonAncestor(lnode.parent, rnode, stop)
-if self.traceTree:
+if (lnode.depth < rnode.depth):
-print '  ' * self.nodeDepth + node.__class__.__name__
+return self.getCommonAncestor(lnode, rnode.parent, stop)
-self.nodeDepth += 1
+return self.getCommonAncestor(lnode.parent, rnode.parent, stop)
-if self.futuresAllowed and not \
-(isinstance(node, _ast.ImportFrom) or
+def descendantOf(self, node, ancestors, stop):
-self.isDocstring(node)):
+for a in ancestors:
-self.futuresAllowed = False
+if self.getCommonAncestor(node, a, stop):
-nodeType = node.__class__.__name__.upper()
+return True
+return False
+def differentForks(self, lnode, rnode):
+"""True, if lnode and rnode are located on different forks of IF/TRY"""
+ancestor = self.getCommonAncestor(lnode, rnode, self.root)
+parts = getAlternatives(ancestor)
+if parts:
+for items in parts:
+if self.descendantOf(lnode, items, ancestor) ^ \
+self.descendantOf(rnode, items, ancestor):
+return True
+return False
+def addBinding(self, node, value):
+"""
+Called when a binding is altered.
+- `node` is the statement responsible for the change
+- `value` is the new value, a Binding instance
+"""
+# assert value.source in (node, node.parent):
+for scope in self.scopeStack[::-1]:
+if value.name in scope:
+break
+existing = scope.get(value.name)
+if existing and not self.differentForks(node, existing.source):
+parent_stmt = self.getParent(value.source)
+if isinstance(existing, Importation) and isinstance(parent_stmt, ast.For):
+self.report(messages.ImportShadowedByLoopVar,
+node, value.name, existing.source)
+elif scope is self.scope:
+if (isinstance(parent_stmt, ast.comprehension) and
+not isinstance(self.getParent(existing.source),
+(ast.For, ast.comprehension))):
+self.report(messages.RedefinedInListComp,
+node, value.name, existing.source)
+elif not existing.used and value.redefines(existing):
+self.report(messages.RedefinedWhileUnused,
+node, value.name, existing.source)
+elif isinstance(existing, Importation) and value.redefines(existing):
+existing.redefined.append(node)
+self.scope[value.name] = value
+def getNodeHandler(self, node_class):
+try:
+return self._nodeHandlers[node_class]
+except KeyError:
+nodeType = getNodeType(node_class)
+self._nodeHandlers[node_class] = handler = getattr(self, nodeType)
+return handler
+def handleNodeLoad(self, node):
+name = getNodeName(node)
+if not name:
+return
+# try local scope
+try:
+self.scope[name].used = (self.scope, node)
+except KeyError:
+pass
+else:
+return
+scopes = [scope for scope in self.scopeStack[:-1]
+if isinstance(scope, (FunctionScope, ModuleScope))]
+if isinstance(self.scope, GeneratorScope) and scopes[-1] != self.scopeStack[-2]:
+scopes.append(self.scopeStack[-2])
+# try enclosing function scopes and global scope
+importStarred = self.scope.importStarred
+for scope in reversed(scopes):
+importStarred = importStarred or scope.importStarred
 try:
-handler = getattr(self, nodeType)
+scope[name].used = (self.scope, node)
-handler(node)
-except AttributeError:
-print nodeType, "not supported yet. Please report this."
-finally:
-self.nodeDepth -= 1
-if self.traceTree:
-print '  ' * self.nodeDepth + 'end ' + node.__class__.__name__
-def ignore(self, node):
-pass
-# "stmt" type nodes
-RETURN = DELETE = PRINT = WHILE = IF = WITH = RAISE = TRYEXCEPT = \
-TRYFINALLY = ASSERT = EXEC = EXPR = handleChildren
-CONTINUE = BREAK = PASS = ignore
-# "expr" type nodes
-BOOLOP = BINOP = UNARYOP = IFEXP = DICT = SET = YIELD = COMPARE = \
-CALL = REPR = ATTRIBUTE = SUBSCRIPT = LIST = TUPLE = handleChildren
-NUM = STR = ELLIPSIS = ignore
-# "slice" type nodes
-SLICE = EXTSLICE = INDEX = handleChildren
-# expression contexts are node instances too, though being constants
-LOAD = STORE = DEL = AUGLOAD = AUGSTORE = PARAM = ignore
-# same for operators
-AND = OR = ADD = SUB = MULT = DIV = MOD = POW = LSHIFT = RSHIFT = \
-BITOR = BITXOR = BITAND = FLOORDIV = INVERT = NOT = UADD = USUB = \
-EQ = NOTEQ = LT = LTE = GT = GTE = IS = ISNOT = IN = NOTIN = ignore
-# additional node types
-COMPREHENSION = EXCEPTHANDLER = KEYWORD = handleChildren
-def addBinding(self, lineno, value, reportRedef=True):
-'''
-Called when a binding is altered.
-@param lineno line of the statement responsible for the change
-(integer)
-@param value the optional new value, a Binding instance, associated
-with the binding; if None, the binding is deleted if it exists
-@param reportRedef flag indicating if rebinding while unused will be
-reported (boolean)
-'''
-if (isinstance(self.scope.get(value.name), FunctionDefinition)
-and isinstance(value, FunctionDefinition)):
-self.report(messages.RedefinedFunction,
-lineno, value.name,
-self.scope[value.name].source.lineno)
-if not isinstance(self.scope, ClassScope):
-for scope in self.scopeStack[::-1]:
-existing = scope.get(value.name)
-if (isinstance(existing, Importation)
-and not existing.used
-and (not isinstance(value, Importation) or
-value.fullName == existing.fullName)
-and reportRedef):
-self.report(messages.RedefinedWhileUnused,
-lineno, value.name,
-scope[value.name].source.lineno)
-if isinstance(value, UnBinding):
-try:
-del self.scope[value.name]
-except KeyError:
-self.report(messages.UndefinedName, lineno, value.name)
-else:
-self.scope[value.name] = value
-def GLOBAL(self, node):
-"""
-Keep track of globals declarations.
-"""
-if isinstance(self.scope, FunctionScope):
-self.scope.globals.update(dict.fromkeys(node.names))
-def LISTCOMP(self, node):
-# handle generators before element
-for gen in node.generators:
-self.handleNode(gen, node)
-self.handleNode(node.elt, node)
-GENERATOREXP = SETCOMP = LISTCOMP
-# dictionary comprehensions; introduced in Python 2.7
-def DICTCOMP(self, node):
-for gen in node.generators:
-self.handleNode(gen, node)
-self.handleNode(node.key, node)
-self.handleNode(node.value, node)
-def FOR(self, node):
-"""
-Process bindings for loop variables.
-"""
-vars = []
-def collectLoopVars(n):
-if isinstance(n, _ast.Name):
-vars.append(n.id)
-elif isinstance(n, _ast.expr_context):
-return
-else:
-for c in iter_child_nodes(n):
-collectLoopVars(c)
-collectLoopVars(node.target)
-for varn in vars:
-if (isinstance(self.scope.get(varn), Importation)
-# unused ones will get an unused import warning
-and self.scope[varn].used):
-self.report(messages.ImportShadowedByLoopVar,
-node.lineno, varn, self.scope[varn].source.lineno)
-self.handleChildren(node)
-def NAME(self, node):
-"""
-Locate the name in locals / function / globals scopes.
-"""
-if isinstance(node.ctx, (_ast.Load, _ast.AugLoad)):
-# try local scope
-importStarred = self.scope.importStarred
-try:
-self.scope[node.id].used = (self.scope, node.lineno)
 except KeyError:
 pass
 else:
 return
-# try enclosing function scopes
+# look in the built-ins
+if importStarred or name in self.builtIns:
-for scope in self.scopeStack[-2:0:-1]:
+return
-importStarred = importStarred or scope.importStarred
+if name == '__path__' and os.path.basename(self.filename) == '__init__.py':
-if not isinstance(scope, FunctionScope):
+# the special name __path__ is valid only in packages
+return
+# protected with a NameError handler?
+if 'NameError' not in self.exceptHandlers[-1]:
+self.report(messages.UndefinedName, node, name)
+def handleNodeStore(self, node):
+name = getNodeName(node)
+if not name:
+return
+# if the name hasn't already been defined in the current scope
+if isinstance(self.scope, FunctionScope) and name not in self.scope:
+# for each function or module scope above us
+for scope in self.scopeStack[:-1]:
+if not isinstance(scope, (FunctionScope, ModuleScope)):
 continue
-try:
+# if the name was defined in that scope, and the name has
-scope[node.id].used = (self.scope, node.lineno)
+# been accessed already in the current scope, and hasn't
-except KeyError:
+# been declared global
-pass
+used = name in scope and scope[name].used
-else:
+if used and used[0] is self.scope and name not in self.scope.globals:
-return
+# then it's probably a mistake
+self.report(messages.UndefinedLocal,
-# try global scope
+scope[name].used[1], name, scope[name].source)
+break
-importStarred = importStarred or self.scopeStack[0].importStarred
+parent_stmt = self.getParent(node)
+if isinstance(parent_stmt, (ast.For, ast.comprehension)) or (
+parent_stmt != node.parent and
+not self.isLiteralTupleUnpacking(parent_stmt)):
+binding = Binding(name, node)
+elif name == '__all__' and isinstance(self.scope, ModuleScope):
+binding = ExportBinding(name, node.parent, self.scope)
+else:
+binding = Assignment(name, node)
+if name in self.scope:
+binding.used = self.scope[name].used
+self.addBinding(node, binding)
+def handleNodeDelete(self, node):
+name = getNodeName(node)
+if not name:
+return
+if isinstance(self.scope, FunctionScope) and name in self.scope.globals:
+self.scope.globals.remove(name)
+else:
 try:
-self.scopeStack[0][node.id].used = (self.scope, node.lineno)
+del self.scope[name]
 except KeyError:
-if ((not hasattr(__builtin__, node.id))
+self.report(messages.UndefinedName, node, name)
-and node.id not in _MAGIC_GLOBALS
-and not importStarred):
+def handleChildren(self, tree, omit=None):
-if (os.path.basename(self.filename) == '__init__.py' and
+for node in iter_child_nodes(tree, omit=omit):
-node.id == '__path__'):
+self.handleNode(node, tree)
-# the special name __path__ is valid only in packages
-pass
+def isLiteralTupleUnpacking(self, node):
-else:
+if isinstance(node, ast.Assign):
-self.report(messages.UndefinedName,
+for child in node.targets + [node.value]:
-node.lineno, node.id)
+if not hasattr(child, 'elts'):
-elif isinstance(node.ctx, (_ast.Store, _ast.AugStore)):
+return False
-# if the name hasn't already been defined in the current scope
+return True
-if isinstance(self.scope, FunctionScope) and \
-node.id not in self.scope:
+def isDocstring(self, node):
-# for each function or module scope above us
+"""
-for scope in self.scopeStack[:-1]:
+Determine if the given node is a docstring, as long as it is at the
-if not isinstance(scope, (FunctionScope, ModuleScope)):
+correct place in the node tree.
-continue
+"""
-# if the name was defined in that scope, and the name has
+return isinstance(node, ast.Str) or (isinstance(node, ast.Expr) and
-# been accessed already in the current scope, and hasn't
+isinstance(node.value, ast.Str))
-# been declared global
-if (node.id in scope
+def getDocstring(self, node):
-and scope[node.id].used
+if isinstance(node, ast.Expr):
-and scope[node.id].used[0] is self.scope
+node = node.value
-and node.id not in self.scope.globals):
+if not isinstance(node, ast.Str):
-# then it's probably a mistake
+return (None, None)
-self.report(messages.UndefinedLocal,
+# Computed incorrectly if the docstring has backslash
-scope[node.id].used[1],
+doctest_lineno = node.lineno - node.s.count('\n') - 1
-node.id,
+return (node.s, doctest_lineno)
-scope[node.id].source.lineno)
-break
+def handleNode(self, node, parent):
+if node is None:
-if isinstance(node.parent,
+return
-(_ast.For, _ast.comprehension, _ast.Tuple,
+if self.offset and getattr(node, 'lineno', None) is not None:
-_ast.List)):
+node.lineno += self.offset[0]
-binding = Binding(node.id, node)
+node.col_offset += self.offset[1]
-elif (node.id == '__all__' and
+if self.traceTree:
-isinstance(self.scope, ModuleScope)):
+print('  ' * self.nodeDepth + node.__class__.__name__)
-binding = ExportBinding(node.id, node.parent.value)
+if self.futuresAllowed and not (isinstance(node, ast.ImportFrom) or
+self.isDocstring(node)):
+self.futuresAllowed = False
+self.nodeDepth += 1
+node.depth = self.nodeDepth
+node.parent = parent
+try:
+handler = self.getNodeHandler(node.__class__)
+handler(node)
+finally:
+self.nodeDepth -= 1
+if self.traceTree:
+print('  ' * self.nodeDepth + 'end ' + node.__class__.__name__)
+_getDoctestExamples = doctest.DocTestParser().get_examples
+def handleDoctests(self, node):
+try:
+(docstring, node_lineno) = self.getDocstring(node.body[0])
+examples = docstring and self._getDoctestExamples(docstring)
+except (ValueError, IndexError):
+# e.g. line 6 of the docstring for <string> has inconsistent
+# leading whitespace: ...
+return
+if not examples:
+return
+node_offset = self.offset or (0, 0)
+self.pushScope()
+underscore_in_builtins = '_' in self.builtIns
+if not underscore_in_builtins:
+self.builtIns.add('_')
+for example in examples:
+try:
+tree = compile(example.source, "<doctest>", "exec", ast.PyCF_ONLY_AST)
+except SyntaxError:
+e = sys.exc_info()[1]
+position = (node_lineno + example.lineno + e.lineno,
+example.indent + 4 + (e.offset or 0))
+self.report(messages.DoctestSyntaxError, node, position)
 else:
-binding = Assignment(node.id, node)
+self.offset = (node_offset[0] + node_lineno + example.lineno,
-if node.id in self.scope:
+node_offset[1] + example.indent + 4)
-binding.used = self.scope[node.id].used
+self.handleChildren(tree)
-self.addBinding(node.lineno, binding)
+self.offset = node_offset
-elif isinstance(node.ctx, _ast.Del):
+if not underscore_in_builtins:
-if isinstance(self.scope, FunctionScope) and \
+self.builtIns.remove('_')
-node.id in self.scope.globals:
+self.popScope()
-del self.scope.globals[node.id]
-else:
+def ignore(self, node):
-self.addBinding(node.lineno, UnBinding(node.id, node))
+pass
+# "stmt" type nodes
+DELETE = PRINT = FOR = WHILE = IF = WITH = WITHITEM = RAISE = \
+TRYFINALLY = ASSERT = EXEC = EXPR = ASSIGN = handleChildren
+CONTINUE = BREAK = PASS = ignore
+# "expr" type nodes
+BOOLOP = BINOP = UNARYOP = IFEXP = DICT = SET = \
+COMPARE = CALL = REPR = ATTRIBUTE = SUBSCRIPT = LIST = TUPLE = \
+STARRED = NAMECONSTANT = handleChildren
+NUM = STR = BYTES = ELLIPSIS = ignore
+# "slice" type nodes
+SLICE = EXTSLICE = INDEX = handleChildren
+# expression contexts are node instances too, though being constants
+LOAD = STORE = DEL = AUGLOAD = AUGSTORE = PARAM = ignore
+# same for operators
+AND = OR = ADD = SUB = MULT = DIV = MOD = POW = LSHIFT = RSHIFT = \
+BITOR = BITXOR = BITAND = FLOORDIV = INVERT = NOT = UADD = USUB = \
+EQ = NOTEQ = LT = LTE = GT = GTE = IS = ISNOT = IN = NOTIN = ignore
+# additional node types
+LISTCOMP = COMPREHENSION = KEYWORD = handleChildren
+def GLOBAL(self, node):
+"""
+Keep track of globals declarations.
+"""
+if isinstance(self.scope, FunctionScope):
+self.scope.globals.update(node.names)
+NONLOCAL = GLOBAL
+def GENERATOREXP(self, node):
+self.pushScope(GeneratorScope)
+self.handleChildren(node)
+self.popScope()
+DICTCOMP = SETCOMP = GENERATOREXP
+def NAME(self, node):
+"""
+Handle occurrence of Name (which can be a load/store/delete access.)
+"""
+# Locate the name in locals / function / globals scopes.
+if isinstance(node.ctx, (ast.Load, ast.AugLoad)):
+self.handleNodeLoad(node)
+if (node.id == 'locals' and isinstance(self.scope, FunctionScope)
+and isinstance(node.parent, ast.Call)):
+# we are doing locals() call in current scope
+self.scope.usesLocals = True
+elif isinstance(node.ctx, (ast.Store, ast.AugStore)):
+self.handleNodeStore(node)
+elif isinstance(node.ctx, ast.Del):
+self.handleNodeDelete(node)
 else:
-# must be a Param context -- this only happens for names in
+# must be a Param context -- this only happens for names in function
-# function arguments, but these aren't dispatched through here
+# arguments, but these aren't dispatched through here
-raise RuntimeError(
+raise RuntimeError("Got impossible expression context: %r" % (node.ctx,))
-"Got impossible expression context: %r" % (node.ctx,))
+def RETURN(self, node):
+if node.value and not self.scope.returnValue:
+self.scope.returnValue = node.value
+self.handleNode(node.value, node)
+def YIELD(self, node):
+self.scope.isGenerator = True
+self.handleNode(node.value, node)
+YIELDFROM = YIELD
 def FUNCTIONDEF(self, node):
-if hasattr(node, 'decorators'):
+for deco in node.decorator_list:
-for deco in node.decorators:
+self.handleNode(deco, node)
-self.handleNode(deco, node)
-else:
-for deco in node.decorator_list:
-self.handleNode(deco, node)
-self.addBinding(node.lineno, FunctionDefinition(node.name, node))
 self.LAMBDA(node)
+self.addBinding(node, FunctionDefinition(node.name, node))
+if self.withDoctest:
+self.deferFunction(lambda: self.handleDoctests(node))
 def LAMBDA(self, node):
-for default in node.args.defaults:
+args = []
-self.handleNode(default, node)
+annotations = []
-def runFunction():
+if PY2:
-args = []
 def addArgs(arglist):
 for arg in arglist:
-if isinstance(arg, _ast.Tuple):
+if isinstance(arg, ast.Tuple):
 addArgs(arg.elts)
 else:
-if arg.id in args:
-self.report(messages.DuplicateArgument,
-node.lineno, arg.id)
 args.append(arg.id)
-self.pushFunctionScope()
 addArgs(node.args.args)
-# vararg/kwarg identifiers are not Name nodes
+defaults = node.args.defaults
-if node.args.vararg:
+else:
-args.append(node.args.vararg)
+for arg in node.args.args + node.args.kwonlyargs:
-if node.args.kwarg:
+args.append(arg.arg)
-args.append(node.args.kwarg)
+annotations.append(arg.annotation)
+defaults = node.args.defaults + node.args.kw_defaults
+# Only for Python3 FunctionDefs
+is_py3_func = hasattr(node, 'returns')
+for arg_name in ('vararg', 'kwarg'):
+wildcard = getattr(node.args, arg_name)
+if not wildcard:
+continue
+args.append(wildcard if PY33 else wildcard.arg)
+if is_py3_func:
+if PY33:  # Python 2.5 to 3.3
+argannotation = arg_name + 'annotation'
+annotations.append(getattr(node.args, argannotation))
+else:     # Python >= 3.4
+annotations.append(wildcard.annotation)
+if is_py3_func:
+annotations.append(node.returns)
+if len(set(args)) < len(args):
+for (idx, arg) in enumerate(args):
+if arg in args[:idx]:
+self.report(messages.DuplicateArgument, node, arg)
+for child in annotations + defaults:
+if child:
+self.handleNode(child, node)
+def runFunction():
+self.pushScope()
 for name in args:
-self.addBinding(node.lineno, Argument(name, node),
+self.addBinding(node, Argument(name, node))
-reportRedef=False)
 if isinstance(node.body, list):
 # case for FunctionDefs
 for stmt in node.body:
 self.handleNode(stmt, node)
 else:
 def checkUnusedAssignments():
 """
 Check to see if any assignments have not been used.
 """
-for name, binding in self.scope.iteritems():
+for name, binding in self.scope.unusedAssignments():
-if (not binding.used and not name in self.scope.globals
+self.report(messages.UnusedVariable, binding.source, name)
-and isinstance(binding, Assignment)):
-self.report(messages.UnusedVariable,
-binding.source.lineno, name)
 self.deferAssignment(checkUnusedAssignments)
+if PY32:
+def checkReturnWithArgumentInsideGenerator():
+"""
+Check to see if there is any return statement with
+arguments but the function is a generator.
+"""
+if self.scope.isGenerator and self.scope.returnValue:
+self.report(messages.ReturnWithArgsInsideGenerator,
+self.scope.returnValue)
+self.deferAssignment(checkReturnWithArgumentInsideGenerator)
 self.popScope()
 self.deferFunction(runFunction)
 def CLASSDEF(self, node):
 """
 Check names used in a class definition, including its decorators, base
 classes, and the body of its definition.  Additionally, add its name to
 the current scope.
 """
-# decorator_list is present as of Python 2.6
+for deco in node.decorator_list:
-for deco in getattr(node, 'decorator_list', []):
 self.handleNode(deco, node)
 for baseNode in node.bases:
 self.handleNode(baseNode, node)
-self.pushClassScope()
+if not PY2:
+for keywordNode in node.keywords:
+self.handleNode(keywordNode, node)
+self.pushScope(ClassScope)
+if self.withDoctest:
+self.deferFunction(lambda: self.handleDoctests(node))
 for stmt in node.body:
 self.handleNode(stmt, node)
 self.popScope()
-self.addBinding(node.lineno, Binding(node.name, node))
+self.addBinding(node, ClassDefinition(node.name, node))
-def ASSIGN(self, node):
+def AUGASSIGN(self, node):
+self.handleNodeLoad(node.target)
 self.handleNode(node.value, node)
-for target in node.targets:
-self.handleNode(target, node)
-def AUGASSIGN(self, node):
-# AugAssign is awkward: must set the context explicitly and visit
-# twice, once with AugLoad context, once with AugStore context
-node.target.ctx = _ast.AugLoad()
-self.handleNode(node.target, node)
-self.handleNode(node.value, node)
-node.target.ctx = _ast.AugStore()
 self.handleNode(node.target, node)
 def IMPORT(self, node):
 for alias in node.names:
 name = alias.asname or alias.name
 importation = Importation(name, node)
-self.addBinding(node.lineno, importation)
+self.addBinding(node, importation)
 def IMPORTFROM(self, node):
 if node.module == '__future__':
 if not self.futuresAllowed:
-self.report(messages.LateFutureImport, node.lineno,
+self.report(messages.LateFutureImport,
-[n.name for n in node.names])
+node, [n.name for n in node.names])
 else:
 self.futuresAllowed = False
 for alias in node.names:
 if alias.name == '*':
 self.scope.importStarred = True
-self.report(messages.ImportStarUsed, node.lineno, node.module)
+self.report(messages.ImportStarUsed, node, node.module)
 continue
 name = alias.asname or alias.name
 importation = Importation(name, node)
 if node.module == '__future__':
-importation.used = (self.scope, node.lineno)
+importation.used = (self.scope, node)
-self.addBinding(node.lineno, importation)
+self.addBinding(node, importation)
+def TRY(self, node):
+handler_names = []
+# List the exception handlers
+for handler in node.handlers:
+if isinstance(handler.type, ast.Tuple):
+for exc_type in handler.type.elts:
+handler_names.append(getNodeName(exc_type))
+elif handler.type:
+handler_names.append(getNodeName(handler.type))
+# Memorize the except handlers and process the body
+self.exceptHandlers.append(handler_names)
+for child in node.body:
+self.handleNode(child, node)
+self.exceptHandlers.pop()
+# Process the other nodes: "except:", "else:", "finally:"
+self.handleChildren(node, omit='body')
+TRYEXCEPT = TRY
+def EXCEPTHANDLER(self, node):
+# 3.x: in addition to handling children, we must handle the name of
+# the exception, which is not a Name node, but a simple string.
+if isinstance(node.name, str):
+self.handleNodeStore(node)
+self.handleChildren(node)
 #
 # eflag: FileType = Python2

Mercurial Repositories > eric / file comparison

comparison: UtilitiesPython2/py2flakes/checker.py

UtilitiesPython2/py2flakes/checker.py