"""Utility functions, node construction macros, etc."""# Author: Collin Winter# Local importsfrom .pgen2 import tokenfrom .pytree import Leaf, Nodefrom .pygram import python_symbols as symsfrom . import patcomp############################################################## Common node-construction "macros"###########################################################def KeywordArg(keyword, value):return Node(syms.argument,[keyword, Leaf(token.EQUAL, "="), value])def LParen():return Leaf(token.LPAR, "(")def RParen():return Leaf(token.RPAR, ")")def Assign(target, source):"""Build an assignment statement"""if not isinstance(target, list):target = [target]if not isinstance(source, list):source.prefix = " "source = [source]return Node(syms.atom,target + [Leaf(token.EQUAL, "=", prefix=" ")] + source)def Name(name, prefix=None):"""Return a NAME leaf"""return Leaf(token.NAME, name, prefix=prefix)def Attr(obj, attr):"""A node tuple for obj.attr"""return [obj, Node(syms.trailer, [Dot(), attr])]def Comma():"""A comma leaf"""return Leaf(token.COMMA, ",")def Dot():"""A period (.) leaf"""return Leaf(token.DOT, ".")def ArgList(args, lparen=LParen(), rparen=RParen()):"""A parenthesised argument list, used by Call()"""node = Node(syms.trailer, [lparen.clone(), rparen.clone()])if args:node.insert_child(1, Node(syms.arglist, args))return nodedef Call(func_name, args=None, prefix=None):"""A function call"""node = Node(syms.power, [func_name, ArgList(args)])if prefix is not None:node.prefix = prefixreturn nodedef Newline():"""A newline literal"""return Leaf(token.NEWLINE, "\n")def BlankLine():"""A blank line"""return Leaf(token.NEWLINE, "")def Number(n, prefix=None):return Leaf(token.NUMBER, n, prefix=prefix)def Subscript(index_node):"""A numeric or string subscript"""return Node(syms.trailer, [Leaf(token.LBRACE, "["),index_node,Leaf(token.RBRACE, "]")])def String(string, prefix=None):"""A string leaf"""return Leaf(token.STRING, string, prefix=prefix)def ListComp(xp, fp, it, test=None):"""A list comprehension of the form [xp for fp in it if test].If test is None, the "if test" part is omitted."""xp.prefix = ""fp.prefix = " "it.prefix = " "for_leaf = Leaf(token.NAME, "for")for_leaf.prefix = " "in_leaf = Leaf(token.NAME, "in")in_leaf.prefix = " "inner_args = [for_leaf, fp, in_leaf, it]if test:test.prefix = " "if_leaf = Leaf(token.NAME, "if")if_leaf.prefix = " "inner_args.append(Node(syms.comp_if, [if_leaf, test]))inner = Node(syms.listmaker, [xp, Node(syms.comp_for, inner_args)])return Node(syms.atom,[Leaf(token.LBRACE, "["),inner,Leaf(token.RBRACE, "]")])def FromImport(package_name, name_leafs):""" Return an import statement in the form:from package import name_leafs"""# XXX: May not handle dotted imports properly (eg, package_name='foo.bar')#assert package_name == '.' or '.' not in package_name, "FromImport has "\# "not been tested with dotted package names -- use at your own "\# "peril!"for leaf in name_leafs:# Pull the leaves out of their old treeleaf.remove()children = [Leaf(token.NAME, "from"),Leaf(token.NAME, package_name, prefix=" "),Leaf(token.NAME, "import", prefix=" "),Node(syms.import_as_names, name_leafs)]imp = Node(syms.import_from, children)return impdef ImportAndCall(node, results, names):"""Returns an import statement and calls a methodof the module:import modulemodule.name()"""obj = results["obj"].clone()if obj.type == syms.arglist:newarglist = obj.clone()else:newarglist = Node(syms.arglist, [obj.clone()])after = results["after"]if after:after = [n.clone() for n in after]new = Node(syms.power,Attr(Name(names[0]), Name(names[1])) +[Node(syms.trailer,[results["lpar"].clone(),newarglist,results["rpar"].clone()])] + after)new.prefix = node.prefixreturn new############################################################## Determine whether a node represents a given literal###########################################################def is_tuple(node):"""Does the node represent a tuple literal?"""if isinstance(node, Node) and node.children == [LParen(), RParen()]:return Truereturn (isinstance(node, Node)and len(node.children) == 3and isinstance(node.children[0], Leaf)and isinstance(node.children[1], Node)and isinstance(node.children[2], Leaf)and node.children[0].value == "("and node.children[2].value == ")")def is_list(node):"""Does the node represent a list literal?"""return (isinstance(node, Node)and len(node.children) > 1and isinstance(node.children[0], Leaf)and isinstance(node.children[-1], Leaf)and node.children[0].value == "["and node.children[-1].value == "]")############################################################## Misc###########################################################def parenthesize(node):return Node(syms.atom, [LParen(), node, RParen()])consuming_calls = {"sorted", "list", "set", "any", "all", "tuple", "sum","min", "max", "enumerate"}def attr_chain(obj, attr):"""Follow an attribute chain.If you have a chain of objects where a.foo -> b, b.foo-> c, etc,use this to iterate over all objects in the chain. Iteration isterminated by getattr(x, attr) is None.Args:obj: the starting objectattr: the name of the chaining attributeYields:Each successive object in the chain."""next = getattr(obj, attr)while next:yield nextnext = getattr(next, attr)p0 = """for_stmt< 'for' any 'in' node=any ':' any* >| comp_for< 'for' any 'in' node=any any* >"""p1 = """power<( 'iter' | 'list' | 'tuple' | 'sorted' | 'set' | 'sum' |'any' | 'all' | 'enumerate' | (any* trailer< '.' 'join' >) )trailer< '(' node=any ')' >any*>"""p2 = """power<( 'sorted' | 'enumerate' )trailer< '(' arglist<node=any any*> ')' >any*>"""pats_built = Falsedef in_special_context(node):""" Returns true if node is in an environment where all that is requiredof it is being iterable (ie, it doesn't matter if it returns a listor an iterator).See test_map_nochange in test_fixers.py for some examples and tests."""global p0, p1, p2, pats_builtif not pats_built:p0 = patcomp.compile_pattern(p0)p1 = patcomp.compile_pattern(p1)p2 = patcomp.compile_pattern(p2)pats_built = Truepatterns = [p0, p1, p2]for pattern, parent in zip(patterns, attr_chain(node, "parent")):results = {}if pattern.match(parent, results) and results["node"] is node:return Truereturn Falsedef is_probably_builtin(node):"""Check that something isn't an attribute or function name etc."""prev = node.prev_siblingif prev is not None and prev.type == token.DOT:# Attribute lookup.return Falseparent = node.parentif parent.type in (syms.funcdef, syms.classdef):return Falseif parent.type == syms.expr_stmt and parent.children[0] is node:# Assignment.return Falseif parent.type == syms.parameters or \(parent.type == syms.typedargslist and ((prev is not None and prev.type == token.COMMA) orparent.children[0] is node)):# The name of an argument.return Falsereturn Truedef find_indentation(node):"""Find the indentation of *node*."""while node is not None:if node.type == syms.suite and len(node.children) > 2:indent = node.children[1]if indent.type == token.INDENT:return indent.valuenode = node.parentreturn ""############################################################## The following functions are to find bindings in a suite###########################################################def make_suite(node):if node.type == syms.suite:return nodenode = node.clone()parent, node.parent = node.parent, Nonesuite = Node(syms.suite, [node])suite.parent = parentreturn suitedef find_root(node):"""Find the top level namespace."""# Scamper up to the top level namespacewhile node.type != syms.file_input:node = node.parentif not node:raise ValueError("root found before file_input node was found.")return nodedef does_tree_import(package, name, node):""" Returns true if name is imported from package at thetop level of the tree which node belongs to.To cover the case of an import like 'import foo', useNone for the package and 'foo' for the name. """binding = find_binding(name, find_root(node), package)return bool(binding)def is_import(node):"""Returns true if the node is an import statement."""return node.type in (syms.import_name, syms.import_from)def touch_import(package, name, node):""" Works like `does_tree_import` but adds an import statementif it was not imported. """def is_import_stmt(node):return (node.type == syms.simple_stmt and node.children andis_import(node.children[0]))root = find_root(node)if does_tree_import(package, name, root):return# figure out where to insert the new import. First try to find# the first import and then skip to the last one.insert_pos = offset = 0for idx, node in enumerate(root.children):if not is_import_stmt(node):continuefor offset, node2 in enumerate(root.children[idx:]):if not is_import_stmt(node2):breakinsert_pos = idx + offsetbreak# if there are no imports where we can insert, find the docstring.# if that also fails, we stick to the beginning of the fileif insert_pos == 0:for idx, node in enumerate(root.children):if (node.type == syms.simple_stmt and node.children andnode.children[0].type == token.STRING):insert_pos = idx + 1breakif package is None:import_ = Node(syms.import_name, [Leaf(token.NAME, "import"),Leaf(token.NAME, name, prefix=" ")])else:import_ = FromImport(package, [Leaf(token.NAME, name, prefix=" ")])children = [import_, Newline()]root.insert_child(insert_pos, Node(syms.simple_stmt, children))_def_syms = {syms.classdef, syms.funcdef}def find_binding(name, node, package=None):""" Returns the node which binds variable name, otherwise None.If optional argument package is supplied, only imports willbe returned.See test cases for examples."""for child in node.children:ret = Noneif child.type == syms.for_stmt:if _find(name, child.children[1]):return childn = find_binding(name, make_suite(child.children[-1]), package)if n: ret = nelif child.type in (syms.if_stmt, syms.while_stmt):n = find_binding(name, make_suite(child.children[-1]), package)if n: ret = nelif child.type == syms.try_stmt:n = find_binding(name, make_suite(child.children[2]), package)if n:ret = nelse:for i, kid in enumerate(child.children[3:]):if kid.type == token.COLON and kid.value == ":":# i+3 is the colon, i+4 is the suiten = find_binding(name, make_suite(child.children[i+4]), package)if n: ret = nelif child.type in _def_syms and child.children[1].value == name:ret = childelif _is_import_binding(child, name, package):ret = childelif child.type == syms.simple_stmt:ret = find_binding(name, child, package)elif child.type == syms.expr_stmt:if _find(name, child.children[0]):ret = childif ret:if not package:return retif is_import(ret):return retreturn None_block_syms = {syms.funcdef, syms.classdef, syms.trailer}def _find(name, node):nodes = [node]while nodes:node = nodes.pop()if node.type > 256 and node.type not in _block_syms:nodes.extend(node.children)elif node.type == token.NAME and node.value == name:return nodereturn Nonedef _is_import_binding(node, name, package=None):""" Will reuturn node if node will import name, or nodewill import * from package. None is returned otherwise.See test cases for examples. """if node.type == syms.import_name and not package:imp = node.children[1]if imp.type == syms.dotted_as_names:for child in imp.children:if child.type == syms.dotted_as_name:if child.children[2].value == name:return nodeelif child.type == token.NAME and child.value == name:return nodeelif imp.type == syms.dotted_as_name:last = imp.children[-1]if last.type == token.NAME and last.value == name:return nodeelif imp.type == token.NAME and imp.value == name:return nodeelif node.type == syms.import_from:# str(...) is used to make life easier here, because# from a.b import parses to ['import', ['a', '.', 'b'], ...]if package and str(node.children[1]).strip() != package:return Nonen = node.children[3]if package and _find("as", n):# See test_from_import_as for explanationreturn Noneelif n.type == syms.import_as_names and _find(name, n):return nodeelif n.type == syms.import_as_name:child = n.children[2]if child.type == token.NAME and child.value == name:return nodeelif n.type == token.NAME and n.value == name:return nodeelif package and n.type == token.STAR:return nodereturn None
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。