1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
|
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# this program; if not, write to the Free Software Foundation, Inc.,
# 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
"""this module contains some utilities to navigate in the tree or to
extract information from it
:author: Sylvain Thenault
:copyright: 2003-2008 LOGILAB S.A. (Paris, FRANCE)
:contact: http://www.logilab.fr/ -- mailto:python-projects@logilab.org
:copyright: 2003-2008 Sylvain Thenault
:contact: mailto:thenault@gmail.com
"""
__docformat__ = "restructuredtext en"
from itertools import imap
from logilab.common.compat import enumerate
from logilab.astng._exceptions import IgnoreChild, UnresolvableName, \
NotFoundError, InferenceError, ASTNGError
def extend_class(original, addons):
"""add methods and attribute defined in the addons class to the original
class
"""
brain = addons.__dict__.copy()
for special_key in ('__doc__', '__module__', '__dict__'):
if special_key in addons.__dict__:
del brain[special_key]
try:
original.__dict__.update(brain)
except AttributeError:
# dictproxy object
for k, v in brain.iteritems():
setattr(original, k, v)
class ASTWalker:
"""a walker visiting a tree in preorder, calling on the handler:
* visit_<class name> on entering a node, where class name is the class of
the node in lower case
* leave_<class name> on leaving a node, where class name is the class of
the node in lower case
"""
REDIRECT = {'Expr': 'Discard',
'ImportFrom': 'From',
'Attribute': 'Getattr',
'comprehension': "ListCompFor",
'Add': 'BinOp',
'Bitand': 'BinOp',
'Bitor': 'BinOp',
'Bitxor': 'BinOp',
'Div': 'BinOp',
'FloorDiv': 'BinOp',
'LeftShift': 'BinOp',
'Mod': 'BinOp',
'Mul': 'BinOp',
'Power': 'BinOp',
'RightShift': 'BinOp',
'Sub': 'BinOp',
'And': 'BoolOp',
'Or': 'BoolOp',
'UnaryAdd': 'UnaryOp',
'UnarySub': 'UnaryOp',
'Not': 'UnaryOp',
'Invert': 'UnaryOp'
}
def __init__(self, handler):
self.handler = handler
self._cache = {}
def walk(self, node, _done=None):
"""walk on the tree from <node>, getting callbacks from handler"""
if _done is None:
_done = set()
if node in _done:
raise AssertionError((id(node), node, node.parent))
_done.add(node)
try:
self.visit(node)
except IgnoreChild:
pass
else:
try:
for child_node in node.get_children():
self.handler.set_context(node, child_node)
assert child_node is not node
self.walk(child_node, _done)
except AttributeError:
print node.__class__, id(node.__class__)
raise
self.leave(node)
assert node.parent is not node
def get_callbacks(self, node):
"""get callbacks from handler for the visited node"""
klass = node.__class__
methods = self._cache.get(klass)
if methods is None:
handler = self.handler
kid = self.REDIRECT.get(klass.__name__, klass.__name__).lower()
e_method = getattr(handler, 'visit_%s' % kid,
getattr(handler, 'visit_default', None))
l_method = getattr(handler, 'leave_%s' % kid,
getattr(handler, 'leave_default', None))
self._cache[klass] = (e_method, l_method)
else:
e_method, l_method = methods
return e_method, l_method
def visit(self, node):
"""walk on the tree from <node>, getting callbacks from handler"""
method = self.get_callbacks(node)[0]
if method is not None:
method(node)
def leave(self, node):
"""walk on the tree from <node>, getting callbacks from handler"""
method = self.get_callbacks(node)[1]
if method is not None:
method(node)
class LocalsVisitor(ASTWalker):
"""visit a project by traversing the locals dictionnary"""
def __init__(self):
ASTWalker.__init__(self, self)
self._visited = {}
def visit(self, node):
"""launch the visit starting from the given node"""
if self._visited.has_key(node):
return
self._visited[node] = 1
methods = self.get_callbacks(node)
recurse = 1
if methods[0] is not None:
try:
methods[0](node)
except IgnoreChild:
recurse = 0
if recurse:
if hasattr(node, 'locals'):
for local_node in node.values():
self.visit(local_node)
if methods[1] is not None:
return methods[1](node)
def are_exclusive(stmt1, stmt2):
"""return true if the two given statements are mutually exclusive
algorithm :
1) index stmt1's parents
2) climb among stmt2's parents until we find a common parent
3) if the common parent is a If or TryExcept statement, look if nodes are
in exclusive branchs
"""
from logilab.astng.nodes import If, TryExcept
# index stmt1's parents
stmt1_parents = {}
children = {}
node = stmt1.parent
previous = stmt1
while node:
stmt1_parents[node] = 1
children[node] = previous
previous = node
node = node.parent
# climb among stmt2's parents until we find a common parent
node = stmt2.parent
previous = stmt2
while node:
if stmt1_parents.has_key(node):
# if the common parent is a If or TryExcept statement, look if
# nodes are in exclusive branchs
if isinstance(node, If):
if previous != children[node]:
return True
elif isinstance(node, TryExcept):
stmt1_previous = children[node]
if not previous is stmt1_previous:
values1 = _try_except_from_branch(node, stmt1_previous)
values2 = _try_except_from_branch(node, previous)
if _are_from_exclusive_nodes(values1, values2):
return True
return False
previous = node
node = node.parent
return False
def _try_except_from_branch(node, stmt):
"""returns values to compare to nodes"""
if stmt in node.body:
return 'body', 1
if stmt in node.orelse:
return 'else', 1
for i, handler in enumerate(node.handlers):
if stmt is handler:
return 'except', i
if stmt in handler.body:
return 'except', i
raise ASTNGError, "comparing try_except nodes '%s' '%s'" % (node, stmt)
def _are_from_exclusive_nodes(values1, values2):
"""return true if values from two nodes are exclusive"""
stmt1_branch, stmt1_num = values1
stmt2_branch, stmt2_num = values2
if stmt1_branch != stmt2_branch:
if not ((stmt2_branch == 'body' and stmt1_branch == 'else') or
(stmt1_branch == 'body' and stmt2_branch == 'else') or
(stmt2_branch == 'body' and stmt1_branch == 'except') or
(stmt1_branch == 'body' and stmt2_branch == 'except')):
return True
else:
return stmt1_num != stmt2_num
|