constructors_visitor.py 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302
  1. import cPickle as pickle
  2. from visitor import Visitor
  3. class ConstructorsVisitor(Visitor):
  4. def __init__(self, args):
  5. Visitor.__init__(self, args)
  6. self.constructors = []
  7. self.free_id = 0
  8. def dump(self):
  9. return [len(self.constructors)] + self.constructors
  10. def add_constructors(self, *constructors):
  11. self.constructors.extend(constructors)
  12. # a visit_* method for each non-terminal in the grammar
  13. def visit_start(self, tree):
  14. # declare all functions
  15. for child in tree.get_children("funcdecl"):
  16. if self.pre_visit_funcdecl(child):
  17. self.add_constructors(True)
  18. tail = tree.get_tail_without(["newline"])
  19. # tail = tree.get_children("funcdecl") +\
  20. # tree.get_tail_without(["newline", "funcdecl"])
  21. last = tail[-1]
  22. for child in tail[:-1]:
  23. if child.head in ["return", "break", "continue"]:
  24. last = child
  25. break
  26. else:
  27. # funcdecl may add no constructors
  28. new_constructors_were_added = self.visit(child)
  29. if child.head == "func_call": # pop 'false'
  30. self.constructors.pop()
  31. if new_constructors_were_added:
  32. self.add_constructors(True)
  33. new_constructors_were_added = self.visit(last)
  34. if last.head == "func_call": # pop 'false'
  35. self.constructors.pop()
  36. if new_constructors_were_added:
  37. if last.head not in ["return", "break", "continue"]:
  38. self.add_constructors(False)
  39. elif self.constructors:
  40. self.constructors.pop() # pop 'true'
  41. self.add_constructors(False)
  42. def declare(self, symbol):
  43. if symbol.is_global:
  44. symbol.node = symbol.name
  45. self.add_constructors("global", symbol.node)
  46. else:
  47. symbol.node = str(self.free_id)
  48. self.add_constructors("declare", symbol.node)
  49. self.free_id += 1
  50. def visit_assignment(self, tree):
  51. self.add_constructors("assign")
  52. self.visit(tree.get_tail()[0])
  53. self.visit(tree.get_tail()[2])
  54. return True
  55. def visit_expression(self, tree):
  56. self.visit_children(tree)
  57. def visit_binary_operation(self, tree):
  58. self.visit_children(tree)
  59. def visit_disjunction(self, tree):
  60. self.visit_children(tree)
  61. def visit_conjunction(self, tree):
  62. self.visit_children(tree)
  63. def visit_comparison(self, tree):
  64. self.visit_children(tree)
  65. def visit_relation(self, tree):
  66. self.visit_children(tree)
  67. def visit_sum(self, tree):
  68. self.visit_children(tree)
  69. def visit_term(self, tree):
  70. self.visit_children(tree)
  71. def visit_factor(self, tree):
  72. self.visit_children(tree)
  73. def visit_primary(self, tree):
  74. self.visit_children(tree)
  75. def visit_parenthesized(self, tree):
  76. self.visit_children(tree)
  77. def visit_atomvalue(self, tree):
  78. self.visit_children(tree)
  79. def visit_type_specifier(self, tree):
  80. self.add_constructors("const",
  81. {"value": tree.get_text()})
  82. def visit_actionname(self, tree):
  83. self.add_constructors("const",
  84. {"value": tree.get_tail()[0].get_text()[1:]})
  85. def visit_string(self, tree):
  86. v = tree.get_text()[1:-1]
  87. v = v.replace("\\n", "\n")
  88. v = v.replace("\\t", "\t")
  89. v = v.replace("\\\"", "\"")
  90. self.add_constructors("const", v)
  91. def visit_integer(self, tree):
  92. self.add_constructors("const", int(tree.get_text()))
  93. def visit_float(self, tree):
  94. self.add_constructors("const", float(tree.get_text()))
  95. def visit_rvalue(self, tree):
  96. self.add_constructors("access")
  97. self.visit_lvalue(tree)
  98. def visit_lvalue(self, tree):
  99. symbol = self.get_symbol(tree)
  100. # TODO: split visit_funcdecl in pre_visit_funcdecl and visit_funcdecl
  101. if symbol.node is None:
  102. raise Exception("Undefined variable: %s" % (symbol.name))
  103. self.add_constructors("resolve", symbol.node)
  104. def visit_func_call(self, tree):
  105. symbol = self.get_symbol(tree.get_tail()[0])
  106. self.add_constructors("call")
  107. if hasattr(symbol, "pathmv"):
  108. self.add_constructors("deref", symbol.pathmv)
  109. else:
  110. self.visit(tree.get_tail()[0])
  111. expressions = tree.get_children("expression")
  112. self.add_constructors(len(expressions))
  113. for expression in expressions:
  114. self.visit(expression)
  115. self.add_constructors(False)
  116. return True
  117. def visit_input(self, tree):
  118. self.add_constructors("input")
  119. return True
  120. def visit_output(self, tree):
  121. self.add_constructors("output")
  122. self.visit(tree.get_child("expression"))
  123. return True
  124. def visit_dictionary(self, tree):
  125. pass # TODO: list and dictionary
  126. def visit_list(self, tree):
  127. pass # TODO: list and dictionary
  128. def visit_dict_item(self, tree):
  129. pass # TODO: list and dictionary
  130. def visit_ifelse(self, tree):
  131. self.add_constructors("if")
  132. expressions = tree.get_children("expression")
  133. blocks = tree.get_children("block")
  134. self.visit(expressions[0]) # condition
  135. self.visit(blocks[0]) # then-clause
  136. for e, b in zip(expressions[1:], blocks[1:]):
  137. self.add_constructors(True, "if") # else-if-clause
  138. self.visit(e)
  139. self.visit(b)
  140. if len(expressions) != len(blocks):
  141. self.add_constructors(True) # else-clause
  142. self.visit(blocks[-1])
  143. else:
  144. self.add_constructors(False) # no else_clause
  145. for i in range(len(expressions)-1):
  146. self.add_constructors(False) # no next
  147. return True
  148. def visit_while(self, tree):
  149. self.add_constructors("while")
  150. self.visit(tree.get_child("expression"))
  151. self.visit(tree.get_child("block"))
  152. return True
  153. def visit_block(self, tree):
  154. tail = tree.get_tail_without(["newline", "indent"])
  155. last = tail[-1]
  156. for child in tail[:-1]:
  157. if child.head in ["return", "break", "continue"]:
  158. last = child
  159. break
  160. else:
  161. self.visit(child)
  162. if child.head == "func_call": # pop 'false'
  163. self.constructors.pop()
  164. self.add_constructors(True)
  165. self.visit(last)
  166. if last.head == "func_call": # pop 'false'
  167. self.constructors.pop()
  168. if last.head not in ["return", "break", "continue"]:
  169. self.add_constructors(False)
  170. def visit_func_body(self, tree):
  171. self.visit_children(tree)
  172. def pre_visit_funcdecl(self, tree):
  173. func_body = tree.get_child("func_body")
  174. symbol = self.get_symbol(tree)
  175. symbol.node = symbol.name
  176. return False
  177. def visit_funcdecl(self, tree):
  178. func_body = tree.get_child("func_body")
  179. symbol = self.get_symbol(tree)
  180. if func_body:
  181. if symbol.name in ["input", "output"]:
  182. return False
  183. if tree.get_children("MUTABLE"):
  184. self.add_constructors("mutable_funcdef")
  185. else:
  186. self.add_constructors("funcdef")
  187. self.add_constructors(symbol.node,
  188. len(symbol.params))
  189. for p in tree.get_children("parameter"):
  190. self.visit(p)
  191. self.visit(func_body)
  192. return True
  193. elif tree.get_child("ASSIGN"):
  194. # TODO: fix funcdecl special case: "X function f(...) = ..."
  195. # Note: replicates "Element x; x = ?primiteves/a" behavior
  196. # Dangerous: SemanticsVisitor handles it as a function
  197. # pathmv is needed in visit_func_call(self, tree)
  198. symbol.pathmv = tree.get_child("ANYTHING").get_text()
  199. self.add_constructors("global", symbol.node, "deref", symbol.pathmv)
  200. # reason: "X function f(Y) = Z" adds no constructors
  201. return True
  202. else:
  203. # Just a declaration, so skip
  204. return False
  205. def visit_parameter(self, tree):
  206. symbol = self.get_symbol(tree)
  207. symbol.node = str(self.free_id)
  208. self.add_constructors(symbol.node)
  209. self.free_id += 1
  210. def visit_continue(self, tree):
  211. self.add_constructors("continue")
  212. return True
  213. def visit_break(self, tree):
  214. self.add_constructors("break")
  215. return True
  216. def visit_return(self, tree):
  217. self.add_constructors("return")
  218. if len(tree.get_tail()) > 2:
  219. self.add_constructors(True)
  220. self.visit(tree.get_tail()[1])
  221. else:
  222. self.add_constructors(False)
  223. return True
  224. def visit_bool(self, tree):
  225. if tree.get_text() == "True":
  226. self.add_constructors("const", True)
  227. else:
  228. self.add_constructors("const", False)
  229. def visit_definition(self, tree):
  230. # First declare it
  231. symbol = self.get_symbol(tree)
  232. self.declare(symbol)
  233. if tree.get_children("ASSIGN"):
  234. # Determine whether it is just a constant, or a deref
  235. atom = tree.get_child("atomvalue")
  236. if atom.get_child("deref"):
  237. # Deref
  238. dest = atom.get_child("deref").get_child("ANYTHING")
  239. if dest is None:
  240. # Just an empty questionmark!
  241. self.add_constructors("empty")
  242. else:
  243. self.add_constructors("deref", dest.get_text())
  244. else:
  245. # Constant
  246. self.visit(atom)
  247. else:
  248. self.add_constructors("none")
  249. return True