constructors_visitor.py 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. import cPickle as pickle
  2. from visitor import Visitor
  3. class ConstructorsVisitor(Visitor):
  4. def __init__(self, args):
  5. Visitor.__init__(self, args)
  6. self.constructors = []
  7. self.free_id = 0
  8. def dump(self):
  9. return self.constructors
  10. # return pickle.dumps(self.constructors, pickle.HIGHEST_PROTOCOL)
  11. def add_constructors(self, *constructors):
  12. self.constructors.extend(constructors)
  13. # a visit_* method for each non-terminal in the grammar
  14. def visit_start(self, tree):
  15. # declare all functions
  16. for child in tree.get_children("funcdecl"):
  17. if self.pre_visit_funcdecl(child):
  18. self.add_constructors(True)
  19. tail = tree.get_tail_without(["newline"])
  20. # tail = tree.get_children("funcdecl") +\
  21. # tree.get_tail_without(["newline", "funcdecl"])
  22. last = tail[-1]
  23. for child in tail[:-1]:
  24. if child.head in ["return", "break", "continue"]:
  25. last = child
  26. break
  27. else:
  28. # funcdecl may add no constructors
  29. new_constructors_were_added = self.visit(child)
  30. if child.head == "func_call": # pop 'false'
  31. self.constructors.pop()
  32. if new_constructors_were_added:
  33. self.add_constructors(True)
  34. new_constructors_were_added = self.visit(last)
  35. if last.head == "func_call": # pop 'false'
  36. self.constructors.pop()
  37. if new_constructors_were_added:
  38. if last.head not in ["return", "break", "continue"]:
  39. self.add_constructors(False)
  40. elif self.constructors:
  41. self.constructors.pop() # pop 'true'
  42. self.add_constructors(False)
  43. def declare(self, symbol):
  44. if symbol.is_global:
  45. symbol.node = symbol.name
  46. self.add_constructors("global", symbol.node)
  47. else:
  48. symbol.node = str(self.free_id)
  49. self.add_constructors("declare", symbol.node)
  50. self.free_id += 1
  51. def visit_vardecl(self, tree):
  52. symbol = self.get_symbol(tree)
  53. self.declare(symbol)
  54. return True
  55. def visit_assignment(self, tree):
  56. self.add_constructors("assign")
  57. self.visit(tree.get_tail()[0])
  58. self.visit(tree.get_tail()[2])
  59. return True
  60. def visit_expression(self, tree):
  61. self.visit_children(tree)
  62. def visit_binary_operation(self, tree):
  63. self.visit_children(tree)
  64. def visit_disjunction(self, tree):
  65. self.visit_children(tree)
  66. def visit_conjunction(self, tree):
  67. self.visit_children(tree)
  68. def visit_comparison(self, tree):
  69. self.visit_children(tree)
  70. def visit_relation(self, tree):
  71. self.visit_children(tree)
  72. def visit_sum(self, tree):
  73. self.visit_children(tree)
  74. def visit_term(self, tree):
  75. self.visit_children(tree)
  76. def visit_factor(self, tree):
  77. self.visit_children(tree)
  78. def visit_primary(self, tree):
  79. self.visit_children(tree)
  80. def visit_parenthesized(self, tree):
  81. self.visit_children(tree)
  82. def visit_atomvalue(self, tree):
  83. self.visit_children(tree)
  84. def visit_type_specifier(self, tree):
  85. self.add_constructors("const",
  86. {"value": tree.get_text()})
  87. def visit_actionname(self, tree):
  88. self.add_constructors("const",
  89. {"value": tree.get_tail()[0].get_text()[1:]})
  90. def visit_string(self, tree):
  91. self.add_constructors("const", tree.get_text()[1:-1])
  92. def visit_integer(self, tree):
  93. self.add_constructors("const", int(tree.get_text()))
  94. def visit_float(self, tree):
  95. self.add_constructors("const", float(tree.get_text()))
  96. def visit_rvalue(self, tree):
  97. self.add_constructors("access")
  98. self.visit_lvalue(tree)
  99. def visit_lvalue(self, tree):
  100. symbol = self.get_symbol(tree)
  101. # TODO: split visit_funcdecl in pre_visit_funcdecl and visit_funcdecl
  102. if symbol.node is None:
  103. raise Exception("Undefined variable: %s" % (symbol.name))
  104. self.add_constructors("resolve", symbol.node)
  105. def visit_func_call(self, tree):
  106. symbol = self.get_symbol(tree.get_tail()[0])
  107. self.add_constructors("call")
  108. if hasattr(symbol, "pathmv"):
  109. self.add_constructors("deref", symbol.pathmv)
  110. else:
  111. self.visit(tree.get_tail()[0])
  112. expressions = tree.get_children("expression")
  113. self.add_constructors(len(expressions))
  114. for expression in expressions:
  115. self.visit(expression)
  116. self.add_constructors(False)
  117. return True
  118. def visit_input(self, tree):
  119. self.add_constructors("input")
  120. return True
  121. def visit_output(self, tree):
  122. self.add_constructors("output")
  123. self.visit(tree.get_child("expression"))
  124. return True
  125. def visit_dictionary(self, tree):
  126. pass # TODO: list and dictionary
  127. def visit_list(self, tree):
  128. pass # TODO: list and dictionary
  129. def visit_dict_item(self, tree):
  130. pass # TODO: list and dictionary
  131. def visit_ifelse(self, tree):
  132. self.add_constructors("if")
  133. expressions = tree.get_children("expression")
  134. blocks = tree.get_children("block")
  135. self.visit(expressions[0]) # condition
  136. self.visit(blocks[0]) # then-clause
  137. for e, b in zip(expressions[1:], blocks[1:]):
  138. self.add_constructors(True, "if") # else-if-clause
  139. self.visit(e)
  140. self.visit(b)
  141. if len(expressions) != len(blocks):
  142. self.add_constructors(True) # else-clause
  143. self.visit(blocks[-1])
  144. else:
  145. self.add_constructors(False) # no else_clause
  146. for i in range(len(expressions)-1):
  147. self.add_constructors(False) # no next
  148. return True
  149. def visit_while(self, tree):
  150. self.add_constructors("while")
  151. self.visit(tree.get_child("expression"))
  152. self.visit(tree.get_child("block"))
  153. return True
  154. def visit_block(self, tree):
  155. tail = tree.get_tail_without(["newline", "indent"])
  156. last = tail[-1]
  157. for child in tail[:-1]:
  158. if child.head in ["return", "break", "continue"]:
  159. last = child
  160. break
  161. else:
  162. self.visit(child)
  163. if child.head == "func_call": # pop 'false'
  164. self.constructors.pop()
  165. self.add_constructors(True)
  166. self.visit(last)
  167. if last.head == "func_call": # pop 'false'
  168. self.constructors.pop()
  169. if last.head not in ["return", "break", "continue"]:
  170. self.add_constructors(False)
  171. def visit_func_body(self, tree):
  172. self.visit_children(tree)
  173. def pre_visit_funcdecl(self, tree):
  174. func_body = tree.get_child("func_body")
  175. symbol = self.get_symbol(tree)
  176. symbol.node = symbol.name
  177. return False
  178. def visit_funcdecl(self, tree):
  179. func_body = tree.get_child("func_body")
  180. symbol = self.get_symbol(tree)
  181. if func_body:
  182. if symbol.name in ["input", "output"]:
  183. return False
  184. if tree.get_children("MUTABLE"):
  185. self.add_constructors("mutable_funcdef")
  186. else:
  187. self.add_constructors("funcdef")
  188. self.add_constructors(symbol.node,
  189. len(symbol.params))
  190. for p in tree.get_children("parameter"):
  191. self.visit(p)
  192. self.visit(func_body)
  193. return True
  194. elif tree.get_child("ASSIGN"):
  195. # TODO: fix funcdecl special case: "X function f(...) = ..."
  196. # Note: replicates "Element x; x = ?primiteves/a" behavior
  197. # Dangerous: SemanticsVisitor handles it as a function
  198. # pathmv is needed in visit_func_call(self, tree)
  199. symbol.pathmv = tree.get_child("ANYTHING").get_text()
  200. self.add_constructors("global", symbol.node, "deref", symbol.pathmv)
  201. # reason: "X function f(Y) = Z" adds no constructors
  202. return True
  203. else:
  204. # Just a declaration, so skip
  205. return False
  206. def visit_parameter(self, tree):
  207. symbol = self.get_symbol(tree)
  208. symbol.node = str(self.free_id)
  209. self.add_constructors(symbol.node)
  210. self.free_id += 1
  211. def visit_continue(self, tree):
  212. self.add_constructors("continue")
  213. return True
  214. def visit_break(self, tree):
  215. self.add_constructors("break")
  216. return True
  217. def visit_return(self, tree):
  218. self.add_constructors("return")
  219. if len(tree.get_tail()) > 2:
  220. self.add_constructors(True)
  221. self.visit(tree.get_tail()[1])
  222. else:
  223. self.add_constructors(False)
  224. return True
  225. def visit_bool(self, tree):
  226. if tree.get_text() == "True":
  227. self.add_constructors("const", True)
  228. else:
  229. self.add_constructors("const", False)
  230. def visit_definition(self, tree):
  231. # First declare it
  232. symbol = self.get_symbol(tree)
  233. symbol.node = symbol.name
  234. # Now generate constructors
  235. self.add_constructors("global", symbol.name)
  236. # Determine whether it is just a constant, or a deref
  237. atom = tree.get_child("atomvalue")
  238. if atom.get_child("deref"):
  239. # Deref
  240. dest = atom.get_child("deref").get_child("ANYTHING")
  241. if dest is None:
  242. # Just an empty questionmark!
  243. self.add_constructors("empty")
  244. else:
  245. self.add_constructors("deref", dest.get_text())
  246. else:
  247. # Constant
  248. self.visit(atom)
  249. return True