primitives_visitor.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462
  1. import string
  2. from visitor import Visitor
  3. import json
  4. class Action():
  5. def __init__(self, value):
  6. self.value = value
  7. class PrimitivesVisitor(Visitor):
  8. def __init__(self, args):
  9. Visitor.__init__(self, args)
  10. self.output = []
  11. self.free_id = 0
  12. self.function_values = dict()
  13. self.debug_symbols = "--debug" in args
  14. def debug(self, node, tree, msg=""):
  15. if self.debug_symbols:
  16. self.dict(node, "__debug", self.value("[%s] %s" % (tree.get_reference_line(), msg)))
  17. def node(self):
  18. self.output.append(("N", self.free_id))
  19. self.free_id += 1
  20. return self.free_id - 1
  21. def dict(self, src, val, trgt):
  22. if src is None or trgt is None:
  23. raise Exception("Got None")
  24. self.output.append(("D", (src, json.dumps(val), trgt)))
  25. def value(self, value):
  26. if isinstance(value, Action):
  27. v = value.value
  28. else:
  29. v = json.dumps(value)
  30. self.output.append(("V", (self.free_id, v)))
  31. self.free_id += 1
  32. return self.free_id - 1
  33. def edge(self, source, target):
  34. self.output.append(("E", (self.free_id, source, target)))
  35. self.free_id += 1
  36. return self.free_id - 1
  37. def dump(self):
  38. output = []
  39. for t, data in self.output:
  40. if t == "N":
  41. output.append("N auto_%s\n" % data)
  42. elif t == "V":
  43. name, value = data
  44. name = name if self.first != name else "initial_IP"
  45. output.append("V auto_%s(%s)\n" % (name, value))
  46. elif t == "D":
  47. source, value, target = data
  48. source = source if self.first != source else "auto_initial_IP"
  49. target = target if self.first != target else "auto_initial_IP"
  50. source = "auto_%s" % source if isinstance(source, int) else source
  51. target = "auto_%s" % target if isinstance(target, int) else target
  52. output.append("D %s,%s,%s\n" % (source, value, target))
  53. elif t == "E":
  54. name, source, target = data
  55. source = source if self.first != source else "auto_initial_IP"
  56. target = target if self.first != target else "auto_initial_IP"
  57. name = "auto_%s" % name if isinstance(name, int) else name
  58. source = "auto_%s" % source if isinstance(source, int) else source
  59. target = "auto_%s" % target if isinstance(target, int) else target
  60. output.append("E %s(%s,%s)\n" % (name, source, target))
  61. return "".join(output)
  62. def set_primitive(self, tree, primitive):
  63. tree.primitive = primitive
  64. def get_primitive(self, tree):
  65. return getattr(tree, 'primitive', None)
  66. def forward_primitive_of_child(self, tree, i):
  67. self.visit_children(tree)
  68. self.set_primitive(tree, self.get_primitive(tree.get_tail()[i]))
  69. # a visit_* method for each non-terminal in the grammar
  70. def visit_start(self, tree):
  71. primitives = []
  72. for child in tree.get_children("funcdecl"):
  73. p = self.pre_visit_funcdecl(child)
  74. if p:
  75. # funcdecl returns a (global, assign) pair
  76. primitives.extend(p)
  77. for child in tree.get_tail():
  78. self.visit(child)
  79. p = self.get_primitive(child)
  80. if p is not None:
  81. if type(p) in (list, tuple):
  82. # funcdecl returns a (global, assign) pair
  83. primitives.extend(p)
  84. else:
  85. primitives.append(p)
  86. if child.head == "return":
  87. break
  88. self.first = primitives[0]
  89. for i in range(len(primitives)-1):
  90. self.dict(primitives[i], "next", primitives[i+1])
  91. self.last_instruction = primitives[-1]
  92. def visit_vardecl(self, tree):
  93. symbol = self.get_symbol(tree)
  94. if symbol.is_global:
  95. d = self.value(Action("global"))
  96. n = self.value(symbol.name)
  97. else:
  98. d = self.value(Action("declare"))
  99. n = self.node()
  100. symbol.node = n
  101. self.dict(d, "var", n)
  102. self.debug(d, tree)
  103. self.set_primitive(tree, d)
  104. def visit_assignment(self, tree):
  105. self.visit_children(tree)
  106. a = self.value(Action("assign"))
  107. var = self.get_primitive(tree.get_tail()[0])
  108. value = self.get_primitive(tree.get_tail()[-1])
  109. self.dict(a, "var", var)
  110. self.dict(a, "value", value)
  111. self.debug(a, tree)
  112. self.set_primitive(tree, a)
  113. def visit_expression(self, tree):
  114. self.forward_primitive_of_child(tree, 0)
  115. def visit_binary_operation(self, tree):
  116. self.forward_primitive_of_child(tree, 0)
  117. def visit_disjunction(self, tree):
  118. self.forward_primitive_of_child(tree, 0)
  119. def visit_conjunction(self, tree):
  120. self.forward_primitive_of_child(tree, 0)
  121. def visit_comparison(self, tree):
  122. self.forward_primitive_of_child(tree, 0)
  123. def visit_relation(self, tree):
  124. self.forward_primitive_of_child(tree, 0)
  125. def visit_sum(self, tree):
  126. self.forward_primitive_of_child(tree, 0)
  127. def visit_term(self, tree):
  128. self.forward_primitive_of_child(tree, 0)
  129. def visit_factor(self, tree):
  130. self.forward_primitive_of_child(tree, 0)
  131. def visit_primary(self, tree):
  132. self.forward_primitive_of_child(tree, 0)
  133. def visit_parenthesized(self, tree):
  134. self.forward_primitive_of_child(tree, 1)
  135. def visit_atomvalue(self, tree):
  136. self.forward_primitive_of_child(tree, 0)
  137. def visit_type_specifier(self, tree):
  138. self.visit_literal(tree)
  139. def visit_actionname(self, tree):
  140. self.visit_literal(tree.get_tail()[0])
  141. self.set_primitive(tree, self.get_primitive(tree.get_tail()[0]))
  142. def visit_string(self, tree):
  143. self.visit_literal(tree)
  144. # there is no such rule in the grammar, we just avoid code duplicates
  145. def visit_literal(self, tree):
  146. # TODO dictionary and list
  147. # if self.no_constant:
  148. # n = self.new_value(tree.get_text())
  149. # self.set_id(tree, n)
  150. # else:
  151. c = self.value(Action("constant"))
  152. if tree.get_text()[0] == "!":
  153. v = tree.get_text()[1:]
  154. else:
  155. v = tree.get_text()
  156. print("Literal: " + str(v))
  157. #NOTE Wrap this in an Action, even though it might not be an action: this has to be seen directly in the Mv without additional wrapping
  158. n = self.value(Action(v))
  159. self.dict(c, "node", n)
  160. self.debug(c, tree)
  161. self.set_primitive(tree, c)
  162. def visit_integer(self, tree):
  163. self.visit_literal(tree)
  164. def visit_float(self, tree):
  165. self.visit_literal(tree)
  166. def visit_rvalue(self, tree):
  167. self.visit_lvalue(tree)
  168. r = self.get_primitive(tree)
  169. if r is None:
  170. return
  171. a = self.value(Action("access"))
  172. self.dict(a, "var", r)
  173. self.debug(a, tree)
  174. self.set_primitive(tree, a)
  175. def visit_lvalue(self, tree):
  176. symbol = self.get_symbol(tree)
  177. if symbol.name in ["input", "output"]:
  178. return
  179. r = self.value(Action("resolve"))
  180. # print symbol.name, symbol.is_func(), symbol.node
  181. self.dict(r, "var", symbol.node)
  182. self.debug(r, tree)
  183. self.set_primitive(tree, r)
  184. def visit_func_call(self, tree):
  185. self.visit_children(tree)
  186. symbol = self.get_symbol(tree.get_tail()[0])
  187. expressions = tree.get_children("expression")
  188. arg_nodes_reversed = []
  189. for i in reversed(range(len(expressions))):
  190. arg_name = string.ascii_lowercase[i]
  191. arg_node = self.node()
  192. name_node = self.value(arg_name)
  193. self.dict(arg_node, "name", name_node)
  194. # print expressions[i].get_text()
  195. value_node = self.get_primitive(expressions[i])
  196. self.dict(arg_node, "value", value_node)
  197. if arg_nodes_reversed:
  198. next_node = arg_nodes_reversed[-1]
  199. self.dict(arg_node, "next_param", next_node)
  200. arg_nodes_reversed.append(arg_node)
  201. c = self.value(Action("call"))
  202. a = self.get_primitive(tree.get_tail()[0])
  203. self.dict(c, "func", a)
  204. self.debug(c, tree)
  205. if arg_nodes_reversed:
  206. self.dict(c, "params", arg_nodes_reversed[-1])
  207. self.dict(c, "last_param", arg_nodes_reversed[0])
  208. self.set_primitive(tree, c)
  209. def visit_input(self, tree):
  210. self.visit_children(tree)
  211. v = self.value(Action("input"))
  212. self.debug(v, tree)
  213. self.set_primitive(tree, v)
  214. def visit_output(self, tree):
  215. self.visit_children(tree)
  216. v = self.value(Action("output"))
  217. self.debug(v, tree)
  218. value = self.get_primitive(tree.get_child("expression"))
  219. self.dict(v, "value", value)
  220. self.set_primitive(tree, v)
  221. def visit_ifelse(self, tree):
  222. self.visit_children(tree)
  223. expressions = [self.get_primitive(e) for e in
  224. tree.get_children("expression")]
  225. blocks = [self.get_primitive(b) for b in tree.get_children("block")]
  226. first = None
  227. prev = None
  228. for e, b in zip(expressions, blocks):
  229. v = self.value(Action("if"))
  230. self.debug(v, tree)
  231. if first is None:
  232. first = v
  233. self.dict(v, "cond", e)
  234. self.dict(v, "then", b)
  235. if prev:
  236. self.dict(prev, "else", v)
  237. prev = v
  238. if len(expressions) != len(blocks):
  239. self.dict(prev, "else", blocks[-1])
  240. self.set_primitive(tree, first)
  241. def visit_while(self, tree):
  242. self.visit_children(tree)
  243. w = self.value(Action("while"))
  244. self.debug(w, tree)
  245. c = self.get_primitive(tree.get_child("expression"))
  246. b = self.get_primitive(tree.get_child("block"))
  247. self.dict(w, "cond", c)
  248. self.dict(w, "body", b)
  249. self.set_primitive(tree, w)
  250. def visit_block(self, tree):
  251. self.visit_children(tree)
  252. primitives = []
  253. for child in tree.get_tail():
  254. p = self.get_primitive(child)
  255. if p:
  256. primitives.append(p)
  257. if child.head == "return":
  258. break
  259. for i in range(len(primitives)-1):
  260. self.dict(primitives[i], "next", primitives[i+1])
  261. self.set_primitive(tree, primitives[0])
  262. def visit_func_body(self, tree):
  263. self.forward_primitive_of_child(tree, 0)
  264. def pre_visit_funcdecl(self, tree):
  265. symbol = self.get_symbol(tree)
  266. if symbol.name in ["input", "output"]:
  267. return
  268. # TODO: fix funcdecl special case: "X function f(...) = ..."
  269. # Note: replicates "Element x; x = ?primiteves/a" behavior
  270. # Dangerous: SemanticsVisitor handles it as a function
  271. if not tree.get_child("func_body"):
  272. return
  273. new_value = self.node()
  274. self.function_values[symbol.name] = new_value
  275. root = self.value(symbol.name)
  276. symbol.node = root
  277. declare = self.value(Action("global"))
  278. self.dict(declare, "var", root)
  279. resolve = self.value(Action("resolve"))
  280. self.dict(resolve, "var", root)
  281. assign = self.value(Action("assign"))
  282. self.dict(assign, "var", resolve)
  283. const = self.value(Action("constant"))
  284. self.dict(const, "node", new_value)
  285. self.dict(assign, "value", const)
  286. return declare, assign
  287. def visit_funcdecl(self, tree):
  288. symbol = self.get_symbol(tree)
  289. if symbol.name in ["input", "output"]:
  290. return
  291. func_body = tree.get_child("func_body")
  292. if func_body:
  293. self.visit_children(tree)
  294. vf = self.function_values[symbol.name]
  295. parameters = tree.get_children("parameter")
  296. if parameters:
  297. ps = self.node()
  298. self.dict(vf, "params", ps)
  299. for i in range(len(parameters)):
  300. n = self.get_primitive(parameters[i])
  301. self.dict(ps, string.ascii_lowercase[i], n)
  302. # Add the name in case we want to pre-compile in the MvK
  303. self.dict(n, "name", self.value(string.ascii_lowercase[i]))
  304. b = self.get_primitive(func_body)
  305. self.dict(vf, "body", b)
  306. else:
  307. # TODO: fix funcdecl special case: "X function f(...) = ..."
  308. # Note: replicates "Element x; x = ?primiteves/a" behavior
  309. # Dangerous: SemanticsVisitor handles it as a function
  310. root = self.value(symbol.name)
  311. symbol.node = root
  312. if tree.get_child("ASSIGN"):
  313. new_value = "?" + tree.get_child("ANYTHING").get_text()
  314. elif tree.get_child("ASSIGN") and not tree.get_child("ANYTHING"):
  315. new_value = self.node()
  316. else:
  317. return
  318. declare = self.value(Action("global"))
  319. self.dict(declare, "var", root)
  320. self.debug(declare, tree)
  321. resolve = self.value(Action("resolve"))
  322. self.dict(resolve, "var", root)
  323. assign = self.value(Action("assign"))
  324. self.dict(assign, "var", resolve)
  325. const = self.value(Action("constant"))
  326. self.dict(const, "node", new_value)
  327. self.dict(assign, "value", const)
  328. self.set_primitive(tree, (declare, assign))
  329. def visit_definition(self, tree):
  330. symbol = self.get_symbol(tree)
  331. root = self.value(symbol.name)
  332. declare = self.value(Action("global"))
  333. self.dict(declare, "var", root)
  334. self.debug(declare, tree)
  335. symbol.node = root
  336. resolve = self.value(Action("resolve"))
  337. self.dict(resolve, "var", root)
  338. assign = self.value(Action("assign"))
  339. self.dict(assign, "var", resolve)
  340. self.visit_atomvalue(tree.get_tail()[-1])
  341. value = self.get_primitive(tree.get_tail()[-1])
  342. if value is None:
  343. call = self.value(Action("call"))
  344. access = self.value(Action("access"))
  345. resolve = self.value(Action("resolve"))
  346. self.dict(call, "func", access)
  347. self.dict(access, "var", resolve)
  348. self.dict(resolve, "var", self.value("create_node"))
  349. value = call
  350. self.dict(assign, "value", value)
  351. self.set_primitive(tree, (declare, assign))
  352. def visit_parameter(self, tree):
  353. n = self.node()
  354. symbol = self.get_symbol(tree)
  355. symbol.node = n
  356. self.set_primitive(tree, n)
  357. def visit_return(self, tree):
  358. self.visit_children(tree)
  359. r = self.value(Action("return"))
  360. self.debug(r, tree)
  361. if len(tree.get_tail()) > 2:
  362. v = self.get_primitive(tree.get_tail()[1])
  363. self.dict(r, "value", v)
  364. self.set_primitive(tree, r)
  365. def visit_bool(self, tree):
  366. self.visit_literal(tree)