main.py 71 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_kernel.jit as jit
  5. from collections import defaultdict
  6. import sys
  7. import time
  8. if sys.version > '3': # pragma: no cover
  9. string_types = (str,)
  10. else:
  11. string_types = (str, unicode)
  12. class ModelverseKernel(object):
  13. counter = 0
  14. def __init__(self, root):
  15. self.root = root
  16. self.returnvalue = None
  17. # request_handlers is a dictionary of tasknames to dictionaries of operations
  18. # to request handlers. In generics notation:
  19. #
  20. # Dictionary<
  21. # Username,
  22. # Dictionary<
  23. # Operation,
  24. # RequestHandler>>
  25. #
  26. self.request_handlers = {}
  27. self.allow_compiled = True
  28. #self.allow_compiled = False
  29. # `self.jit` handles most JIT-related functionality.
  30. self.jit = jit.ModelverseJit()
  31. self.jit.compiled_function_lookup = lambda func_name : getattr(compiled_functions, func_name, None)
  32. self.debug_info = defaultdict(list)
  33. def execute_yields(self, taskname, operation, params, reply):
  34. self.taskname = taskname
  35. if taskname not in self.request_handlers:
  36. self.request_handlers[taskname] = {}
  37. if operation not in self.request_handlers[taskname]:
  38. # Create the generator for the function to execute
  39. self.request_handlers[taskname][operation] = RequestHandler()
  40. handler = self.request_handlers[taskname][operation]
  41. if not handler.is_active():
  42. handler.push_generator(getattr(self, operation)(taskname, *params))
  43. return handler.handle_request(reply)
  44. def execute_rule(self, taskname):
  45. task_root, = yield [("RD", [self.root, taskname])]
  46. if task_root is None:
  47. yield None
  48. else:
  49. task_frame, = yield [("RD", [task_root, "frame"])]
  50. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  51. ("RD", [task_frame, "phase"]),
  52. ]
  53. self.new_debug, self.phase_v, inst_v = \
  54. yield [("RD", [self.inst, "__debug"]),
  55. ("RV", [phase]),
  56. ("RV", [self.inst]),
  57. ]
  58. if self.new_debug is not None:
  59. if self.debug_info[taskname]:
  60. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  61. if self.phase_v == "finish":
  62. gen = self.helper_init(task_root)
  63. elif self.inst is None:
  64. print("No instruction pointer found...")
  65. print(locals())
  66. print("Phase: " + str(self.phase_v))
  67. print("Debug: " + str(self.debug_info[taskname]))
  68. raise Exception("Instruction pointer could not be found!")
  69. elif isinstance(self.phase_v, string_types):
  70. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  71. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  72. gen = self.execute_jit(task_root, self.inst, taskname, store=True)
  73. elif inst_v is None:
  74. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  75. else:
  76. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  77. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  78. elif inst_v is None:
  79. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  80. elif inst_v["value"] == "call":
  81. #print("%-30s(%s)" % ("call", "param"))
  82. gen = self.call_param(task_root)
  83. else:
  84. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  85. yield [("CALL", [gen])]
  86. def execute_jit_internal(self, task_root, inst, taskname, params):
  87. inst, = yield [("RD", [inst, "body"])]
  88. result, = yield [("CALL_ARGS", [self.execute_jit, [task_root, inst, taskname, params, False]])]
  89. raise primitive_functions.PrimitiveFinished(result)
  90. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  91. """Gets a generator for the given instruction in the given phase,
  92. for the specified task root."""
  93. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  94. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  95. ##########################
  96. ### Process primitives ###
  97. ##########################
  98. def load_primitives(self, taskname):
  99. yield [("CALL_ARGS",
  100. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  101. def load_primitives_from(self, taskname, source_name, source):
  102. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  103. primitives, = yield [("RD", [hierarchy, source_name])]
  104. keys, = yield [("RDK", [primitives])]
  105. function_names = yield [("RV", [f]) for f in keys]
  106. signatures = yield [("RDN", [primitives, f]) for f in keys]
  107. bodies = yield [("RD", [f, "body"]) for f in signatures]
  108. for i in range(len(keys)):
  109. self.jit.register_compiled(
  110. bodies[i],
  111. getattr(source, function_names[i]),
  112. function_names[i])
  113. def print_instruction(self, inst, indent, nested_indent=None):
  114. """
  115. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  116. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  117. }
  118. """
  119. intrinsics = {}
  120. if nested_indent is None:
  121. nested_indent = indent
  122. inst_type, = yield [("RV", [inst])]
  123. instruction = "(no_printer_for_%s)" % inst_type["value"]
  124. prev = ""
  125. if inst_type["value"] == "if":
  126. cond, true, false = yield [("RD", [inst, "cond"]),
  127. ("RD", [inst, "then"]),
  128. ("RD", [inst, "else"])]
  129. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  130. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  131. if false:
  132. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  133. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  134. else:
  135. false = ""
  136. instruction = prev_cond + " " * indent + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + " " * indent + "if (val_%s):\n" % instruction_cond + prev_true + instruction_true + false
  137. elif inst_type["value"] == "constant":
  138. node, = yield [("RD", [inst, "node"])]
  139. node_value, = yield [("RV", [node])]
  140. if node_value is not None:
  141. # There is a value to the node, so replicate the value
  142. if isinstance(node_value, (str, unicode)):
  143. value = '"%s"' % node_value.replace('"', '\\"').replace("'", "\\'").replace('\t', '\\t').replace('\n', '\\n')
  144. else:
  145. value = str(node_value)
  146. instruction = "constant_" + str(ModelverseKernel.counter)
  147. ModelverseKernel.counter += 1
  148. prev = " " * nested_indent + instruction + ", = yield [('CNV', [" + value + "])]\n"
  149. else:
  150. # Node is None, meaning that it was not about the value, but the node itself...
  151. instruction = str(node)
  152. elif inst_type["value"] == "return":
  153. value, = yield [("RD", [inst, "value"])]
  154. if value:
  155. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  156. instruction = prev_value + " " * indent + "raise PrimitiveFinished(%s)\n" % instruction_value
  157. else:
  158. instruction = " " * indent + "raise PrimitiveFinished(None)\n"
  159. elif inst_type["value"] == "declare":
  160. instruction = ""
  161. elif inst_type["value"] == "global":
  162. instruction = ""
  163. elif inst_type["value"] == "break":
  164. instruction = " " * indent + "break\n"
  165. elif inst_type["value"] == "continue":
  166. instruction = " " * indent + "continue\n"
  167. elif inst_type["value"] == "input":
  168. prev = " " * nested_indent + "_inputs, = yield [('RD', [_root, 'input'])]\n" + \
  169. " " * nested_indent + "while 1:\n" + \
  170. " " * (nested_indent + 1) + "val, = yield [('RD', [_inputs, 'value'])]\n" + \
  171. " " * (nested_indent + 1) + "if val is not None:\n" + \
  172. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_inputs, 'value'])]\n" + \
  173. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  174. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_root, 'input'])]\n" + \
  175. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  176. " " * (nested_indent + 2) + "nxt, = yield [('RD', [_inputs, 'next'])]\n" + \
  177. " " * (nested_indent + 2) + "yield [('CD', [_root, 'input', nxt])]\n" + \
  178. " " * (nested_indent + 2) + "_result = val\n" + \
  179. " " * (nested_indent + 2) + "break\n" + \
  180. " " * (nested_indent + 1)+ "else:\n" + \
  181. " " * (nested_indent + 2) + "yield None\n"
  182. instruction = "_result"
  183. elif inst_type["value"] == "output":
  184. value, = yield [("RD", [inst, "value"])]
  185. (prev, inst), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  186. instruction = prev + \
  187. " " * indent + "_outputs, = yield [('RD', [_root, 'last_output'])]\n" + \
  188. " " * indent + "_outputs_e, = yield [('RDE', [_root, 'last_output'])]\n" + \
  189. " " * indent + "yield [('CD', [_outputs, 'value', %s])]\n" % inst + \
  190. " " * indent + "_new, = yield [('CN', [])]\n" + \
  191. " " * indent + "yield [('CD', [_outputs, 'next', _new])]\n" + \
  192. " " * indent + "yield [('DE', [_outputs_e])]\n" + \
  193. " " * indent + "yield [('CD', [_root, 'last_output', _new])]\n"
  194. elif inst_type["value"] == "resolve":
  195. value, = yield [("RD", [inst, "var"])]
  196. str_value, = yield [("RV", [value])]
  197. if str_value:
  198. # Is a global
  199. prev = \
  200. " " * nested_indent + "%s, = yield [('RD', [_globs, '%s'])]\n" % (str_value, str_value) + \
  201. " " * nested_indent + "%s, = yield [('RD', [%s, 'value'])]\n" % (str_value, str_value)
  202. instruction = str_value
  203. if self.jit.get_global_body_id(str_value) is None:
  204. val, = yield [("RD", [self.root, self.taskname])]
  205. val, = yield [("RD", [val, 'globals'])]
  206. val, = yield [("RD", [val, str_value])]
  207. val, = yield [("RD", [val, 'value'])]
  208. val, = yield [("RD", [val, 'body'])]
  209. print("Registering global " + str(str_value) + " using " + str(val))
  210. self.jit.register_global(val, str_value)
  211. else:
  212. # Is a local
  213. instruction = "var_%s" % value
  214. elif inst_type["value"] == "assign":
  215. var, val = yield [("RD", [inst, "var"]),
  216. ("RD", [inst, "value"])]
  217. (prev_var, instruction_var), (prev_val, instruction_val) = \
  218. yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)]),
  219. ("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  220. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  221. if prev_var:
  222. # Got something to do before the variable is usable, so this is a global!
  223. # Therefore we actually do the operation in the Modelverse as well!
  224. instruction += \
  225. " " * nested_indent + "_var, = yield [('RD', [_globs, '%s'])]\n" % instruction_var + \
  226. " " * nested_indent + "if _var is None:\n" + \
  227. " " * (nested_indent + 1) + "_var, = yield [('CN', [])]\n" + \
  228. " " * (nested_indent + 1) + "yield [('CD', [_globs, '%s', _var])]\n" % instruction_var + \
  229. " " * nested_indent + "_old_edge, = yield [('RDE', [_var, 'value'])]\n" + \
  230. " " * nested_indent + "yield [('CD', [_var, 'value', %s])]\n" % instruction_var + \
  231. " " * nested_indent + "yield [('DE', [_old_edge])]\n" + \
  232. " " * nested_indent + "_mvk.jit.register_global('%s', %s)\n" % (instruction_var, instruction_var)
  233. elif inst_type["value"] == "call":
  234. func_name, = yield [("RD", [inst, "func"])]
  235. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, nested_indent, nested_indent)])]
  236. param_list = {}
  237. param, = yield [("RD", [inst, "params"])]
  238. computation = ""
  239. while param:
  240. value, = yield [("RD", [param, "value"])]
  241. name, = yield [("RD", [param, "name"])]
  242. name, = yield [("RV", [name])]
  243. (prev_res, instruction_res), param = \
  244. yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)]),
  245. ("RD", [param, "next_param"])]
  246. computation += prev_res
  247. param_list[name] = instruction_res
  248. if func_name in intrinsics:
  249. #instruction = " " * indent + intrinsics[func_name](*param_list)
  250. # TODO
  251. pass
  252. else:
  253. value = "func_result_" + str(ModelverseKernel.counter)
  254. ModelverseKernel.counter += 1
  255. param_list = "{" + ", ".join(["'%s': %s" % (k, v) for k, v in param_list.items()]) + "}"
  256. actual_computation = "%s, = yield [('CALL_ARGS', [_mvk.execute_jit_internal, (_root, %s, _taskname, %s)])]\n" % (value, func_name, param_list)
  257. if indent == 0:
  258. # No indent, meaning that we use it inline
  259. # Therefore, we output the prev and value individually
  260. prev, instruction = prev_func_name + computation + " " * nested_indent + actual_computation, value
  261. else:
  262. # Some indentation, meaning that we don't even use the return value
  263. # Therefore, we only do the yield
  264. prev, instruction = prev_func_name + computation, " " * indent + actual_computation
  265. elif inst_type["value"] == "access":
  266. value, = yield [("RD", [inst, "var"])]
  267. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  268. elif inst_type["value"] == "while":
  269. cond, body = yield [("RD", [inst, "cond"]),
  270. ("RD", [inst, "body"])]
  271. (prev_cond, instruction_cond), (prev_body, instruction_body) = \
  272. yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)]),
  273. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  274. instruction = " " * indent + "while 1:\n" + prev_cond + \
  275. " " * (indent + 1) + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + \
  276. " " * (indent + 1) + "if not (val_%s):\n" % instruction_cond + \
  277. " " * (indent + 2) + "break\n" + \
  278. prev_body + instruction_body
  279. next_inst, = yield [("RD", [inst, "next"])]
  280. if next_inst:
  281. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  282. next_inst = prev_next + inst_next
  283. else:
  284. next_inst = ""
  285. raise primitive_functions.PrimitiveFinished((prev, instruction + next_inst))
  286. def read_function(self, inst, suggested_name):
  287. initial_instruction = inst
  288. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  289. #if suggested_name is None or is_mutable:
  290. if is_mutable:
  291. print("Ignoring mutable or unreadable: %s" % suggested_name)
  292. raise jit.JitCompilationFailedException("FAIL")
  293. print("Reading function: %s" % suggested_name)
  294. (prev, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  295. preamble = " _globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  296. " _root = kwargs['task_root']\n" + \
  297. " _taskname = kwargs['taskname']\n" + \
  298. " _mvk = kwargs['mvk']\n"
  299. printed = preamble + prev + printed
  300. print("Total printed function: ")
  301. if params:
  302. func = "def " + suggested_name + "(" + ", ".join([chr(ord('a') + i) for i in range(len(params))]) + ", **kwargs):\n" + "".join([" var_%s = %s\n" % (param, chr(ord('a') + i)) for i, param in enumerate(params)]) + printed
  303. else:
  304. func = "def " + suggested_name + "(**kwargs):\n" + printed
  305. print(func)
  306. # To write out all generated functions
  307. #with open('/tmp/junk/%s' % suggested_name, 'w') as f:
  308. # f.write(func)
  309. raise primitive_functions.PrimitiveFinished(func)
  310. def jit_compile(self, task_root, inst):
  311. # Try to retrieve the suggested name.
  312. suggested_name = self.jit.get_global_name(inst)
  313. if suggested_name is None:
  314. suggested_name = "func_%s" % str(inst)
  315. # Have the JIT compile the function.
  316. if inst is None:
  317. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  318. elif inst in self.jit.jitted_entry_points:
  319. raise primitive_functions.PrimitiveFinished(
  320. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  321. compiled_func = self.jit.lookup_compiled_body(inst)
  322. if compiled_func is None:
  323. compiled_func, = yield [("CALL_ARGS", [self.read_function, (inst, suggested_name)])]
  324. exec(str(compiled_func), self.jit.jit_globals)
  325. compiled_func = self.jit.jit_globals[suggested_name]
  326. self.jit.register_compiled(inst, compiled_func, suggested_name)
  327. raise primitive_functions.PrimitiveFinished(compiled_func)
  328. def execute_jit(self, task_root, inst, taskname, params = {}, store=False):
  329. # execute_jit
  330. try:
  331. task_frame, = yield [("RD", [task_root, "frame"])]
  332. symbols, = yield [("RD", [task_frame, "symbols"])]
  333. dict_keys_ref, = yield [("RDK", [symbols])]
  334. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  335. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  336. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  337. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  338. parameters = dict(list(zip(dict_keys, dict_values)))
  339. parameters.update(params)
  340. except:
  341. parameters = params
  342. parameters["root"] = self.root
  343. parameters["task_root"] = task_root
  344. parameters["taskname"] = taskname
  345. parameters["mvk"] = self
  346. # Have the JIT compile the function.
  347. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  348. # Run the compiled function.
  349. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  350. if results is None:
  351. raise Exception("%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  352. else:
  353. result, = results
  354. if store:
  355. # Clean up the current stack, as if a return happened
  356. old_frame, exception_return = yield [
  357. ("RD", [task_frame, "prev"]),
  358. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  359. #if self.debug_info[self.taskname]:
  360. # self.debug_info[self.taskname].pop()
  361. if exception_return is not None:
  362. # The caller has requested that we throw an exception instead of injecting
  363. # the return value into the caller's frame. Read the comment at
  364. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  365. yield [("CD", [task_root, "frame", old_frame]),
  366. ("DN", [task_frame])]
  367. raise primitive_functions.InterpretedFunctionFinished(result)
  368. else:
  369. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  370. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  371. ("CD", [task_root, "frame", old_frame]),
  372. ("DE", [lnk]),
  373. ("DN", [task_frame]),
  374. ]
  375. else:
  376. raise primitive_functions.PrimitiveFinished(result)
  377. ########################################
  378. ### Execute input and output methods ###
  379. ########################################
  380. def get_output(self, taskname):
  381. task_root, = yield [("RD", [self.root, taskname])]
  382. first_output, = yield [("RD", [task_root, "output"])]
  383. next_output, rv = yield [("RD", [first_output, "next"]),
  384. ("RD", [first_output, "value"]),
  385. ]
  386. if next_output is None:
  387. self.success = False
  388. self.returnvalue = None
  389. else:
  390. rv_value, _, _ = \
  391. yield [("RV", [rv]),
  392. ("CD", [task_root, "output", next_output]),
  393. ("DN", [first_output]),
  394. ]
  395. self.returnvalue = rv_value
  396. self.success = True
  397. def set_input(self, taskname, value):
  398. task_root, = yield [("RD", [self.root, taskname])]
  399. old_input, link, new_input, new_value = \
  400. yield [("RD", [task_root, "last_input"]),
  401. ("RDE", [task_root, "last_input"]),
  402. ("CN", []),
  403. ("CNV", [value]),
  404. ]
  405. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  406. ("CD", [old_input, "next", new_input]),
  407. ("CD", [old_input, "value", new_value]),
  408. ("DE", [link])
  409. ]
  410. self.returnvalue = {"id": 100, "value": "success"}
  411. #############################################
  412. ### Transformation rules for instructions ###
  413. #############################################
  414. def continue_init(self, task_root):
  415. task_frame, = yield [("RD", [task_root, "frame"])]
  416. inst, = yield [("RD", [task_frame, "IP"])]
  417. while_inst, = yield [("RD", [inst, "while"])]
  418. old_evalstack_link, old_phase_link, evalstack_roots = \
  419. yield [("RDE", [task_frame, "evalstack"]),
  420. ("RDE", [task_frame, "phase"]),
  421. ("RRD", [while_inst, self.taskname]),
  422. ]
  423. if len(evalstack_roots) == 1:
  424. evalstack_root = evalstack_roots[0]
  425. else:
  426. print("Got roots: " + str(evalstack_roots))
  427. raise Exception("Could not process continue statement!")
  428. prev_evalstack_roots, old_evalstack_phase_link = \
  429. yield [("RRD", [evalstack_root, "prev"]),
  430. ("RDE", [evalstack_root, "phase"]),
  431. ]
  432. if len(prev_evalstack_roots) == 1:
  433. prev_evalstack_root = prev_evalstack_roots[0]
  434. else:
  435. raise Exception("Could not process continue statement!")
  436. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  437. yield [("CN", []),
  438. ("CNV", ["init"]),
  439. ("CNV", ["finish"]),
  440. ("RDE", [prev_evalstack_root, "prev"]),
  441. ]
  442. _, _, _, _, _, _, _, _ = \
  443. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  444. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  445. ("CD", [task_frame, "phase", new_phase_inst]),
  446. ("CD", [evalstack_root, "phase", new_phase_while]),
  447. ("DE", [old_evalstack_link]),
  448. ("DE", [prev_evalstack_root_link]),
  449. ("DE", [old_phase_link]),
  450. ("DE", [old_evalstack_phase_link]),
  451. ]
  452. def break_init(self, task_root):
  453. task_frame, = yield [("RD", [task_root, "frame"])]
  454. inst, = yield [("RD", [task_frame, "IP"])]
  455. while_inst, = yield [("RD", [inst, "while"])]
  456. old_evalstack_link, old_phase_link, evalstack_roots = \
  457. yield [("RDE", [task_frame, "evalstack"]),
  458. ("RDE", [task_frame, "phase"]),
  459. ("RRD", [while_inst, self.taskname]),
  460. ]
  461. if len(evalstack_roots) == 1:
  462. evalstack_root = evalstack_roots[0]
  463. else:
  464. raise Exception("Could not process break statement!")
  465. prev_evalstack_roots, old_evalstack_phase_link = \
  466. yield [("RRD", [evalstack_root, "prev"]),
  467. ("RDE", [evalstack_root, "phase"]),
  468. ]
  469. if len(prev_evalstack_roots) == 1:
  470. prev_evalstack_root = prev_evalstack_roots[0]
  471. else:
  472. raise Exception("Could not process break statement!")
  473. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  474. yield [("CN", []),
  475. ("CNV", ["finish"]),
  476. ("CNV", ["finish"]),
  477. ("RDE", [prev_evalstack_root, "prev"]),
  478. ]
  479. _, _, _, _, _, _, _, _ = \
  480. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  481. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  482. ("CD", [task_frame, "phase", new_phase_inst]),
  483. ("CD", [evalstack_root, "phase", new_phase_while]),
  484. ("DE", [old_evalstack_link]),
  485. ("DE", [prev_evalstack_root_link]),
  486. ("DE", [old_phase_link]),
  487. ("DE", [old_evalstack_phase_link]),
  488. ]
  489. def if_init(self, task_root):
  490. task_frame, = yield [("RD", [task_root, "frame"])]
  491. evalstack, evalstack_link = \
  492. yield [("RD", [task_frame, "evalstack"]),
  493. ("RDE", [task_frame, "evalstack"]),
  494. ]
  495. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  496. ("RDE", [task_frame, "IP"]),
  497. ]
  498. cond, = yield [("RD", [inst, "cond"])]
  499. new_evalstack, new_phase = \
  500. yield [("CN", []),
  501. ("CNV", ["cond"]),
  502. ]
  503. _, _, _, _, _, _, _ = \
  504. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  505. ("CD", [new_evalstack, "prev", evalstack]),
  506. ("CD", [task_frame, "IP", cond]),
  507. ("CD", [evalstack, "inst", inst]),
  508. ("CD", [evalstack, "phase", new_phase]),
  509. ("DE", [evalstack_link]),
  510. ("DE", [ip_link]),
  511. ]
  512. def if_cond(self, task_root):
  513. task_frame, = yield [("RD", [task_root, "frame"])]
  514. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  515. ("RD", [task_frame, "IP"]),
  516. ]
  517. returnvalue_v, = yield [("RV", [returnvalue])]
  518. _else, = yield [("RD", [inst, "else"])]
  519. if returnvalue_v:
  520. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  521. yield [("RDE", [task_frame, "phase"]),
  522. ("RD", [task_frame, "evalstack"]),
  523. ("RDE", [task_frame, "evalstack"]),
  524. ("RDE", [task_frame, "IP"]),
  525. ("RD", [inst, "then"]),
  526. ("CN", []),
  527. ("CNV", ["finish"]),
  528. ("CNV", ["init"]),
  529. ]
  530. _, _, _, _, _, _, _, _, _ = \
  531. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  532. ("CD", [task_frame, "IP", _then]),
  533. ("CD", [new_evalstack, "prev", evalstack]),
  534. ("CD", [evalstack, "inst", inst]),
  535. ("CD", [evalstack, "phase", evalstack_phase]),
  536. ("CD", [task_frame, "phase", new_phase]),
  537. ("DE", [evalstack_link]),
  538. ("DE", [ip_link]),
  539. ("DE", [phase_link]),
  540. ]
  541. elif _else is None:
  542. phase_link, new_phase = \
  543. yield [("RDE", [task_frame, "phase"]),
  544. ("CNV", ["finish"]),
  545. ]
  546. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  547. ("DE", [phase_link]),
  548. ]
  549. else:
  550. phase_link, evalstack, evalstack_link, ip_link = \
  551. yield [("RDE", [task_frame, "phase"]),
  552. ("RD", [task_frame, "evalstack"]),
  553. ("RDE", [task_frame, "evalstack"]),
  554. ("RDE", [task_frame, "IP"]),
  555. ]
  556. new_evalstack, new_phase, evalstack_phase = \
  557. yield [("CN", []),
  558. ("CNV", ["init"]),
  559. ("CNV", ["finish"]),
  560. ]
  561. _, _, _, _, _, _, _, _, _ = \
  562. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  563. ("CD", [task_frame, "IP", _else]),
  564. ("CD", [new_evalstack, "prev", evalstack]),
  565. ("CD", [evalstack, "inst", inst]),
  566. ("CD", [evalstack, "phase", evalstack_phase]),
  567. ("CD", [task_frame, "phase", new_phase]),
  568. ("DE", [evalstack_link]),
  569. ("DE", [ip_link]),
  570. ("DE", [phase_link]),
  571. ]
  572. def while_init(self, task_root):
  573. task_frame, = yield [("RD", [task_root, "frame"])]
  574. evalstack, evalstack_link, ip_link, inst = \
  575. yield [("RD", [task_frame, "evalstack"]),
  576. ("RDE", [task_frame, "evalstack"]),
  577. ("RDE", [task_frame, "IP"]),
  578. ("RD", [task_frame, "IP"]),
  579. ]
  580. cond, new_evalstack, new_phase = \
  581. yield [("RD", [inst, "cond"]),
  582. ("CN", []),
  583. ("CNV", ["cond"]),
  584. ]
  585. _, _, _, _, _, _, _ = \
  586. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  587. ("CD", [new_evalstack, "prev", evalstack]),
  588. ("CD", [task_frame, "IP", cond]),
  589. ("CD", [evalstack, "phase", new_phase]),
  590. ("CD", [evalstack, "inst", inst]),
  591. ("DE", [evalstack_link]),
  592. ("DE", [ip_link]),
  593. ]
  594. def while_cond(self, task_root):
  595. task_frame, = yield [("RD", [task_root, "frame"])]
  596. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  597. returnvalue_v, = yield [("RV", [returnvalue])]
  598. if returnvalue_v:
  599. phase_link, evalstack, evalstack_link, ip_link, inst = \
  600. yield [("RDE", [task_frame, "phase"]),
  601. ("RD", [task_frame, "evalstack"]),
  602. ("RDE", [task_frame, "evalstack"]),
  603. ("RDE", [task_frame, "IP"]),
  604. ("RD", [task_frame, "IP"]),
  605. ]
  606. body, = yield [("RD", [inst, "body"])]
  607. new_evalstack, new_phase, evalstack_phase = \
  608. yield [("CN", []),
  609. ("CNV", ["init"]),
  610. ("CNV", ["init"]),
  611. ]
  612. _, _, _, _, _, _, _, _, _ = \
  613. yield [("CD", [task_frame, "IP", body]),
  614. ("CD", [task_frame, "phase", new_phase]),
  615. ("CD", [task_frame, "evalstack", new_evalstack]),
  616. ("CD", [new_evalstack, "prev", evalstack]),
  617. ("CD", [evalstack, "inst", inst]),
  618. ("CD", [evalstack, "phase", evalstack_phase]),
  619. ("DE", [evalstack_link]),
  620. ("DE", [ip_link]),
  621. ("DE", [phase_link]),
  622. ]
  623. # Check if we already have a taskname link to the evalstack
  624. links, = yield [("RD", [evalstack, self.taskname])]
  625. if links is None:
  626. yield [("CD", [evalstack, self.taskname, inst])]
  627. else:
  628. phase_link, new_phase = \
  629. yield [("RDE", [task_frame, "phase"]),
  630. ("CNV", ["finish"]),
  631. ]
  632. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  633. ("DE", [phase_link])
  634. ]
  635. def access_init(self, task_root):
  636. task_frame, = yield [("RD", [task_root, "frame"])]
  637. evalstack, evalstack_link, inst, ip_link = \
  638. yield [("RD", [task_frame, "evalstack"]),
  639. ("RDE", [task_frame, "evalstack"]),
  640. ("RD", [task_frame, "IP"]),
  641. ("RDE", [task_frame, "IP"]),
  642. ]
  643. var, new_evalstack, new_phase = \
  644. yield [("RD", [inst, "var"]),
  645. ("CN", []),
  646. ("CNV", ["eval"]),
  647. ]
  648. _, _, _, _, _, _, _ = \
  649. yield [("CD", [task_frame, "IP", var]),
  650. ("CD", [task_frame, "evalstack", new_evalstack]),
  651. ("CD", [new_evalstack, "prev", evalstack]),
  652. ("CD", [evalstack, "inst", inst]),
  653. ("CD", [evalstack, "phase", new_phase]),
  654. ("DE", [evalstack_link]),
  655. ("DE", [ip_link]),
  656. ]
  657. def access_eval(self, task_root):
  658. task_frame, = yield [("RD", [task_root, "frame"])]
  659. phase_link, returnvalue_link, returnvalue = \
  660. yield [("RDE", [task_frame, "phase"]),
  661. ("RDE", [task_frame, "returnvalue"]),
  662. ("RD", [task_frame, "returnvalue"]),
  663. ]
  664. value, new_phase = yield [("RD", [returnvalue, "value"]),
  665. ("CNV", ["finish"]),
  666. ]
  667. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  668. ("CD", [task_frame, "returnvalue", value]),
  669. ("DE", [phase_link]),
  670. ("DE", [returnvalue_link]),
  671. ]
  672. def resolve_init(self, task_root):
  673. task_frame, = yield [("RD", [task_root, "frame"])]
  674. symbols, evalstack, evalstack_link, ip_link, inst = \
  675. yield [("RD", [task_frame, "symbols"]),
  676. ("RD", [task_frame, "evalstack"]),
  677. ("RDE", [task_frame, "evalstack"]),
  678. ("RDE", [task_frame, "IP"]),
  679. ("RD", [task_frame, "IP"]),
  680. ]
  681. var, = yield [("RD", [inst, "var"])]
  682. variable, = yield [("RDN", [symbols, var])]
  683. if variable is None:
  684. phase_link, returnvalue_link, _globals, var_name = \
  685. yield [("RDE", [task_frame, "phase"]),
  686. ("RDE", [task_frame, "returnvalue"]),
  687. ("RD", [task_root, "globals"]),
  688. ("RV", [var]),
  689. ]
  690. variable, new_phase = \
  691. yield [("RD", [_globals, var_name]),
  692. ("CNV", ["finish"]),
  693. ]
  694. if variable is None:
  695. globs, = yield [("RDK", [_globals])]
  696. print("Globals: " + str(globs))
  697. globs = yield [("RV", [i]) for i in globs]
  698. print("Resolved globals: " + str(globs))
  699. raise Exception(jit.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  700. # Resolved a global, so this is a string
  701. # Potentially, this might even be a function that we have precompiled already!
  702. # So check whether this is the case or not
  703. if self.allow_compiled:
  704. compiled_function = getattr(compiled_functions, var_name, None)
  705. if compiled_function is not None:
  706. # We have a compiled function ready!
  707. # Now we have to bind the ID to the compiled functions
  708. # For this, we read out the body of the resolved data
  709. compiler_val, = yield [("RD", [variable, "value"])]
  710. compiler_body, = yield [("RD", [compiler_val, "body"])]
  711. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  712. # If we're dealing with a function, then we might want to figure out what its body id
  713. # is now so we can suggest a name to the JIT later.
  714. if self.jit.get_global_body_id(var_name) is None:
  715. compiler_val, = yield [("RD", [variable, "value"])]
  716. if compiler_val is not None:
  717. compiler_body, = yield [("RD", [compiler_val, "body"])]
  718. if compiler_body is not None:
  719. self.jit.register_global(compiler_body, var_name)
  720. else:
  721. phase_link, returnvalue_link, new_phase = \
  722. yield [("RDE", [task_frame, "phase"]),
  723. ("RDE", [task_frame, "returnvalue"]),
  724. ("CNV", ["finish"]),
  725. ]
  726. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  727. ("CD", [task_frame, "returnvalue", variable]),
  728. ("DE", [phase_link]),
  729. ("DE", [returnvalue_link]),
  730. ]
  731. def assign_init(self, task_root):
  732. task_frame, = yield [("RD", [task_root, "frame"])]
  733. evalstack, evalstack_link, ip_link, inst = \
  734. yield [("RD", [task_frame, "evalstack"]),
  735. ("RDE", [task_frame, "evalstack"]),
  736. ("RDE", [task_frame, "IP"]),
  737. ("RD", [task_frame, "IP"]),
  738. ]
  739. var, new_evalstack, new_phase = \
  740. yield [("RD", [inst, "var"]),
  741. ("CN", []),
  742. ("CNV", ["value"]),
  743. ]
  744. _, _, _, _, _, _, _ = \
  745. yield [("CD", [task_frame, "IP", var]),
  746. ("CD", [task_frame, "evalstack", new_evalstack]),
  747. ("CD", [new_evalstack, "prev", evalstack]),
  748. ("CD", [evalstack, "inst", inst]),
  749. ("CD", [evalstack, "phase", new_phase]),
  750. ("DE", [evalstack_link]),
  751. ("DE", [ip_link]),
  752. ]
  753. def assign_value(self, task_root):
  754. task_frame, = yield [("RD", [task_root, "frame"])]
  755. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  756. yield [("RDE", [task_frame, "phase"]),
  757. ("RD", [task_frame, "evalstack"]),
  758. ("RD", [task_frame, "returnvalue"]),
  759. ("RDE", [task_frame, "evalstack"]),
  760. ("RDE", [task_frame, "IP"]),
  761. ("RD", [task_frame, "IP"]),
  762. ]
  763. value, new_evalstack, new_phase, evalstack_phase = \
  764. yield [("RD", [inst, "value"]),
  765. ("CN", []),
  766. ("CNV", ["init"]),
  767. ("CNV", ["assign"]),
  768. ]
  769. _, _, _, _, _, _, _, _, _, _ = \
  770. yield [("CD", [task_frame, "variable", returnvalue]),
  771. ("CD", [task_frame, "phase", new_phase]),
  772. ("CD", [task_frame, "evalstack", new_evalstack]),
  773. ("CD", [new_evalstack, "prev", evalstack]),
  774. ("CD", [evalstack, "inst", inst]),
  775. ("CD", [evalstack, "phase", evalstack_phase]),
  776. ("CD", [task_frame, "IP", value]),
  777. ("DE", [evalstack_link]),
  778. ("DE", [phase_link]),
  779. ("DE", [ip_link]),
  780. ]
  781. def assign_assign(self, task_root):
  782. task_frame, = yield [("RD", [task_root, "frame"])]
  783. phase_link, returnvalue, variable_link, variable = \
  784. yield [("RDE", [task_frame, "phase"]),
  785. ("RD", [task_frame, "returnvalue"]),
  786. ("RDE", [task_frame, "variable"]),
  787. ("RD", [task_frame, "variable"]),
  788. ]
  789. value_link, new_phase = \
  790. yield [("RDE", [variable, "value"]),
  791. ("CNV", ["finish"]),
  792. ]
  793. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  794. ("CD", [variable, "value", returnvalue]),
  795. ("DE", [variable_link]),
  796. ("DE", [value_link]),
  797. ("DE", [phase_link]),
  798. ]
  799. def return_init(self, task_root):
  800. task_frame, = yield [("RD", [task_root, "frame"])]
  801. inst, = yield [("RD", [task_frame, "IP"])]
  802. value, = yield [("RD", [inst, "value"])]
  803. if value is None:
  804. prev_frame, = yield [("RD", [task_frame, "prev"])]
  805. # If the callee's frame is marked with the '__exception_return' key, then
  806. # we need to throw an exception instead of just finishing here. This design
  807. # gives us O(1) state reads per jit-interpreter transition.
  808. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  809. if prev_frame is None:
  810. _, = yield [("DN", [task_root])]
  811. del self.debug_info[self.taskname]
  812. #print("Cleanup task " + str(self.taskname))
  813. else:
  814. if self.debug_info[self.taskname]:
  815. self.debug_info[self.taskname].pop()
  816. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  817. ("DN", [task_frame]),
  818. ]
  819. if exception_return is not None:
  820. raise primitive_functions.InterpretedFunctionFinished(None)
  821. else:
  822. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  823. yield [("RD", [task_frame, "evalstack"]),
  824. ("RDE", [task_frame, "evalstack"]),
  825. ("RDE", [task_frame, "IP"]),
  826. ("CN", []),
  827. ("CNV", ["eval"]),
  828. ]
  829. _, _, _, _, _, _, _ = \
  830. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  831. ("CD", [new_evalstack, "prev", evalstack]),
  832. ("CD", [evalstack, "inst", inst]),
  833. ("CD", [evalstack, "phase", evalstack_phase]),
  834. ("CD", [task_frame, "IP", value]),
  835. ("DE", [evalstack_link]),
  836. ("DE", [ip_link]),
  837. ]
  838. def return_eval(self, task_root):
  839. if self.debug_info[self.taskname]:
  840. self.debug_info[self.taskname].pop()
  841. task_frame, = yield [("RD", [task_root, "frame"])]
  842. prev_frame, = yield [("RD", [task_frame, "prev"])]
  843. if prev_frame is None:
  844. _, = yield [("DN", [task_root])]
  845. del self.debug_info[self.taskname]
  846. exception_return, returnvalue = yield [
  847. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  848. ("RD", [task_frame, "returnvalue"])]
  849. # If the callee's frame is marked with the '__exception_return' key, then
  850. # we need to throw an exception instead of just finishing here. This design
  851. # gives us O(1) state reads per jit-interpreter transition.
  852. if exception_return is not None:
  853. yield [
  854. ("CD", [task_root, "frame", prev_frame]),
  855. ("DN", [task_frame])]
  856. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  857. else:
  858. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  859. yield [
  860. ("CD", [task_root, "frame", prev_frame]),
  861. ("CD", [prev_frame, "returnvalue", returnvalue]),
  862. ("DE", [old_returnvalue_link]),
  863. ("DN", [task_frame])]
  864. def constant_init(self, task_root):
  865. task_frame, = yield [("RD", [task_root, "frame"])]
  866. phase_link, returnvalue_link, inst = \
  867. yield [("RDE", [task_frame, "phase"]),
  868. ("RDE", [task_frame, "returnvalue"]),
  869. ("RD", [task_frame, "IP"]),
  870. ]
  871. node, new_phase = yield [("RD", [inst, "node"]),
  872. ("CNV", ["finish"]),
  873. ]
  874. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  875. ("CD", [task_frame, "returnvalue", node]),
  876. ("DE", [returnvalue_link]),
  877. ("DE", [phase_link]),
  878. ]
  879. def helper_init(self, task_root):
  880. task_frame, = yield [("RD", [task_root, "frame"])]
  881. inst, = yield [("RD", [task_frame, "IP"])]
  882. next, = yield [("RD", [inst, "next"])]
  883. if next is None:
  884. ip_link, phase_link, evalstack_top = \
  885. yield [("RDE", [task_frame, "IP"]),
  886. ("RDE", [task_frame, "phase"]),
  887. ("RD", [task_frame, "evalstack"]),
  888. ]
  889. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  890. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  891. yield [("RD", [evalstack, "inst"]),
  892. ("RD", [evalstack, "phase"]),
  893. ("RDE", [evalstack, "inst"]),
  894. ("RDE", [evalstack, "phase"]),
  895. ]
  896. _, _, _, _, _, _, _, _ = \
  897. yield [("CD", [task_frame, "evalstack", evalstack]),
  898. ("CD", [task_frame, "IP", evalstack_inst]),
  899. ("CD", [task_frame, "phase", evalstack_phase]),
  900. ("DE", [ip_link]),
  901. ("DE", [phase_link]),
  902. ("DE", [evalstack_inst_link]),
  903. ("DE", [evalstack_phase_link]),
  904. ("DN", [evalstack_top]),
  905. ]
  906. else:
  907. ip_link, phase_link, new_phase = \
  908. yield [("RDE", [task_frame, "IP"]),
  909. ("RDE", [task_frame, "phase"]),
  910. ("CNV", ["init"]),
  911. ]
  912. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  913. ("CD", [task_frame, "phase", new_phase]),
  914. ("DE", [ip_link]),
  915. ("DE", [phase_link]),
  916. ]
  917. def call_init(self, task_root):
  918. task_frame, = yield [("RD", [task_root, "frame"])]
  919. symbols, evalstack, evalstack_link, ip_link, inst = \
  920. yield [("RD", [task_frame, "symbols"]),
  921. ("RD", [task_frame, "evalstack"]),
  922. ("RDE", [task_frame, "evalstack"]),
  923. ("RDE", [task_frame, "IP"]),
  924. ("RD", [task_frame, "IP"]),
  925. ]
  926. func, params = yield [("RD", [inst, "func"]),
  927. ("RD", [inst, "params"]),
  928. ]
  929. if params is None:
  930. new_evalstack, evalstack_phase = \
  931. yield [("CN", []),
  932. ("CNV", ["call"]),
  933. ]
  934. _, _, _, _, _, _, _ = \
  935. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  936. ("CD", [new_evalstack, "prev", evalstack]),
  937. ("CD", [evalstack, "inst", inst]),
  938. ("CD", [evalstack, "phase", evalstack_phase]),
  939. ("CD", [task_frame, "IP", func]),
  940. ("DE", [evalstack_link]),
  941. ("DE", [ip_link]),
  942. ]
  943. else:
  944. new_evalstack,= yield [("CN", [])]
  945. _, _, _, _, _, _, _ = \
  946. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  947. ("CD", [new_evalstack, "prev", evalstack]),
  948. ("CD", [evalstack, "inst", inst]),
  949. ("CD", [evalstack, "phase", params]),
  950. ("CD", [task_frame, "IP", func]),
  951. ("DE", [evalstack_link]),
  952. ("DE", [ip_link]),
  953. ]
  954. def call_call(self, task_root):
  955. self.debug_info[self.taskname].append("None")
  956. task_frame, = yield [("RD", [task_root, "frame"])]
  957. inst, = yield [("RD", [task_frame, "IP"])]
  958. param, = yield [("RD", [inst, "last_param"])]
  959. if param is None:
  960. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  961. body, = yield [("RD", [returnvalue, "body"])]
  962. self.jit.mark_entry_point(body)
  963. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  964. yield [("RDE", [task_frame, "phase"]),
  965. ("RDE", [task_root, "frame"]),
  966. ("CNV", ["finish"]),
  967. ("CNV", ["init"]),
  968. ("CN", []),
  969. ("CN", []),
  970. ("CN", []),
  971. ("CN", []),
  972. ]
  973. _, _, _, _, _, _, _, _, _, _, _ = \
  974. yield [("CD", [task_root, "frame", new_frame]),
  975. ("CD", [new_frame, "evalstack", new_evalstack]),
  976. ("CD", [new_frame, "symbols", new_symbols]),
  977. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  978. ("CD", [new_frame, "caller", inst]),
  979. ("CD", [new_frame, "phase", new_phase]),
  980. ("CD", [new_frame, "IP", body]),
  981. ("CD", [new_frame, "prev", task_frame]),
  982. ("CD", [task_frame, "phase", prev_phase]),
  983. ("DE", [phase_link]),
  984. ("DE", [frame_link]),
  985. ]
  986. else:
  987. newer_frames, invoking_frames = \
  988. yield [("RRD", [task_frame, "prev"]),
  989. ("RRD", [inst, "caller"]),
  990. ]
  991. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  992. phase_link, frame_link, new_symbols, new_IP = \
  993. yield [("RDE", [task_frame, "phase"]),
  994. ("RDE", [task_root, "frame"]),
  995. ("RD", [new_frame, "symbols"]),
  996. ("RD", [new_frame, "IP"]),
  997. ]
  998. signature, = yield [("RRD", [new_IP, "body"])]
  999. signature = signature[0]
  1000. sig_params, last_param = \
  1001. yield [("RD", [signature, "params"]),
  1002. ("RD", [inst, "last_param"]),
  1003. ]
  1004. self.jit.mark_entry_point(new_IP)
  1005. name, = yield [("RD", [last_param, "name"])]
  1006. name_value, = yield [("RV", [name])]
  1007. returnvalue, formal_parameter, new_phase, variable = \
  1008. yield [("RD", [task_frame, "returnvalue"]),
  1009. ("RD", [sig_params, name_value]),
  1010. ("CNV", ["finish"]),
  1011. ("CN", []),
  1012. ]
  1013. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  1014. ("CD", [task_frame, "phase", new_phase]),
  1015. ("CD", [variable, "value", returnvalue]),
  1016. ("CE", [new_symbols, variable]),
  1017. ]
  1018. _, _, _ = yield [("CE", [t1, formal_parameter]),
  1019. ("DE", [frame_link]),
  1020. ("DE", [phase_link]),
  1021. ]
  1022. def find_overlapping(self, a, b):
  1023. newer_frames = set(a)
  1024. invoking_frames = set(b)
  1025. matches = list(newer_frames.intersection(invoking_frames))
  1026. if len(matches) == 1:
  1027. return matches[0]
  1028. elif len(matches) > 1:
  1029. raise Exception("Error: multiple overlapping elements")
  1030. else:
  1031. raise Exception("Error: could not find any overlap")
  1032. def call_param(self, task_root):
  1033. task_frame, = yield [("RD", [task_root, "frame"])]
  1034. inst, phase = yield [("RD", [task_frame, "IP"]),
  1035. ("RD", [task_frame, "phase"]),
  1036. ]
  1037. params, last_param = \
  1038. yield [("RD", [inst, "params"]),
  1039. ("RD", [inst, "last_param"]),
  1040. ]
  1041. next_param, = yield [("RD", [params, "next_param"])]
  1042. if params == phase:
  1043. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1044. yield [("RDE", [task_frame, "phase"]),
  1045. ("RDE", [task_frame, "IP"]),
  1046. ("RD", [task_frame, "returnvalue"]),
  1047. ("RD", [params, "value"]),
  1048. ("RD", [task_frame, "evalstack"]),
  1049. ("RDE", [task_frame, "evalstack"]),
  1050. ]
  1051. body, = yield [("RD", [returnvalue, "body"])]
  1052. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1053. yield [("CN", []),
  1054. ("CN", []),
  1055. ("CNV", ["init"]),
  1056. ("CNV", ["init"]),
  1057. ("CN", []),
  1058. ("CN", []),
  1059. ("CN", []),
  1060. ]
  1061. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1062. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1063. ("CD", [new_frame, "symbols", new_symbols]),
  1064. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1065. ("CD", [new_frame, "caller", inst]),
  1066. ("CD", [new_frame, "phase", new_phase]),
  1067. ("CD", [new_frame, "IP", body]),
  1068. ("CD", [new_frame, "prev", task_frame]),
  1069. ("CD", [task_frame, "phase", prev_phase]),
  1070. ("CD", [task_frame, "IP", param_value]),
  1071. ("CD", [prev_evalstack, "prev", evalstack]),
  1072. ("CD", [evalstack, "inst", inst]),
  1073. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1074. ("DE", [evalstack_link]),
  1075. ("DE", [ip_link]),
  1076. ("DE", [phase_link]),
  1077. ]
  1078. if next_param is not None:
  1079. _ = yield [("CD", [evalstack, "phase", next_param])]
  1080. else:
  1081. evalstack_phase, = \
  1082. yield [("CNV", ["call"])]
  1083. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1084. else:
  1085. frame_link, phase_link, newer_frames, invoking_frames = \
  1086. yield [("RDE", [task_root, "frame"]),
  1087. ("RDE", [task_frame, "phase"]),
  1088. ("RRD", [task_frame, "prev"]),
  1089. ("RRD", [inst, "caller"]),
  1090. ]
  1091. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1092. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1093. yield [("RDE", [task_frame, "IP"]),
  1094. ("RD", [task_frame, "evalstack"]),
  1095. ("RDE", [task_frame, "evalstack"]),
  1096. ("RD", [new_frame, "symbols"]),
  1097. ("RD", [new_frame, "IP"]),
  1098. ]
  1099. signature, = yield [("RRD", [new_IP, "body"])]
  1100. signature = signature[0]
  1101. sig_params, = yield [("RD", [signature, "params"])]
  1102. if last_param == phase:
  1103. prev_param, = \
  1104. yield [("RRD", [last_param, "next_param"])]
  1105. prev_param = prev_param[0]
  1106. name, = yield [("RD", [prev_param, "name"])]
  1107. name_value, = \
  1108. yield [("RV", [name])]
  1109. evalstack_phase, = \
  1110. yield [("CNV", ["call"])]
  1111. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1112. formal_parameter, param_value = \
  1113. yield [("RD", [sig_params, name_value]),
  1114. ("RD", [last_param, "value"]),
  1115. ]
  1116. else:
  1117. param_b, = yield [("RD", [task_frame, "phase"])]
  1118. param_c, param_a = \
  1119. yield [("RD", [param_b, "next_param"]),
  1120. ("RRD", [param_b, "next_param"]),
  1121. ]
  1122. param_a = param_a[0]
  1123. name, param_value = \
  1124. yield [("RD", [param_a, "name"]),
  1125. ("RD", [param_b, "value"]),
  1126. ]
  1127. name_value, = \
  1128. yield [("RV", [name])]
  1129. formal_parameter, _ = \
  1130. yield [("RD", [sig_params, name_value]),
  1131. ("CD", [evalstack, "phase", param_c]),
  1132. ]
  1133. new_phase, new_evalstack, variable, returnvalue = \
  1134. yield [("CNV", ["init"]),
  1135. ("CN", []),
  1136. ("CN", []),
  1137. ("RD", [task_frame, "returnvalue"]),
  1138. ]
  1139. _, _, _, _, _, _ = \
  1140. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1141. ("CD", [new_evalstack, "prev", evalstack]),
  1142. ("CD", [evalstack, "inst", inst]),
  1143. ("CD", [task_frame, "phase", new_phase]),
  1144. ("CD", [task_frame, "IP", param_value]),
  1145. ("CD", [variable, "value", returnvalue]),
  1146. ]
  1147. t1, = yield [("CE", [new_symbols, variable])]
  1148. _, _, _, _ = \
  1149. yield [("CE", [t1, formal_parameter]),
  1150. ("DE", [phase_link]),
  1151. ("DE", [ip_link]),
  1152. ("DE", [evalstack_link]),
  1153. ]
  1154. def input_init(self, task_root):
  1155. task_frame, = yield [("RD", [task_root, "frame"])]
  1156. returnvalue_link, _input = \
  1157. yield [("RDE", [task_frame, "returnvalue"]),
  1158. ("RD", [task_root, "input"]),
  1159. ]
  1160. value, next, phase_link = \
  1161. yield [("RD", [_input, "value"]),
  1162. ("RD", [_input, "next"]),
  1163. ("RDE", [task_frame, "phase"]),
  1164. ]
  1165. if value is not None:
  1166. v = yield [("RV", [value])]
  1167. _, _, finish = \
  1168. yield [("CD", [task_frame, "returnvalue", value]),
  1169. ("CD", [task_root, "input", next]),
  1170. ("CNV", ["finish"]),
  1171. ]
  1172. _, _, _, _ = \
  1173. yield [("CD", [task_frame, "phase", finish]),
  1174. ("DN", [_input]),
  1175. ("DE", [returnvalue_link]),
  1176. ("DE", [phase_link]),
  1177. ]
  1178. self.input_value = value
  1179. else:
  1180. # No input yet, so just wait and don't advance IP or phase
  1181. self.input_value = None
  1182. ex = primitive_functions.SleepKernel(0.1, True)
  1183. raise ex
  1184. def output_init(self, task_root):
  1185. task_frame, = yield [("RD", [task_root, "frame"])]
  1186. evalstack, evalstack_link, ip_link, inst = \
  1187. yield [("RD", [task_frame, "evalstack"]),
  1188. ("RDE", [task_frame, "evalstack"]),
  1189. ("RDE", [task_frame, "IP"]),
  1190. ("RD", [task_frame, "IP"]),
  1191. ]
  1192. value, new_evalstack, evalstack_phase = \
  1193. yield [("RD", [inst, "value"]),
  1194. ("CN", []),
  1195. ("CNV", ["output"]),
  1196. ]
  1197. _, _, _, _, _, _, _ = \
  1198. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1199. ("CD", [new_evalstack, "prev", evalstack]),
  1200. ("CD", [evalstack, "inst", inst]),
  1201. ("CD", [evalstack, "phase", evalstack_phase]),
  1202. ("CD", [task_frame, "IP", value]),
  1203. ("DE", [evalstack_link]),
  1204. ("DE", [ip_link]),
  1205. ]
  1206. def output_output(self, task_root):
  1207. task_frame, = yield [("RD", [task_root, "frame"])]
  1208. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1209. yield [("RDE", [task_frame, "returnvalue"]),
  1210. ("RD", [task_frame, "returnvalue"]),
  1211. ("RD", [task_root, "last_output"]),
  1212. ("RDE", [task_frame, "phase"]),
  1213. ("RDE", [task_root, "last_output"]),
  1214. ("CN", []),
  1215. ("CNV", ["finish"]),
  1216. ]
  1217. _, _, _, _, _, _ = \
  1218. yield [("CD", [last_output, "value", returnvalue]),
  1219. ("CD", [last_output, "next", new_last_output]),
  1220. ("CD", [task_root, "last_output", new_last_output]),
  1221. ("CD", [task_frame, "phase", finish]),
  1222. ("DE", [last_output_link]),
  1223. ("DE", [phase_link]),
  1224. ]
  1225. def declare_init(self, task_root):
  1226. task_frame, = yield [("RD", [task_root, "frame"])]
  1227. inst, = yield [("RD", [task_frame, "IP"])]
  1228. new_var, symbols, phase_link, empty_node, new_phase = \
  1229. yield [("RD", [inst, "var"]),
  1230. ("RD", [task_frame, "symbols"]),
  1231. ("RDE", [task_frame, "phase"]),
  1232. ("CN", []),
  1233. ("CNV", ["finish"]),
  1234. ]
  1235. exists, = yield [("RDN", [symbols, new_var])]
  1236. if exists is None:
  1237. new_edge, = yield [("CE", [symbols, empty_node])]
  1238. _ = yield [("CE", [new_edge, new_var])]
  1239. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1240. ("DE", [phase_link]),
  1241. ]
  1242. def global_init(self, task_root):
  1243. task_frame, = yield [("RD", [task_root, "frame"])]
  1244. inst, = yield [("RD", [task_frame, "IP"])]
  1245. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1246. yield [("RD", [inst, "var"]),
  1247. ("RD", [task_root, "globals"]),
  1248. ("RDE", [task_frame, "phase"]),
  1249. ("CN", []),
  1250. ("CNV", ["finish"]),
  1251. ]
  1252. value, = yield [("RV", [new_var])]
  1253. exists, = yield [("RDE", [global_symbols, value])]
  1254. if exists is not None:
  1255. yield [("DE", [exists])]
  1256. yield [("CD", [global_symbols, value, empty_node])]
  1257. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1258. ("DE", [phase_link])
  1259. ]