main.py 71 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_kernel.jit as jit
  5. from collections import defaultdict
  6. import sys
  7. import time
  8. if sys.version > '3': # pragma: no cover
  9. string_types = (str,)
  10. else:
  11. string_types = (str, unicode)
  12. class ModelverseKernel(object):
  13. counter = 0
  14. def __init__(self, root):
  15. self.root = root
  16. self.returnvalue = None
  17. # request_handlers is a dictionary of tasknames to dictionaries of operations
  18. # to request handlers. In generics notation:
  19. #
  20. # Dictionary<
  21. # Username,
  22. # Dictionary<
  23. # Operation,
  24. # RequestHandler>>
  25. #
  26. self.request_handlers = {}
  27. self.allow_compiled = True
  28. #self.allow_compiled = False
  29. # `self.jit` handles most JIT-related functionality.
  30. self.jit = jit.ModelverseJit()
  31. self.jit.compiled_function_lookup = lambda func_name : getattr(compiled_functions, func_name, None)
  32. self.debug_info = defaultdict(list)
  33. def execute_yields(self, taskname, operation, params, reply):
  34. self.taskname = taskname
  35. if taskname not in self.request_handlers:
  36. self.request_handlers[taskname] = {}
  37. if operation not in self.request_handlers[taskname]:
  38. # Create the generator for the function to execute
  39. self.request_handlers[taskname][operation] = RequestHandler()
  40. handler = self.request_handlers[taskname][operation]
  41. if not handler.is_active():
  42. handler.push_generator(getattr(self, operation)(taskname, *params))
  43. return handler.handle_request(reply)
  44. def execute_rule(self, taskname):
  45. task_root, = yield [("RD", [self.root, taskname])]
  46. if task_root is None:
  47. yield None
  48. else:
  49. task_frame, = yield [("RD", [task_root, "frame"])]
  50. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  51. ("RD", [task_frame, "phase"]),
  52. ]
  53. self.new_debug, self.phase_v, inst_v = \
  54. yield [("RD", [self.inst, "__debug"]),
  55. ("RV", [phase]),
  56. ("RV", [self.inst]),
  57. ]
  58. if self.new_debug is not None:
  59. if self.debug_info[taskname]:
  60. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  61. if self.phase_v == "finish":
  62. gen = self.helper_init(task_root)
  63. elif self.inst is None:
  64. print("No instruction pointer found...")
  65. print(locals())
  66. print("Phase: " + str(self.phase_v))
  67. print("Debug: " + str(self.debug_info[taskname]))
  68. raise Exception("Instruction pointer could not be found!")
  69. elif isinstance(self.phase_v, string_types):
  70. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  71. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  72. gen = self.execute_jit(task_root, self.inst, taskname, store=True)
  73. elif inst_v is None:
  74. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  75. else:
  76. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  77. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  78. elif inst_v is None:
  79. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  80. elif inst_v["value"] == "call":
  81. #print("%-30s(%s)" % ("call", "param"))
  82. gen = self.call_param(task_root)
  83. else:
  84. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  85. yield [("CALL", [gen])]
  86. def execute_jit_internal(self, task_root, inst, taskname, params):
  87. inst, = yield [("RD", [inst, "body"])]
  88. result, = yield [("CALL_ARGS", [self.execute_jit, [task_root, inst, taskname, params, False]])]
  89. raise primitive_functions.PrimitiveFinished(result)
  90. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  91. """Gets a generator for the given instruction in the given phase,
  92. for the specified task root."""
  93. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  94. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  95. ##########################
  96. ### Process primitives ###
  97. ##########################
  98. def load_primitives(self, taskname):
  99. yield [("CALL_ARGS",
  100. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  101. def load_primitives_from(self, taskname, source_name, source):
  102. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  103. primitives, = yield [("RD", [hierarchy, source_name])]
  104. keys, = yield [("RDK", [primitives])]
  105. function_names = yield [("RV", [f]) for f in keys]
  106. signatures = yield [("RDN", [primitives, f]) for f in keys]
  107. bodies = yield [("RD", [f, "body"]) for f in signatures]
  108. for i in range(len(keys)):
  109. self.jit.register_compiled(bodies[i], getattr(source, function_names[i]), function_names[i])
  110. def print_instruction(self, inst, indent, nested_indent=None):
  111. """
  112. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  113. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  114. }
  115. """
  116. intrinsics = {}
  117. if nested_indent is None:
  118. nested_indent = indent
  119. inst_type, = yield [("RV", [inst])]
  120. instruction = "(no_printer_for_%s)" % inst_type["value"]
  121. prev = ""
  122. if inst_type["value"] == "if":
  123. cond, true, false = yield [("RD", [inst, "cond"]),
  124. ("RD", [inst, "then"]),
  125. ("RD", [inst, "else"])]
  126. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  127. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  128. if false:
  129. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  130. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  131. else:
  132. false = ""
  133. instruction = prev_cond + " " * indent + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + " " * indent + "if (val_%s):\n" % instruction_cond + prev_true + instruction_true + false
  134. elif inst_type["value"] == "constant":
  135. node, = yield [("RD", [inst, "node"])]
  136. node_value, = yield [("RV", [node])]
  137. if node_value is not None:
  138. # There is a value to the node, so replicate the value
  139. if isinstance(node_value, (str, unicode)):
  140. value = '"%s"' % node_value.replace('"', '\\"').replace("'", "\\'").replace('\t', '\\t').replace('\n', '\\n')
  141. else:
  142. value = str(node_value)
  143. instruction = "constant_" + str(ModelverseKernel.counter)
  144. ModelverseKernel.counter += 1
  145. prev = " " * nested_indent + instruction + ", = yield [('CNV', [" + value + "])]\n"
  146. else:
  147. # Node is None, meaning that it was not about the value, but the node itself...
  148. instruction = str(node)
  149. elif inst_type["value"] == "return":
  150. value, = yield [("RD", [inst, "value"])]
  151. if value:
  152. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  153. instruction = prev_value + " " * indent + "raise PrimitiveFinished(%s)\n" % instruction_value
  154. else:
  155. instruction = " " * indent + "raise PrimitiveFinished(None)\n"
  156. elif inst_type["value"] == "declare":
  157. instruction = ""
  158. elif inst_type["value"] == "global":
  159. instruction = ""
  160. elif inst_type["value"] == "break":
  161. instruction = " " * indent + "break\n"
  162. elif inst_type["value"] == "continue":
  163. instruction = " " * indent + "continue\n"
  164. elif inst_type["value"] == "input":
  165. prev = " " * nested_indent + "_inputs, = yield [('RD', [_root, 'input'])]\n" + \
  166. " " * nested_indent + "while 1:\n" + \
  167. " " * (nested_indent + 1) + "val, = yield [('RD', [_inputs, 'value'])]\n" + \
  168. " " * (nested_indent + 1) + "if val is not None:\n" + \
  169. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_inputs, 'value'])]\n" + \
  170. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  171. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_root, 'input'])]\n" + \
  172. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  173. " " * (nested_indent + 2) + "nxt, = yield [('RD', [_inputs, 'next'])]\n" + \
  174. " " * (nested_indent + 2) + "yield [('CD', [_root, 'input', nxt])]\n" + \
  175. " " * (nested_indent + 2) + "_result = val\n" + \
  176. " " * (nested_indent + 2) + "break\n" + \
  177. " " * (nested_indent + 1)+ "else:\n" + \
  178. " " * (nested_indent + 2) + "yield None\n"
  179. instruction = "_result"
  180. elif inst_type["value"] == "output":
  181. value, = yield [("RD", [inst, "value"])]
  182. (prev, inst), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  183. instruction = prev + \
  184. " " * indent + "_outputs, = yield [('RD', [_root, 'last_output'])]\n" + \
  185. " " * indent + "_outputs_e, = yield [('RDE', [_root, 'last_output'])]\n" + \
  186. " " * indent + "yield [('CD', [_outputs, 'value', %s])]\n" % inst + \
  187. " " * indent + "_new, = yield [('CN', [])]\n" + \
  188. " " * indent + "yield [('CD', [_outputs, 'next', _new])]\n" + \
  189. " " * indent + "yield [('DE', [_outputs_e])]\n" + \
  190. " " * indent + "yield [('CD', [_root, 'last_output', _new])]\n"
  191. elif inst_type["value"] == "resolve":
  192. value, = yield [("RD", [inst, "var"])]
  193. str_value, = yield [("RV", [value])]
  194. if str_value:
  195. # Is a global
  196. prev = \
  197. " " * nested_indent + "%s, = yield [('RD', [_globs, '%s'])]\n" % (str_value, str_value) + \
  198. " " * nested_indent + "%s, = yield [('RD', [%s, 'value'])]\n" % (str_value, str_value)
  199. instruction = str_value
  200. if self.jit.get_global_body_id(str_value) is None:
  201. val, = yield [("RD", [self.root, self.taskname])]
  202. val, = yield [("RD", [val, 'globals'])]
  203. val, = yield [("RD", [val, str_value])]
  204. val, = yield [("RD", [val, 'value'])]
  205. val, = yield [("RD", [val, 'body'])]
  206. print("Registering global " + str(str_value) + " using " + str(val))
  207. self.jit.register_global(val, str_value)
  208. else:
  209. # Is a local
  210. instruction = "var_%s" % value
  211. elif inst_type["value"] == "assign":
  212. var, val = yield [("RD", [inst, "var"]),
  213. ("RD", [inst, "value"])]
  214. (prev_var, instruction_var), (prev_val, instruction_val) = \
  215. yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)]),
  216. ("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  217. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  218. if prev_var:
  219. # Got something to do before the variable is usable, so this is a global!
  220. # Therefore we actually do the operation in the Modelverse as well!
  221. instruction += \
  222. " " * nested_indent + "_var, = yield [('RD', [_globs, '%s'])]\n" % instruction_var + \
  223. " " * nested_indent + "if _var is None:\n" + \
  224. " " * (nested_indent + 1) + "_var, = yield [('CN', [])]\n" + \
  225. " " * (nested_indent + 1) + "yield [('CD', [_globs, '%s', _var])]\n" % instruction_var + \
  226. " " * nested_indent + "_old_edge, = yield [('RDE', [_var, 'value'])]\n" + \
  227. " " * nested_indent + "yield [('CD', [_var, 'value', %s])]\n" % instruction_var + \
  228. " " * nested_indent + "yield [('DE', [_old_edge])]\n" + \
  229. " " * nested_indent + "_mvk.jit.register_global('%s', %s)\n" % (instruction_var, instruction_var)
  230. elif inst_type["value"] == "call":
  231. func_name, = yield [("RD", [inst, "func"])]
  232. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, nested_indent, nested_indent)])]
  233. param_list = {}
  234. param, = yield [("RD", [inst, "params"])]
  235. computation = ""
  236. while param:
  237. value, = yield [("RD", [param, "value"])]
  238. name, = yield [("RD", [param, "name"])]
  239. name, = yield [("RV", [name])]
  240. (prev_res, instruction_res), param = \
  241. yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)]),
  242. ("RD", [param, "next_param"])]
  243. computation += prev_res
  244. param_list[name] = instruction_res
  245. if func_name in intrinsics:
  246. #instruction = " " * indent + intrinsics[func_name](*param_list)
  247. # TODO
  248. pass
  249. else:
  250. value = "func_result_" + str(ModelverseKernel.counter)
  251. ModelverseKernel.counter += 1
  252. param_list = "{" + ", ".join(["'%s': %s" % (k, v) for k, v in param_list.items()]) + "}"
  253. actual_computation = "%s, = yield [('CALL_ARGS', [_mvk.execute_jit_internal, (_root, %s, _taskname, %s)])]\n" % (value, func_name, param_list)
  254. if indent == 0:
  255. # No indent, meaning that we use it inline
  256. # Therefore, we output the prev and value individually
  257. prev, instruction = prev_func_name + computation + " " * nested_indent + actual_computation, value
  258. else:
  259. # Some indentation, meaning that we don't even use the return value
  260. # Therefore, we only do the yield
  261. prev, instruction = prev_func_name + computation, " " * indent + actual_computation
  262. elif inst_type["value"] == "access":
  263. value, = yield [("RD", [inst, "var"])]
  264. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  265. elif inst_type["value"] == "while":
  266. cond, body = yield [("RD", [inst, "cond"]),
  267. ("RD", [inst, "body"])]
  268. (prev_cond, instruction_cond), (prev_body, instruction_body) = \
  269. yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)]),
  270. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  271. instruction = " " * indent + "while 1:\n" + prev_cond + \
  272. " " * (indent + 1) + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + \
  273. " " * (indent + 1) + "if not (val_%s):\n" % instruction_cond + \
  274. " " * (indent + 2) + "break\n" + \
  275. prev_body + instruction_body
  276. next_inst, = yield [("RD", [inst, "next"])]
  277. if next_inst:
  278. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  279. next_inst = prev_next + inst_next
  280. else:
  281. next_inst = ""
  282. raise primitive_functions.PrimitiveFinished((prev, instruction + next_inst))
  283. def read_function(self, inst, suggested_name):
  284. initial_instruction = inst
  285. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  286. #if suggested_name is None or is_mutable:
  287. if is_mutable:
  288. print("Ignoring mutable or unreadable: %s" % suggested_name)
  289. raise jit.JitCompilationFailedException("FAIL")
  290. print("Reading function: %s" % suggested_name)
  291. (prev, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  292. preamble = " _globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  293. " _root = kwargs['task_root']\n" + \
  294. " _taskname = kwargs['taskname']\n" + \
  295. " _mvk = kwargs['mvk']\n"
  296. printed = preamble + prev + printed
  297. print("Total printed function: ")
  298. if params:
  299. func = "def " + suggested_name + "(" + ", ".join([chr(ord('a') + i) for i in range(len(params))]) + ", **kwargs):\n" + "".join([" var_%s = %s\n" % (param, chr(ord('a') + i)) for i, param in enumerate(params)]) + printed
  300. else:
  301. func = "def " + suggested_name + "(**kwargs):\n" + printed
  302. print(func)
  303. # To write out all generated functions
  304. #with open('/tmp/junk/%s' % suggested_name, 'w') as f:
  305. # f.write(func)
  306. raise primitive_functions.PrimitiveFinished(func)
  307. def jit_compile(self, task_root, inst):
  308. # Try to retrieve the suggested name.
  309. suggested_name = self.jit.get_global_name(inst)
  310. if suggested_name is None:
  311. suggested_name = "func_%s" % str(inst)
  312. # Have the JIT compile the function.
  313. if inst is None:
  314. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  315. elif inst in self.jit.jitted_entry_points:
  316. raise primitive_functions.PrimitiveFinished(
  317. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  318. compiled_func = self.jit.lookup_compiled_body(inst)
  319. if compiled_func is None:
  320. compiled_func, = yield [("CALL_ARGS", [self.read_function, (inst, suggested_name)])]
  321. exec(str(compiled_func), self.jit.jit_globals)
  322. compiled_func = self.jit.jit_globals[suggested_name]
  323. self.jit.register_compiled(inst, compiled_func, suggested_name)
  324. raise primitive_functions.PrimitiveFinished(compiled_func)
  325. def execute_jit(self, task_root, inst, taskname, params = {}, store=False):
  326. # execute_jit
  327. try:
  328. task_frame, = yield [("RD", [task_root, "frame"])]
  329. symbols, = yield [("RD", [task_frame, "symbols"])]
  330. dict_keys_ref, = yield [("RDK", [symbols])]
  331. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  332. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  333. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  334. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  335. parameters = dict(list(zip(dict_keys, dict_values)))
  336. parameters.update(params)
  337. except:
  338. parameters = params
  339. parameters["root"] = self.root
  340. parameters["task_root"] = task_root
  341. parameters["taskname"] = taskname
  342. parameters["mvk"] = self
  343. # Have the JIT compile the function.
  344. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  345. # Run the compiled function.
  346. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  347. if results is None:
  348. raise Exception("%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  349. else:
  350. result, = results
  351. if store:
  352. # Clean up the current stack, as if a return happened
  353. old_frame, exception_return = yield [
  354. ("RD", [task_frame, "prev"]),
  355. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  356. #if self.debug_info[self.taskname]:
  357. # self.debug_info[self.taskname].pop()
  358. if exception_return is not None:
  359. # The caller has requested that we throw an exception instead of injecting
  360. # the return value into the caller's frame. Read the comment at
  361. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  362. yield [("CD", [task_root, "frame", old_frame]),
  363. ("DN", [task_frame])]
  364. raise primitive_functions.InterpretedFunctionFinished(result)
  365. else:
  366. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  367. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  368. ("CD", [task_root, "frame", old_frame]),
  369. ("DE", [lnk]),
  370. ("DN", [task_frame]),
  371. ]
  372. else:
  373. raise primitive_functions.PrimitiveFinished(result)
  374. ########################################
  375. ### Execute input and output methods ###
  376. ########################################
  377. def get_output(self, taskname):
  378. task_root, = yield [("RD", [self.root, taskname])]
  379. first_output, = yield [("RD", [task_root, "output"])]
  380. next_output, rv = yield [("RD", [first_output, "next"]),
  381. ("RD", [first_output, "value"]),
  382. ]
  383. if next_output is None:
  384. self.success = False
  385. self.returnvalue = None
  386. else:
  387. rv_value, _, _ = \
  388. yield [("RV", [rv]),
  389. ("CD", [task_root, "output", next_output]),
  390. ("DN", [first_output]),
  391. ]
  392. self.returnvalue = rv_value
  393. self.success = True
  394. def set_input(self, taskname, value):
  395. task_root, = yield [("RD", [self.root, taskname])]
  396. old_input, link, new_input, new_value = \
  397. yield [("RD", [task_root, "last_input"]),
  398. ("RDE", [task_root, "last_input"]),
  399. ("CN", []),
  400. ("CNV", [value]),
  401. ]
  402. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  403. ("CD", [old_input, "next", new_input]),
  404. ("CD", [old_input, "value", new_value]),
  405. ("DE", [link])
  406. ]
  407. self.returnvalue = {"id": 100, "value": "success"}
  408. #############################################
  409. ### Transformation rules for instructions ###
  410. #############################################
  411. def continue_init(self, task_root):
  412. task_frame, = yield [("RD", [task_root, "frame"])]
  413. inst, = yield [("RD", [task_frame, "IP"])]
  414. while_inst, = yield [("RD", [inst, "while"])]
  415. old_evalstack_link, old_phase_link, evalstack_roots = \
  416. yield [("RDE", [task_frame, "evalstack"]),
  417. ("RDE", [task_frame, "phase"]),
  418. ("RRD", [while_inst, self.taskname]),
  419. ]
  420. if len(evalstack_roots) == 1:
  421. evalstack_root = evalstack_roots[0]
  422. else:
  423. print("Got roots: " + str(evalstack_roots))
  424. raise Exception("Could not process continue statement!")
  425. prev_evalstack_roots, old_evalstack_phase_link = \
  426. yield [("RRD", [evalstack_root, "prev"]),
  427. ("RDE", [evalstack_root, "phase"]),
  428. ]
  429. if len(prev_evalstack_roots) == 1:
  430. prev_evalstack_root = prev_evalstack_roots[0]
  431. else:
  432. raise Exception("Could not process continue statement!")
  433. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  434. yield [("CN", []),
  435. ("CNV", ["init"]),
  436. ("CNV", ["finish"]),
  437. ("RDE", [prev_evalstack_root, "prev"]),
  438. ]
  439. _, _, _, _, _, _, _, _ = \
  440. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  441. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  442. ("CD", [task_frame, "phase", new_phase_inst]),
  443. ("CD", [evalstack_root, "phase", new_phase_while]),
  444. ("DE", [old_evalstack_link]),
  445. ("DE", [prev_evalstack_root_link]),
  446. ("DE", [old_phase_link]),
  447. ("DE", [old_evalstack_phase_link]),
  448. ]
  449. def break_init(self, task_root):
  450. task_frame, = yield [("RD", [task_root, "frame"])]
  451. inst, = yield [("RD", [task_frame, "IP"])]
  452. while_inst, = yield [("RD", [inst, "while"])]
  453. old_evalstack_link, old_phase_link, evalstack_roots = \
  454. yield [("RDE", [task_frame, "evalstack"]),
  455. ("RDE", [task_frame, "phase"]),
  456. ("RRD", [while_inst, self.taskname]),
  457. ]
  458. if len(evalstack_roots) == 1:
  459. evalstack_root = evalstack_roots[0]
  460. else:
  461. raise Exception("Could not process break statement!")
  462. prev_evalstack_roots, old_evalstack_phase_link = \
  463. yield [("RRD", [evalstack_root, "prev"]),
  464. ("RDE", [evalstack_root, "phase"]),
  465. ]
  466. if len(prev_evalstack_roots) == 1:
  467. prev_evalstack_root = prev_evalstack_roots[0]
  468. else:
  469. raise Exception("Could not process break statement!")
  470. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  471. yield [("CN", []),
  472. ("CNV", ["finish"]),
  473. ("CNV", ["finish"]),
  474. ("RDE", [prev_evalstack_root, "prev"]),
  475. ]
  476. _, _, _, _, _, _, _, _ = \
  477. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  478. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  479. ("CD", [task_frame, "phase", new_phase_inst]),
  480. ("CD", [evalstack_root, "phase", new_phase_while]),
  481. ("DE", [old_evalstack_link]),
  482. ("DE", [prev_evalstack_root_link]),
  483. ("DE", [old_phase_link]),
  484. ("DE", [old_evalstack_phase_link]),
  485. ]
  486. def if_init(self, task_root):
  487. task_frame, = yield [("RD", [task_root, "frame"])]
  488. evalstack, evalstack_link = \
  489. yield [("RD", [task_frame, "evalstack"]),
  490. ("RDE", [task_frame, "evalstack"]),
  491. ]
  492. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  493. ("RDE", [task_frame, "IP"]),
  494. ]
  495. cond, = yield [("RD", [inst, "cond"])]
  496. new_evalstack, new_phase = \
  497. yield [("CN", []),
  498. ("CNV", ["cond"]),
  499. ]
  500. _, _, _, _, _, _, _ = \
  501. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  502. ("CD", [new_evalstack, "prev", evalstack]),
  503. ("CD", [task_frame, "IP", cond]),
  504. ("CD", [evalstack, "inst", inst]),
  505. ("CD", [evalstack, "phase", new_phase]),
  506. ("DE", [evalstack_link]),
  507. ("DE", [ip_link]),
  508. ]
  509. def if_cond(self, task_root):
  510. task_frame, = yield [("RD", [task_root, "frame"])]
  511. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  512. ("RD", [task_frame, "IP"]),
  513. ]
  514. returnvalue_v, = yield [("RV", [returnvalue])]
  515. _else, = yield [("RD", [inst, "else"])]
  516. if returnvalue_v:
  517. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  518. yield [("RDE", [task_frame, "phase"]),
  519. ("RD", [task_frame, "evalstack"]),
  520. ("RDE", [task_frame, "evalstack"]),
  521. ("RDE", [task_frame, "IP"]),
  522. ("RD", [inst, "then"]),
  523. ("CN", []),
  524. ("CNV", ["finish"]),
  525. ("CNV", ["init"]),
  526. ]
  527. _, _, _, _, _, _, _, _, _ = \
  528. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  529. ("CD", [task_frame, "IP", _then]),
  530. ("CD", [new_evalstack, "prev", evalstack]),
  531. ("CD", [evalstack, "inst", inst]),
  532. ("CD", [evalstack, "phase", evalstack_phase]),
  533. ("CD", [task_frame, "phase", new_phase]),
  534. ("DE", [evalstack_link]),
  535. ("DE", [ip_link]),
  536. ("DE", [phase_link]),
  537. ]
  538. elif _else is None:
  539. phase_link, new_phase = \
  540. yield [("RDE", [task_frame, "phase"]),
  541. ("CNV", ["finish"]),
  542. ]
  543. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  544. ("DE", [phase_link]),
  545. ]
  546. else:
  547. phase_link, evalstack, evalstack_link, ip_link = \
  548. yield [("RDE", [task_frame, "phase"]),
  549. ("RD", [task_frame, "evalstack"]),
  550. ("RDE", [task_frame, "evalstack"]),
  551. ("RDE", [task_frame, "IP"]),
  552. ]
  553. new_evalstack, new_phase, evalstack_phase = \
  554. yield [("CN", []),
  555. ("CNV", ["init"]),
  556. ("CNV", ["finish"]),
  557. ]
  558. _, _, _, _, _, _, _, _, _ = \
  559. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  560. ("CD", [task_frame, "IP", _else]),
  561. ("CD", [new_evalstack, "prev", evalstack]),
  562. ("CD", [evalstack, "inst", inst]),
  563. ("CD", [evalstack, "phase", evalstack_phase]),
  564. ("CD", [task_frame, "phase", new_phase]),
  565. ("DE", [evalstack_link]),
  566. ("DE", [ip_link]),
  567. ("DE", [phase_link]),
  568. ]
  569. def while_init(self, task_root):
  570. task_frame, = yield [("RD", [task_root, "frame"])]
  571. evalstack, evalstack_link, ip_link, inst = \
  572. yield [("RD", [task_frame, "evalstack"]),
  573. ("RDE", [task_frame, "evalstack"]),
  574. ("RDE", [task_frame, "IP"]),
  575. ("RD", [task_frame, "IP"]),
  576. ]
  577. cond, new_evalstack, new_phase = \
  578. yield [("RD", [inst, "cond"]),
  579. ("CN", []),
  580. ("CNV", ["cond"]),
  581. ]
  582. _, _, _, _, _, _, _ = \
  583. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  584. ("CD", [new_evalstack, "prev", evalstack]),
  585. ("CD", [task_frame, "IP", cond]),
  586. ("CD", [evalstack, "phase", new_phase]),
  587. ("CD", [evalstack, "inst", inst]),
  588. ("DE", [evalstack_link]),
  589. ("DE", [ip_link]),
  590. ]
  591. def while_cond(self, task_root):
  592. task_frame, = yield [("RD", [task_root, "frame"])]
  593. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  594. returnvalue_v, = yield [("RV", [returnvalue])]
  595. if returnvalue_v:
  596. phase_link, evalstack, evalstack_link, ip_link, inst = \
  597. yield [("RDE", [task_frame, "phase"]),
  598. ("RD", [task_frame, "evalstack"]),
  599. ("RDE", [task_frame, "evalstack"]),
  600. ("RDE", [task_frame, "IP"]),
  601. ("RD", [task_frame, "IP"]),
  602. ]
  603. body, = yield [("RD", [inst, "body"])]
  604. new_evalstack, new_phase, evalstack_phase = \
  605. yield [("CN", []),
  606. ("CNV", ["init"]),
  607. ("CNV", ["init"]),
  608. ]
  609. _, _, _, _, _, _, _, _, _ = \
  610. yield [("CD", [task_frame, "IP", body]),
  611. ("CD", [task_frame, "phase", new_phase]),
  612. ("CD", [task_frame, "evalstack", new_evalstack]),
  613. ("CD", [new_evalstack, "prev", evalstack]),
  614. ("CD", [evalstack, "inst", inst]),
  615. ("CD", [evalstack, "phase", evalstack_phase]),
  616. ("DE", [evalstack_link]),
  617. ("DE", [ip_link]),
  618. ("DE", [phase_link]),
  619. ]
  620. # Check if we already have a taskname link to the evalstack
  621. links, = yield [("RD", [evalstack, self.taskname])]
  622. if links is None:
  623. yield [("CD", [evalstack, self.taskname, inst])]
  624. else:
  625. phase_link, new_phase = \
  626. yield [("RDE", [task_frame, "phase"]),
  627. ("CNV", ["finish"]),
  628. ]
  629. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  630. ("DE", [phase_link])
  631. ]
  632. def access_init(self, task_root):
  633. task_frame, = yield [("RD", [task_root, "frame"])]
  634. evalstack, evalstack_link, inst, ip_link = \
  635. yield [("RD", [task_frame, "evalstack"]),
  636. ("RDE", [task_frame, "evalstack"]),
  637. ("RD", [task_frame, "IP"]),
  638. ("RDE", [task_frame, "IP"]),
  639. ]
  640. var, new_evalstack, new_phase = \
  641. yield [("RD", [inst, "var"]),
  642. ("CN", []),
  643. ("CNV", ["eval"]),
  644. ]
  645. _, _, _, _, _, _, _ = \
  646. yield [("CD", [task_frame, "IP", var]),
  647. ("CD", [task_frame, "evalstack", new_evalstack]),
  648. ("CD", [new_evalstack, "prev", evalstack]),
  649. ("CD", [evalstack, "inst", inst]),
  650. ("CD", [evalstack, "phase", new_phase]),
  651. ("DE", [evalstack_link]),
  652. ("DE", [ip_link]),
  653. ]
  654. def access_eval(self, task_root):
  655. task_frame, = yield [("RD", [task_root, "frame"])]
  656. phase_link, returnvalue_link, returnvalue = \
  657. yield [("RDE", [task_frame, "phase"]),
  658. ("RDE", [task_frame, "returnvalue"]),
  659. ("RD", [task_frame, "returnvalue"]),
  660. ]
  661. value, new_phase = yield [("RD", [returnvalue, "value"]),
  662. ("CNV", ["finish"]),
  663. ]
  664. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  665. ("CD", [task_frame, "returnvalue", value]),
  666. ("DE", [phase_link]),
  667. ("DE", [returnvalue_link]),
  668. ]
  669. def resolve_init(self, task_root):
  670. task_frame, = yield [("RD", [task_root, "frame"])]
  671. symbols, evalstack, evalstack_link, ip_link, inst = \
  672. yield [("RD", [task_frame, "symbols"]),
  673. ("RD", [task_frame, "evalstack"]),
  674. ("RDE", [task_frame, "evalstack"]),
  675. ("RDE", [task_frame, "IP"]),
  676. ("RD", [task_frame, "IP"]),
  677. ]
  678. var, = yield [("RD", [inst, "var"])]
  679. variable, = yield [("RDN", [symbols, var])]
  680. if variable is None:
  681. phase_link, returnvalue_link, _globals, var_name = \
  682. yield [("RDE", [task_frame, "phase"]),
  683. ("RDE", [task_frame, "returnvalue"]),
  684. ("RD", [task_root, "globals"]),
  685. ("RV", [var]),
  686. ]
  687. variable, new_phase = \
  688. yield [("RD", [_globals, var_name]),
  689. ("CNV", ["finish"]),
  690. ]
  691. if variable is None:
  692. globs, = yield [("RDK", [_globals])]
  693. print("Globals: " + str(globs))
  694. globs = yield [("RV", [i]) for i in globs]
  695. print("Resolved globals: " + str(globs))
  696. raise Exception(jit.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  697. # Resolved a global, so this is a string
  698. # Potentially, this might even be a function that we have precompiled already!
  699. # So check whether this is the case or not
  700. if self.allow_compiled:
  701. compiled_function = getattr(compiled_functions, var_name, None)
  702. if compiled_function is not None:
  703. # We have a compiled function ready!
  704. # Now we have to bind the ID to the compiled functions
  705. # For this, we read out the body of the resolved data
  706. compiler_val, = yield [("RD", [variable, "value"])]
  707. compiler_body, = yield [("RD", [compiler_val, "body"])]
  708. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  709. # If we're dealing with a function, then we might want to figure out what its body id
  710. # is now so we can suggest a name to the JIT later.
  711. if self.jit.get_global_body_id(var_name) is None:
  712. compiler_val, = yield [("RD", [variable, "value"])]
  713. if compiler_val is not None:
  714. compiler_body, = yield [("RD", [compiler_val, "body"])]
  715. if compiler_body is not None:
  716. self.jit.register_global(compiler_body, var_name)
  717. else:
  718. phase_link, returnvalue_link, new_phase = \
  719. yield [("RDE", [task_frame, "phase"]),
  720. ("RDE", [task_frame, "returnvalue"]),
  721. ("CNV", ["finish"]),
  722. ]
  723. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  724. ("CD", [task_frame, "returnvalue", variable]),
  725. ("DE", [phase_link]),
  726. ("DE", [returnvalue_link]),
  727. ]
  728. def assign_init(self, task_root):
  729. task_frame, = yield [("RD", [task_root, "frame"])]
  730. evalstack, evalstack_link, ip_link, inst = \
  731. yield [("RD", [task_frame, "evalstack"]),
  732. ("RDE", [task_frame, "evalstack"]),
  733. ("RDE", [task_frame, "IP"]),
  734. ("RD", [task_frame, "IP"]),
  735. ]
  736. var, new_evalstack, new_phase = \
  737. yield [("RD", [inst, "var"]),
  738. ("CN", []),
  739. ("CNV", ["value"]),
  740. ]
  741. _, _, _, _, _, _, _ = \
  742. yield [("CD", [task_frame, "IP", var]),
  743. ("CD", [task_frame, "evalstack", new_evalstack]),
  744. ("CD", [new_evalstack, "prev", evalstack]),
  745. ("CD", [evalstack, "inst", inst]),
  746. ("CD", [evalstack, "phase", new_phase]),
  747. ("DE", [evalstack_link]),
  748. ("DE", [ip_link]),
  749. ]
  750. def assign_value(self, task_root):
  751. task_frame, = yield [("RD", [task_root, "frame"])]
  752. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  753. yield [("RDE", [task_frame, "phase"]),
  754. ("RD", [task_frame, "evalstack"]),
  755. ("RD", [task_frame, "returnvalue"]),
  756. ("RDE", [task_frame, "evalstack"]),
  757. ("RDE", [task_frame, "IP"]),
  758. ("RD", [task_frame, "IP"]),
  759. ]
  760. value, new_evalstack, new_phase, evalstack_phase = \
  761. yield [("RD", [inst, "value"]),
  762. ("CN", []),
  763. ("CNV", ["init"]),
  764. ("CNV", ["assign"]),
  765. ]
  766. _, _, _, _, _, _, _, _, _, _ = \
  767. yield [("CD", [task_frame, "variable", returnvalue]),
  768. ("CD", [task_frame, "phase", new_phase]),
  769. ("CD", [task_frame, "evalstack", new_evalstack]),
  770. ("CD", [new_evalstack, "prev", evalstack]),
  771. ("CD", [evalstack, "inst", inst]),
  772. ("CD", [evalstack, "phase", evalstack_phase]),
  773. ("CD", [task_frame, "IP", value]),
  774. ("DE", [evalstack_link]),
  775. ("DE", [phase_link]),
  776. ("DE", [ip_link]),
  777. ]
  778. def assign_assign(self, task_root):
  779. task_frame, = yield [("RD", [task_root, "frame"])]
  780. phase_link, returnvalue, variable_link, variable = \
  781. yield [("RDE", [task_frame, "phase"]),
  782. ("RD", [task_frame, "returnvalue"]),
  783. ("RDE", [task_frame, "variable"]),
  784. ("RD", [task_frame, "variable"]),
  785. ]
  786. value_link, new_phase = \
  787. yield [("RDE", [variable, "value"]),
  788. ("CNV", ["finish"]),
  789. ]
  790. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  791. ("CD", [variable, "value", returnvalue]),
  792. ("DE", [variable_link]),
  793. ("DE", [value_link]),
  794. ("DE", [phase_link]),
  795. ]
  796. def return_init(self, task_root):
  797. task_frame, = yield [("RD", [task_root, "frame"])]
  798. inst, = yield [("RD", [task_frame, "IP"])]
  799. value, = yield [("RD", [inst, "value"])]
  800. if value is None:
  801. prev_frame, = yield [("RD", [task_frame, "prev"])]
  802. # If the callee's frame is marked with the '__exception_return' key, then
  803. # we need to throw an exception instead of just finishing here. This design
  804. # gives us O(1) state reads per jit-interpreter transition.
  805. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  806. if prev_frame is None:
  807. _, = yield [("DN", [task_root])]
  808. del self.debug_info[self.taskname]
  809. #print("Cleanup task " + str(self.taskname))
  810. else:
  811. if self.debug_info[self.taskname]:
  812. self.debug_info[self.taskname].pop()
  813. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  814. ("DN", [task_frame]),
  815. ]
  816. if exception_return is not None:
  817. raise primitive_functions.InterpretedFunctionFinished(None)
  818. else:
  819. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  820. yield [("RD", [task_frame, "evalstack"]),
  821. ("RDE", [task_frame, "evalstack"]),
  822. ("RDE", [task_frame, "IP"]),
  823. ("CN", []),
  824. ("CNV", ["eval"]),
  825. ]
  826. _, _, _, _, _, _, _ = \
  827. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  828. ("CD", [new_evalstack, "prev", evalstack]),
  829. ("CD", [evalstack, "inst", inst]),
  830. ("CD", [evalstack, "phase", evalstack_phase]),
  831. ("CD", [task_frame, "IP", value]),
  832. ("DE", [evalstack_link]),
  833. ("DE", [ip_link]),
  834. ]
  835. def return_eval(self, task_root):
  836. if self.debug_info[self.taskname]:
  837. self.debug_info[self.taskname].pop()
  838. task_frame, = yield [("RD", [task_root, "frame"])]
  839. prev_frame, = yield [("RD", [task_frame, "prev"])]
  840. if prev_frame is None:
  841. _, = yield [("DN", [task_root])]
  842. del self.debug_info[self.taskname]
  843. exception_return, returnvalue = yield [
  844. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  845. ("RD", [task_frame, "returnvalue"])]
  846. # If the callee's frame is marked with the '__exception_return' key, then
  847. # we need to throw an exception instead of just finishing here. This design
  848. # gives us O(1) state reads per jit-interpreter transition.
  849. if exception_return is not None:
  850. yield [
  851. ("CD", [task_root, "frame", prev_frame]),
  852. ("DN", [task_frame])]
  853. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  854. else:
  855. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  856. yield [
  857. ("CD", [task_root, "frame", prev_frame]),
  858. ("CD", [prev_frame, "returnvalue", returnvalue]),
  859. ("DE", [old_returnvalue_link]),
  860. ("DN", [task_frame])]
  861. def constant_init(self, task_root):
  862. task_frame, = yield [("RD", [task_root, "frame"])]
  863. phase_link, returnvalue_link, inst = \
  864. yield [("RDE", [task_frame, "phase"]),
  865. ("RDE", [task_frame, "returnvalue"]),
  866. ("RD", [task_frame, "IP"]),
  867. ]
  868. node, new_phase = yield [("RD", [inst, "node"]),
  869. ("CNV", ["finish"]),
  870. ]
  871. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  872. ("CD", [task_frame, "returnvalue", node]),
  873. ("DE", [returnvalue_link]),
  874. ("DE", [phase_link]),
  875. ]
  876. def helper_init(self, task_root):
  877. task_frame, = yield [("RD", [task_root, "frame"])]
  878. inst, = yield [("RD", [task_frame, "IP"])]
  879. next, = yield [("RD", [inst, "next"])]
  880. if next is None:
  881. ip_link, phase_link, evalstack_top = \
  882. yield [("RDE", [task_frame, "IP"]),
  883. ("RDE", [task_frame, "phase"]),
  884. ("RD", [task_frame, "evalstack"]),
  885. ]
  886. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  887. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  888. yield [("RD", [evalstack, "inst"]),
  889. ("RD", [evalstack, "phase"]),
  890. ("RDE", [evalstack, "inst"]),
  891. ("RDE", [evalstack, "phase"]),
  892. ]
  893. _, _, _, _, _, _, _, _ = \
  894. yield [("CD", [task_frame, "evalstack", evalstack]),
  895. ("CD", [task_frame, "IP", evalstack_inst]),
  896. ("CD", [task_frame, "phase", evalstack_phase]),
  897. ("DE", [ip_link]),
  898. ("DE", [phase_link]),
  899. ("DE", [evalstack_inst_link]),
  900. ("DE", [evalstack_phase_link]),
  901. ("DN", [evalstack_top]),
  902. ]
  903. else:
  904. ip_link, phase_link, new_phase = \
  905. yield [("RDE", [task_frame, "IP"]),
  906. ("RDE", [task_frame, "phase"]),
  907. ("CNV", ["init"]),
  908. ]
  909. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  910. ("CD", [task_frame, "phase", new_phase]),
  911. ("DE", [ip_link]),
  912. ("DE", [phase_link]),
  913. ]
  914. def call_init(self, task_root):
  915. task_frame, = yield [("RD", [task_root, "frame"])]
  916. symbols, evalstack, evalstack_link, ip_link, inst = \
  917. yield [("RD", [task_frame, "symbols"]),
  918. ("RD", [task_frame, "evalstack"]),
  919. ("RDE", [task_frame, "evalstack"]),
  920. ("RDE", [task_frame, "IP"]),
  921. ("RD", [task_frame, "IP"]),
  922. ]
  923. func, params = yield [("RD", [inst, "func"]),
  924. ("RD", [inst, "params"]),
  925. ]
  926. if params is None:
  927. new_evalstack, evalstack_phase = \
  928. yield [("CN", []),
  929. ("CNV", ["call"]),
  930. ]
  931. _, _, _, _, _, _, _ = \
  932. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  933. ("CD", [new_evalstack, "prev", evalstack]),
  934. ("CD", [evalstack, "inst", inst]),
  935. ("CD", [evalstack, "phase", evalstack_phase]),
  936. ("CD", [task_frame, "IP", func]),
  937. ("DE", [evalstack_link]),
  938. ("DE", [ip_link]),
  939. ]
  940. else:
  941. new_evalstack,= yield [("CN", [])]
  942. _, _, _, _, _, _, _ = \
  943. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  944. ("CD", [new_evalstack, "prev", evalstack]),
  945. ("CD", [evalstack, "inst", inst]),
  946. ("CD", [evalstack, "phase", params]),
  947. ("CD", [task_frame, "IP", func]),
  948. ("DE", [evalstack_link]),
  949. ("DE", [ip_link]),
  950. ]
  951. def call_call(self, task_root):
  952. self.debug_info[self.taskname].append("None")
  953. task_frame, = yield [("RD", [task_root, "frame"])]
  954. inst, = yield [("RD", [task_frame, "IP"])]
  955. param, = yield [("RD", [inst, "last_param"])]
  956. if param is None:
  957. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  958. body, = yield [("RD", [returnvalue, "body"])]
  959. self.jit.mark_entry_point(body)
  960. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  961. yield [("RDE", [task_frame, "phase"]),
  962. ("RDE", [task_root, "frame"]),
  963. ("CNV", ["finish"]),
  964. ("CNV", ["init"]),
  965. ("CN", []),
  966. ("CN", []),
  967. ("CN", []),
  968. ("CN", []),
  969. ]
  970. _, _, _, _, _, _, _, _, _, _, _ = \
  971. yield [("CD", [task_root, "frame", new_frame]),
  972. ("CD", [new_frame, "evalstack", new_evalstack]),
  973. ("CD", [new_frame, "symbols", new_symbols]),
  974. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  975. ("CD", [new_frame, "caller", inst]),
  976. ("CD", [new_frame, "phase", new_phase]),
  977. ("CD", [new_frame, "IP", body]),
  978. ("CD", [new_frame, "prev", task_frame]),
  979. ("CD", [task_frame, "phase", prev_phase]),
  980. ("DE", [phase_link]),
  981. ("DE", [frame_link]),
  982. ]
  983. else:
  984. newer_frames, invoking_frames = \
  985. yield [("RRD", [task_frame, "prev"]),
  986. ("RRD", [inst, "caller"]),
  987. ]
  988. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  989. phase_link, frame_link, new_symbols, new_IP = \
  990. yield [("RDE", [task_frame, "phase"]),
  991. ("RDE", [task_root, "frame"]),
  992. ("RD", [new_frame, "symbols"]),
  993. ("RD", [new_frame, "IP"]),
  994. ]
  995. signature, = yield [("RRD", [new_IP, "body"])]
  996. signature = signature[0]
  997. sig_params, last_param = \
  998. yield [("RD", [signature, "params"]),
  999. ("RD", [inst, "last_param"]),
  1000. ]
  1001. self.jit.mark_entry_point(new_IP)
  1002. name, = yield [("RD", [last_param, "name"])]
  1003. name_value, = yield [("RV", [name])]
  1004. returnvalue, formal_parameter, new_phase, variable = \
  1005. yield [("RD", [task_frame, "returnvalue"]),
  1006. ("RD", [sig_params, name_value]),
  1007. ("CNV", ["finish"]),
  1008. ("CN", []),
  1009. ]
  1010. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  1011. ("CD", [task_frame, "phase", new_phase]),
  1012. ("CD", [variable, "value", returnvalue]),
  1013. ("CE", [new_symbols, variable]),
  1014. ]
  1015. _, _, _ = yield [("CE", [t1, formal_parameter]),
  1016. ("DE", [frame_link]),
  1017. ("DE", [phase_link]),
  1018. ]
  1019. def find_overlapping(self, a, b):
  1020. newer_frames = set(a)
  1021. invoking_frames = set(b)
  1022. matches = list(newer_frames.intersection(invoking_frames))
  1023. if len(matches) == 1:
  1024. return matches[0]
  1025. elif len(matches) > 1:
  1026. raise Exception("Error: multiple overlapping elements")
  1027. else:
  1028. raise Exception("Error: could not find any overlap")
  1029. def call_param(self, task_root):
  1030. task_frame, = yield [("RD", [task_root, "frame"])]
  1031. inst, phase = yield [("RD", [task_frame, "IP"]),
  1032. ("RD", [task_frame, "phase"]),
  1033. ]
  1034. params, last_param = \
  1035. yield [("RD", [inst, "params"]),
  1036. ("RD", [inst, "last_param"]),
  1037. ]
  1038. next_param, = yield [("RD", [params, "next_param"])]
  1039. if params == phase:
  1040. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1041. yield [("RDE", [task_frame, "phase"]),
  1042. ("RDE", [task_frame, "IP"]),
  1043. ("RD", [task_frame, "returnvalue"]),
  1044. ("RD", [params, "value"]),
  1045. ("RD", [task_frame, "evalstack"]),
  1046. ("RDE", [task_frame, "evalstack"]),
  1047. ]
  1048. body, = yield [("RD", [returnvalue, "body"])]
  1049. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1050. yield [("CN", []),
  1051. ("CN", []),
  1052. ("CNV", ["init"]),
  1053. ("CNV", ["init"]),
  1054. ("CN", []),
  1055. ("CN", []),
  1056. ("CN", []),
  1057. ]
  1058. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1059. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1060. ("CD", [new_frame, "symbols", new_symbols]),
  1061. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1062. ("CD", [new_frame, "caller", inst]),
  1063. ("CD", [new_frame, "phase", new_phase]),
  1064. ("CD", [new_frame, "IP", body]),
  1065. ("CD", [new_frame, "prev", task_frame]),
  1066. ("CD", [task_frame, "phase", prev_phase]),
  1067. ("CD", [task_frame, "IP", param_value]),
  1068. ("CD", [prev_evalstack, "prev", evalstack]),
  1069. ("CD", [evalstack, "inst", inst]),
  1070. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1071. ("DE", [evalstack_link]),
  1072. ("DE", [ip_link]),
  1073. ("DE", [phase_link]),
  1074. ]
  1075. if next_param is not None:
  1076. _ = yield [("CD", [evalstack, "phase", next_param])]
  1077. else:
  1078. evalstack_phase, = \
  1079. yield [("CNV", ["call"])]
  1080. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1081. else:
  1082. frame_link, phase_link, newer_frames, invoking_frames = \
  1083. yield [("RDE", [task_root, "frame"]),
  1084. ("RDE", [task_frame, "phase"]),
  1085. ("RRD", [task_frame, "prev"]),
  1086. ("RRD", [inst, "caller"]),
  1087. ]
  1088. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1089. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1090. yield [("RDE", [task_frame, "IP"]),
  1091. ("RD", [task_frame, "evalstack"]),
  1092. ("RDE", [task_frame, "evalstack"]),
  1093. ("RD", [new_frame, "symbols"]),
  1094. ("RD", [new_frame, "IP"]),
  1095. ]
  1096. signature, = yield [("RRD", [new_IP, "body"])]
  1097. signature = signature[0]
  1098. sig_params, = yield [("RD", [signature, "params"])]
  1099. if last_param == phase:
  1100. prev_param, = \
  1101. yield [("RRD", [last_param, "next_param"])]
  1102. prev_param = prev_param[0]
  1103. name, = yield [("RD", [prev_param, "name"])]
  1104. name_value, = \
  1105. yield [("RV", [name])]
  1106. evalstack_phase, = \
  1107. yield [("CNV", ["call"])]
  1108. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1109. formal_parameter, param_value = \
  1110. yield [("RD", [sig_params, name_value]),
  1111. ("RD", [last_param, "value"]),
  1112. ]
  1113. else:
  1114. param_b, = yield [("RD", [task_frame, "phase"])]
  1115. param_c, param_a = \
  1116. yield [("RD", [param_b, "next_param"]),
  1117. ("RRD", [param_b, "next_param"]),
  1118. ]
  1119. param_a = param_a[0]
  1120. name, param_value = \
  1121. yield [("RD", [param_a, "name"]),
  1122. ("RD", [param_b, "value"]),
  1123. ]
  1124. name_value, = \
  1125. yield [("RV", [name])]
  1126. formal_parameter, _ = \
  1127. yield [("RD", [sig_params, name_value]),
  1128. ("CD", [evalstack, "phase", param_c]),
  1129. ]
  1130. new_phase, new_evalstack, variable, returnvalue = \
  1131. yield [("CNV", ["init"]),
  1132. ("CN", []),
  1133. ("CN", []),
  1134. ("RD", [task_frame, "returnvalue"]),
  1135. ]
  1136. _, _, _, _, _, _ = \
  1137. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1138. ("CD", [new_evalstack, "prev", evalstack]),
  1139. ("CD", [evalstack, "inst", inst]),
  1140. ("CD", [task_frame, "phase", new_phase]),
  1141. ("CD", [task_frame, "IP", param_value]),
  1142. ("CD", [variable, "value", returnvalue]),
  1143. ]
  1144. t1, = yield [("CE", [new_symbols, variable])]
  1145. _, _, _, _ = \
  1146. yield [("CE", [t1, formal_parameter]),
  1147. ("DE", [phase_link]),
  1148. ("DE", [ip_link]),
  1149. ("DE", [evalstack_link]),
  1150. ]
  1151. def input_init(self, task_root):
  1152. task_frame, = yield [("RD", [task_root, "frame"])]
  1153. returnvalue_link, _input = \
  1154. yield [("RDE", [task_frame, "returnvalue"]),
  1155. ("RD", [task_root, "input"]),
  1156. ]
  1157. value, next, phase_link = \
  1158. yield [("RD", [_input, "value"]),
  1159. ("RD", [_input, "next"]),
  1160. ("RDE", [task_frame, "phase"]),
  1161. ]
  1162. if value is not None:
  1163. v = yield [("RV", [value])]
  1164. _, _, finish = \
  1165. yield [("CD", [task_frame, "returnvalue", value]),
  1166. ("CD", [task_root, "input", next]),
  1167. ("CNV", ["finish"]),
  1168. ]
  1169. _, _, _, _ = \
  1170. yield [("CD", [task_frame, "phase", finish]),
  1171. ("DN", [_input]),
  1172. ("DE", [returnvalue_link]),
  1173. ("DE", [phase_link]),
  1174. ]
  1175. self.input_value = value
  1176. else:
  1177. # No input yet, so just wait and don't advance IP or phase
  1178. self.input_value = None
  1179. ex = primitive_functions.SleepKernel(0.1, True)
  1180. raise ex
  1181. def output_init(self, task_root):
  1182. task_frame, = yield [("RD", [task_root, "frame"])]
  1183. evalstack, evalstack_link, ip_link, inst = \
  1184. yield [("RD", [task_frame, "evalstack"]),
  1185. ("RDE", [task_frame, "evalstack"]),
  1186. ("RDE", [task_frame, "IP"]),
  1187. ("RD", [task_frame, "IP"]),
  1188. ]
  1189. value, new_evalstack, evalstack_phase = \
  1190. yield [("RD", [inst, "value"]),
  1191. ("CN", []),
  1192. ("CNV", ["output"]),
  1193. ]
  1194. _, _, _, _, _, _, _ = \
  1195. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1196. ("CD", [new_evalstack, "prev", evalstack]),
  1197. ("CD", [evalstack, "inst", inst]),
  1198. ("CD", [evalstack, "phase", evalstack_phase]),
  1199. ("CD", [task_frame, "IP", value]),
  1200. ("DE", [evalstack_link]),
  1201. ("DE", [ip_link]),
  1202. ]
  1203. def output_output(self, task_root):
  1204. task_frame, = yield [("RD", [task_root, "frame"])]
  1205. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1206. yield [("RDE", [task_frame, "returnvalue"]),
  1207. ("RD", [task_frame, "returnvalue"]),
  1208. ("RD", [task_root, "last_output"]),
  1209. ("RDE", [task_frame, "phase"]),
  1210. ("RDE", [task_root, "last_output"]),
  1211. ("CN", []),
  1212. ("CNV", ["finish"]),
  1213. ]
  1214. _, _, _, _, _, _ = \
  1215. yield [("CD", [last_output, "value", returnvalue]),
  1216. ("CD", [last_output, "next", new_last_output]),
  1217. ("CD", [task_root, "last_output", new_last_output]),
  1218. ("CD", [task_frame, "phase", finish]),
  1219. ("DE", [last_output_link]),
  1220. ("DE", [phase_link]),
  1221. ]
  1222. def declare_init(self, task_root):
  1223. task_frame, = yield [("RD", [task_root, "frame"])]
  1224. inst, = yield [("RD", [task_frame, "IP"])]
  1225. new_var, symbols, phase_link, empty_node, new_phase = \
  1226. yield [("RD", [inst, "var"]),
  1227. ("RD", [task_frame, "symbols"]),
  1228. ("RDE", [task_frame, "phase"]),
  1229. ("CN", []),
  1230. ("CNV", ["finish"]),
  1231. ]
  1232. exists, = yield [("RDN", [symbols, new_var])]
  1233. if exists is None:
  1234. new_edge, = yield [("CE", [symbols, empty_node])]
  1235. _ = yield [("CE", [new_edge, new_var])]
  1236. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1237. ("DE", [phase_link]),
  1238. ]
  1239. def global_init(self, task_root):
  1240. task_frame, = yield [("RD", [task_root, "frame"])]
  1241. inst, = yield [("RD", [task_frame, "IP"])]
  1242. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1243. yield [("RD", [inst, "var"]),
  1244. ("RD", [task_root, "globals"]),
  1245. ("RDE", [task_frame, "phase"]),
  1246. ("CN", []),
  1247. ("CNV", ["finish"]),
  1248. ]
  1249. value, = yield [("RV", [new_var])]
  1250. exists, = yield [("RDE", [global_symbols, value])]
  1251. if exists is not None:
  1252. yield [("DE", [exists])]
  1253. yield [("CD", [global_symbols, value, empty_node])]
  1254. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1255. ("DE", [phase_link])
  1256. ]