main.py 73 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_jit.jit as jit
  5. import modelverse_jit.intrinsics as jit_intrinsics
  6. import modelverse_jit.jit_primitives as jit_primitives
  7. import modelverse_jit.runtime as jit_runtime
  8. from collections import defaultdict
  9. import sys
  10. import time
  11. if sys.version > '3': # pragma: no cover
  12. string_types = (str,)
  13. else:
  14. string_types = (str, unicode)
  15. class ModelverseKernel(object):
  16. counter = 0
  17. def __init__(self, root):
  18. self.root = root
  19. self.returnvalue = None
  20. # request_handlers is a dictionary of tasknames to dictionaries of operations
  21. # to request handlers. In generics notation:
  22. #
  23. # Dictionary<
  24. # Username,
  25. # Dictionary<
  26. # Operation,
  27. # RequestHandler>>
  28. #
  29. self.request_handlers = {}
  30. self.allow_compiled = True
  31. #self.allow_compiled = False
  32. # Set `self.suggest_function_names` to True to associate global function names
  33. # with their function bodies.
  34. self.suggest_function_names = True
  35. # `self.jit` handles most JIT-related functionality.
  36. self.jit = jit.ModelverseJit()
  37. if self.allow_compiled:
  38. self.jit.compiled_function_lookup = lambda func_name: \
  39. getattr(compiled_functions, func_name, None)
  40. jit_intrinsics.register_intrinsics(self.jit)
  41. # To disable the JIT, uncomment the line below:
  42. #
  43. # self.jit.set_jit_enabled(False)
  44. #
  45. # To disable direct calls in the JIT, uncomment the line below:
  46. #
  47. # self.jit.allow_direct_calls(False)
  48. #
  49. # To disable thunks in the JIT, uncomment the line below:
  50. #
  51. # self.jit.enable_thunks(False)
  52. #
  53. # To make the JIT compile 'input' instructions as calls to
  54. # modelverse_jit.runtime.get_input, uncomment the line below:
  55. #
  56. # self.jit.use_input_function()
  57. #
  58. # To disable source maps in the JIT, uncomment the line below:
  59. #
  60. # self.jit.enable_source_maps(False)
  61. #
  62. # To enable tracing in the JIT (for debugging purposes), uncomment
  63. # the line below:
  64. #
  65. # self.jit.enable_tracing()
  66. #
  67. # To make the JIT print JIT successes and errors to the command-line,
  68. # uncomment the line below:
  69. #
  70. # self.jit.set_jit_success_log()
  71. #
  72. # If you want, you can use a custom logging function:
  73. #
  74. # self.jit.set_jit_success_log(logging_function)
  75. #
  76. # To make the JIT print jitted code to the command-line, uncomment the
  77. # line below:
  78. #
  79. # self.jit.set_jit_code_log()
  80. #
  81. # If you want, you can use a custom logging function:
  82. #
  83. # self.jit.set_jit_code_log(logging_function)
  84. #
  85. self.debug_info = defaultdict(list)
  86. def execute_yields(self, taskname, operation, params, reply):
  87. self.taskname = taskname
  88. if taskname not in self.request_handlers:
  89. self.request_handlers[taskname] = {}
  90. if operation not in self.request_handlers[taskname]:
  91. # Create the generator for the function to execute
  92. self.request_handlers[taskname][operation] = RequestHandler()
  93. handler = self.request_handlers[taskname][operation]
  94. if not handler.is_active():
  95. handler.push_generator(getattr(self, operation)(taskname, *params))
  96. return handler.handle_request(reply)
  97. def execute_rule(self, taskname):
  98. task_root, = yield [("RD", [self.root, taskname])]
  99. if task_root is None:
  100. yield None
  101. else:
  102. task_frame, = yield [("RD", [task_root, "frame"])]
  103. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  104. ("RD", [task_frame, "phase"]),
  105. ]
  106. self.new_debug, self.phase_v, inst_v = \
  107. yield [("RD", [self.inst, "__debug"]),
  108. ("RV", [phase]),
  109. ("RV", [self.inst]),
  110. ]
  111. if self.new_debug is not None:
  112. if self.debug_info[taskname]:
  113. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  114. if self.phase_v == "finish":
  115. gen = self.helper_init(task_root)
  116. elif self.inst is None:
  117. print("No instruction pointer found...")
  118. print(locals())
  119. print("Phase: " + str(self.phase_v))
  120. print("Debug: " + str(self.debug_info[taskname]))
  121. raise Exception("Instruction pointer could not be found!")
  122. elif isinstance(self.phase_v, string_types):
  123. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  124. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  125. gen = self.execute_jit(task_root, self.inst, taskname, store=True)
  126. elif inst_v is None:
  127. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  128. else:
  129. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  130. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  131. elif inst_v is None:
  132. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  133. elif inst_v["value"] == "call":
  134. #print("%-30s(%s)" % ("call", "param"))
  135. gen = self.call_param(task_root)
  136. else:
  137. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  138. def handle_jit_failed(exception):
  139. # Try again, but this time without the JIT.
  140. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  141. yield [("TAIL_CALL", [gen])]
  142. yield [("TRY", [])]
  143. yield [("CATCH", [jit.JitCompilationFailedException, handle_jit_failed])]
  144. yield [("CALL", [gen])]
  145. yield [("END_TRY", [])]
  146. def execute_jit_internal(self, task_root, inst, taskname, params):
  147. inst, = yield [("RD", [inst, "body"])]
  148. result, = yield [("CALL_ARGS", [self.execute_jit, [task_root, inst, taskname, params, False]])]
  149. raise primitive_functions.PrimitiveFinished(result)
  150. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  151. """Gets a generator for the given instruction in the given phase,
  152. for the specified task root."""
  153. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  154. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  155. ##########################
  156. ### Process primitives ###
  157. ##########################
  158. def load_primitives(self, taskname):
  159. yield [("CALL_ARGS",
  160. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  161. yield [("CALL_ARGS",
  162. [self.load_primitives_from, (taskname, 'jit', jit_primitives)])]
  163. def load_primitives_from(self, taskname, source_name, source):
  164. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  165. primitives, = yield [("RD", [hierarchy, source_name])]
  166. keys, = yield [("RDK", [primitives])]
  167. function_names = yield [("RV", [f]) for f in keys]
  168. signatures = yield [("RDN", [primitives, f]) for f in keys]
  169. bodies = yield [("RD", [f, "body"]) for f in signatures]
  170. for i in range(len(keys)):
  171. self.jit.register_compiled(
  172. bodies[i],
  173. getattr(source, function_names[i]),
  174. function_names[i])
  175. def print_instruction(self, inst, indent, nested_indent=None):
  176. """
  177. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  178. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  179. }
  180. """
  181. intrinsics = {}
  182. if nested_indent is None:
  183. nested_indent = indent
  184. inst_type, = yield [("RV", [inst])]
  185. instruction = "(no_printer_for_%s)" % inst_type["value"]
  186. prev = ""
  187. if inst_type["value"] == "if":
  188. cond, true, false = yield [("RD", [inst, "cond"]),
  189. ("RD", [inst, "then"]),
  190. ("RD", [inst, "else"])]
  191. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  192. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  193. if false:
  194. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  195. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  196. else:
  197. false = ""
  198. instruction = prev_cond + " " * indent + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + " " * indent + "if (val_%s):\n" % instruction_cond + prev_true + instruction_true + false
  199. elif inst_type["value"] == "constant":
  200. node, = yield [("RD", [inst, "node"])]
  201. node_value, = yield [("RV", [node])]
  202. if node_value is not None:
  203. # There is a value to the node, so replicate the value
  204. if isinstance(node_value, (str, unicode)):
  205. value = '"%s"' % node_value.replace('"', '\\"').replace("'", "\\'").replace('\t', '\\t').replace('\n', '\\n')
  206. else:
  207. value = str(node_value)
  208. instruction = "constant_" + str(ModelverseKernel.counter)
  209. ModelverseKernel.counter += 1
  210. prev = " " * nested_indent + instruction + ", = yield [('CNV', [" + value + "])]\n"
  211. else:
  212. # Node is None, meaning that it was not about the value, but the node itself...
  213. instruction = str(node)
  214. elif inst_type["value"] == "return":
  215. value, = yield [("RD", [inst, "value"])]
  216. if value:
  217. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  218. instruction = prev_value + " " * indent + "raise PrimitiveFinished(%s)\n" % instruction_value
  219. else:
  220. instruction = " " * indent + "raise PrimitiveFinished(None)\n"
  221. elif inst_type["value"] == "declare":
  222. instruction = ""
  223. elif inst_type["value"] == "global":
  224. instruction = ""
  225. elif inst_type["value"] == "break":
  226. instruction = " " * indent + "break\n"
  227. elif inst_type["value"] == "continue":
  228. instruction = " " * indent + "continue\n"
  229. elif inst_type["value"] == "input":
  230. prev = " " * nested_indent + "_inputs, = yield [('RD', [kwargs['task_root'], 'input'])]\n" + \
  231. " " * nested_indent + "while 1:\n" + \
  232. " " * (nested_indent + 1) + "val, = yield [('RD', [_inputs, 'value'])]\n" + \
  233. " " * (nested_indent + 1) + "if val is not None:\n" + \
  234. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_inputs, 'value'])]\n" + \
  235. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  236. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [kwargs['task_root'], 'input'])]\n" + \
  237. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  238. " " * (nested_indent + 2) + "nxt, = yield [('RD', [_inputs, 'next'])]\n" + \
  239. " " * (nested_indent + 2) + "yield [('CD', [kwargs['task_root'], 'input', nxt])]\n" + \
  240. " " * (nested_indent + 2) + "_result = val\n" + \
  241. " " * (nested_indent + 2) + "break\n" + \
  242. " " * (nested_indent + 1)+ "else:\n" + \
  243. " " * (nested_indent + 2) + "yield None\n"
  244. instruction = "_result"
  245. elif inst_type["value"] == "output":
  246. value, = yield [("RD", [inst, "value"])]
  247. (prev, inst), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  248. instruction = prev + \
  249. " " * indent + "_outputs, = yield [('RD', [kwargs['task_root'], 'last_output'])]\n" + \
  250. " " * indent + "_outputs_e, = yield [('RDE', [kwargs['task_root'], 'last_output'])]\n" + \
  251. " " * indent + "yield [('CD', [_outputs, 'value', %s])]\n" % inst + \
  252. " " * indent + "_new, = yield [('CN', [])]\n" + \
  253. " " * indent + "yield [('CD', [_outputs, 'next', _new])]\n" + \
  254. " " * indent + "yield [('DE', [_outputs_e])]\n" + \
  255. " " * indent + "yield [('CD', [kwargs['task_root'], 'last_output', _new])]\n"
  256. elif inst_type["value"] == "resolve":
  257. value, = yield [("RD", [inst, "var"])]
  258. str_value, = yield [("RV", [value])]
  259. if str_value:
  260. # Is a global
  261. prev = " " * nested_indent + "_globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  262. " " * nested_indent + "%s, = yield [('RD', [_globs, '%s'])]\n" % (str_value, str_value) + \
  263. " " * nested_indent + "%s, = yield [('RD', [%s, 'value'])]\n" % (str_value, str_value)
  264. instruction = str_value
  265. if self.jit.get_global_body_id(str_value) is None:
  266. val, = yield [("RD", [self.root, self.taskname])]
  267. val, = yield [("RD", [val, 'globals'])]
  268. val, = yield [("RD", [val, str_value])]
  269. val, = yield [("RD", [val, 'value'])]
  270. val, = yield [("RD", [val, 'body'])]
  271. print("Registering global " + str(str_value) + " using " + str(val))
  272. self.jit.register_global(val, str_value)
  273. else:
  274. # Is a local
  275. instruction = "var_%s" % value
  276. elif inst_type["value"] == "assign":
  277. var, val = yield [("RD", [inst, "var"]),
  278. ("RD", [inst, "value"])]
  279. (prev_var, instruction_var), (prev_val, instruction_val) = \
  280. yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)]),
  281. ("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  282. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  283. if prev_var:
  284. # Got something to do before the variable is usable, so this is a global!
  285. # Therefore we actually do the operation in the Modelverse as well!
  286. instruction += \
  287. " " * nested_indent + "_globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  288. " " * nested_indent + "_var, = yield [('RD', [_globs, '%s'])]\n" % instruction_var + \
  289. " " * nested_indent + "_old_edge, = yield [('RDE', [_var, 'value'])]\n" + \
  290. " " * nested_indent + "yield [('CD', [_var, 'value', %s])]\n" % instruction_var + \
  291. " " * nested_indent + "yield [('DE', [_old_edge])]\n"
  292. elif inst_type["value"] == "call":
  293. func_name, = yield [("RD", [inst, "func"])]
  294. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, nested_indent, nested_indent)])]
  295. param_list = {}
  296. param, = yield [("RD", [inst, "params"])]
  297. computation = ""
  298. while param:
  299. value, = yield [("RD", [param, "value"])]
  300. name, = yield [("RD", [param, "name"])]
  301. name, = yield [("RV", [name])]
  302. (prev_res, instruction_res), param = \
  303. yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)]),
  304. ("RD", [param, "next_param"])]
  305. computation += prev_res
  306. param_list[name] = instruction_res
  307. if func_name in intrinsics:
  308. #instruction = " " * indent + intrinsics[func_name](*param_list)
  309. # TODO
  310. pass
  311. else:
  312. value = "func_result_" + str(ModelverseKernel.counter)
  313. ModelverseKernel.counter += 1
  314. param_list = "{" + ", ".join(["'%s': %s" % (k, v) for k, v in param_list.items()]) + "}"
  315. actual_computation = "%s, = yield [('CALL_ARGS', [kwargs['mvk'].execute_jit_internal, (kwargs['task_root'], %s, kwargs['taskname'], %s)])]\n" % (value, func_name, param_list)
  316. if indent == 0:
  317. # No indent, meaning that we use it inline
  318. # Therefore, we output the prev and value individually
  319. prev, instruction = prev_func_name + computation + " " * nested_indent + actual_computation, value
  320. else:
  321. # Some indentation, meaning that we don't even use the return value
  322. # Therefore, we only do the yield
  323. prev, instruction = prev_func_name + computation, " " * indent + actual_computation
  324. elif inst_type["value"] == "access":
  325. value, = yield [("RD", [inst, "var"])]
  326. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  327. elif inst_type["value"] == "while":
  328. cond, body = yield [("RD", [inst, "cond"]),
  329. ("RD", [inst, "body"])]
  330. (prev_cond, instruction_cond), (prev_body, instruction_body) = \
  331. yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)]),
  332. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  333. instruction = " " * indent + "while 1:\n" + prev_cond + \
  334. " " * (indent + 1) + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + \
  335. " " * (indent + 1) + "if not (val_%s):\n" % instruction_cond + \
  336. " " * (indent + 2) + "break\n" + \
  337. prev_body + instruction_body
  338. next_inst, = yield [("RD", [inst, "next"])]
  339. if next_inst:
  340. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  341. next_inst = prev_next + inst_next
  342. else:
  343. next_inst = ""
  344. raise primitive_functions.PrimitiveFinished((prev, instruction + next_inst))
  345. def read_function(self, inst, suggested_name):
  346. initial_instruction = inst
  347. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  348. #if suggested_name is None or is_mutable:
  349. if is_mutable:
  350. print("Ignoring mutable or unreadable: %s" % suggested_name)
  351. raise jit.JitCompilationFailedException("FAIL")
  352. print("Reading function: %s" % suggested_name)
  353. (prev, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  354. printed = prev + printed
  355. print("Total printed function: ")
  356. if params:
  357. func = "def " + suggested_name + "(" + ", ".join([chr(ord('a') + i) for i in range(len(params))]) + ", **kwargs):\n" + "".join([" var_%s = %s\n" % (param, chr(ord('a') + i)) for i, param in enumerate(params)]) + printed
  358. else:
  359. func = "def " + suggested_name + "(**kwargs):\n" + printed
  360. print(func)
  361. raise primitive_functions.PrimitiveFinished(func)
  362. def jit_compile(self, task_root, inst):
  363. # Try to retrieve the suggested name.
  364. suggested_name = self.jit.get_global_name(inst)
  365. if suggested_name is None:
  366. suggested_name = "func_%s" % str(inst)
  367. # Have the JIT compile the function.
  368. if inst is None:
  369. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  370. elif inst in self.jit.jitted_entry_points:
  371. raise primitive_functions.PrimitiveFinished(
  372. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  373. compiled_func = self.jit.lookup_compiled_body(inst)
  374. if compiled_func is None:
  375. compiled_func, = yield [("CALL_ARGS", [self.read_function, (inst, suggested_name)])]
  376. exec(str(compiled_func), self.jit.jit_globals)
  377. compiled_func = self.jit.jit_globals[suggested_name]
  378. self.jit.register_compiled(inst, compiled_func, suggested_name)
  379. raise primitive_functions.PrimitiveFinished(compiled_func)
  380. def execute_jit(self, task_root, inst, taskname, params = {}, store=False):
  381. # execute_jit
  382. try:
  383. task_frame, = yield [("RD", [task_root, "frame"])]
  384. symbols, = yield [("RD", [task_frame, "symbols"])]
  385. dict_keys_ref, = yield [("RDK", [symbols])]
  386. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  387. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  388. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  389. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  390. parameters = dict(list(zip(dict_keys, dict_values)))
  391. parameters.update(params)
  392. except:
  393. parameters = params
  394. parameters["root"] = self.root
  395. parameters["task_root"] = task_root
  396. parameters["taskname"] = taskname
  397. parameters["mvk"] = self
  398. # Have the JIT compile the function.
  399. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  400. # Run the compiled function.
  401. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  402. if results is None:
  403. raise Exception("%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  404. else:
  405. result, = results
  406. if store:
  407. # Clean up the current stack, as if a return happened
  408. old_frame, exception_return = yield [
  409. ("RD", [task_frame, "prev"]),
  410. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  411. #if self.debug_info[self.taskname]:
  412. # self.debug_info[self.taskname].pop()
  413. if exception_return is not None:
  414. # The caller has requested that we throw an exception instead of injecting
  415. # the return value into the caller's frame. Read the comment at
  416. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  417. yield [("CD", [task_root, "frame", old_frame]),
  418. ("DN", [task_frame])]
  419. raise primitive_functions.InterpretedFunctionFinished(result)
  420. else:
  421. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  422. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  423. ("CD", [task_root, "frame", old_frame]),
  424. ("DE", [lnk]),
  425. ("DN", [task_frame]),
  426. ]
  427. else:
  428. raise primitive_functions.PrimitiveFinished(result)
  429. ########################################
  430. ### Execute input and output methods ###
  431. ########################################
  432. def get_output(self, taskname):
  433. task_root, = yield [("RD", [self.root, taskname])]
  434. first_output, = yield [("RD", [task_root, "output"])]
  435. next_output, rv = yield [("RD", [first_output, "next"]),
  436. ("RD", [first_output, "value"]),
  437. ]
  438. if next_output is None:
  439. self.success = False
  440. self.returnvalue = None
  441. else:
  442. rv_value, _, _ = \
  443. yield [("RV", [rv]),
  444. ("CD", [task_root, "output", next_output]),
  445. ("DN", [first_output]),
  446. ]
  447. self.returnvalue = rv_value
  448. self.success = True
  449. def set_input(self, taskname, value):
  450. task_root, = yield [("RD", [self.root, taskname])]
  451. old_input, link, new_input, new_value = \
  452. yield [("RD", [task_root, "last_input"]),
  453. ("RDE", [task_root, "last_input"]),
  454. ("CN", []),
  455. ("CNV", [value]),
  456. ]
  457. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  458. ("CD", [old_input, "next", new_input]),
  459. ("CD", [old_input, "value", new_value]),
  460. ("DE", [link])
  461. ]
  462. self.returnvalue = {"id": 100, "value": "success"}
  463. #############################################
  464. ### Transformation rules for instructions ###
  465. #############################################
  466. def continue_init(self, task_root):
  467. task_frame, = yield [("RD", [task_root, "frame"])]
  468. inst, = yield [("RD", [task_frame, "IP"])]
  469. while_inst, = yield [("RD", [inst, "while"])]
  470. old_evalstack_link, old_phase_link, evalstack_roots = \
  471. yield [("RDE", [task_frame, "evalstack"]),
  472. ("RDE", [task_frame, "phase"]),
  473. ("RRD", [while_inst, self.taskname]),
  474. ]
  475. if len(evalstack_roots) == 1:
  476. evalstack_root = evalstack_roots[0]
  477. else:
  478. print("Got roots: " + str(evalstack_roots))
  479. raise Exception("Could not process continue statement!")
  480. prev_evalstack_roots, old_evalstack_phase_link = \
  481. yield [("RRD", [evalstack_root, "prev"]),
  482. ("RDE", [evalstack_root, "phase"]),
  483. ]
  484. if len(prev_evalstack_roots) == 1:
  485. prev_evalstack_root = prev_evalstack_roots[0]
  486. else:
  487. raise Exception("Could not process continue statement!")
  488. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  489. yield [("CN", []),
  490. ("CNV", ["init"]),
  491. ("CNV", ["finish"]),
  492. ("RDE", [prev_evalstack_root, "prev"]),
  493. ]
  494. _, _, _, _, _, _, _, _ = \
  495. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  496. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  497. ("CD", [task_frame, "phase", new_phase_inst]),
  498. ("CD", [evalstack_root, "phase", new_phase_while]),
  499. ("DE", [old_evalstack_link]),
  500. ("DE", [prev_evalstack_root_link]),
  501. ("DE", [old_phase_link]),
  502. ("DE", [old_evalstack_phase_link]),
  503. ]
  504. def break_init(self, task_root):
  505. task_frame, = yield [("RD", [task_root, "frame"])]
  506. inst, = yield [("RD", [task_frame, "IP"])]
  507. while_inst, = yield [("RD", [inst, "while"])]
  508. old_evalstack_link, old_phase_link, evalstack_roots = \
  509. yield [("RDE", [task_frame, "evalstack"]),
  510. ("RDE", [task_frame, "phase"]),
  511. ("RRD", [while_inst, self.taskname]),
  512. ]
  513. if len(evalstack_roots) == 1:
  514. evalstack_root = evalstack_roots[0]
  515. else:
  516. raise Exception("Could not process break statement!")
  517. prev_evalstack_roots, old_evalstack_phase_link = \
  518. yield [("RRD", [evalstack_root, "prev"]),
  519. ("RDE", [evalstack_root, "phase"]),
  520. ]
  521. if len(prev_evalstack_roots) == 1:
  522. prev_evalstack_root = prev_evalstack_roots[0]
  523. else:
  524. raise Exception("Could not process break statement!")
  525. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  526. yield [("CN", []),
  527. ("CNV", ["finish"]),
  528. ("CNV", ["finish"]),
  529. ("RDE", [prev_evalstack_root, "prev"]),
  530. ]
  531. _, _, _, _, _, _, _, _ = \
  532. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  533. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  534. ("CD", [task_frame, "phase", new_phase_inst]),
  535. ("CD", [evalstack_root, "phase", new_phase_while]),
  536. ("DE", [old_evalstack_link]),
  537. ("DE", [prev_evalstack_root_link]),
  538. ("DE", [old_phase_link]),
  539. ("DE", [old_evalstack_phase_link]),
  540. ]
  541. def if_init(self, task_root):
  542. task_frame, = yield [("RD", [task_root, "frame"])]
  543. evalstack, evalstack_link = \
  544. yield [("RD", [task_frame, "evalstack"]),
  545. ("RDE", [task_frame, "evalstack"]),
  546. ]
  547. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  548. ("RDE", [task_frame, "IP"]),
  549. ]
  550. cond, = yield [("RD", [inst, "cond"])]
  551. new_evalstack, new_phase = \
  552. yield [("CN", []),
  553. ("CNV", ["cond"]),
  554. ]
  555. _, _, _, _, _, _, _ = \
  556. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  557. ("CD", [new_evalstack, "prev", evalstack]),
  558. ("CD", [task_frame, "IP", cond]),
  559. ("CD", [evalstack, "inst", inst]),
  560. ("CD", [evalstack, "phase", new_phase]),
  561. ("DE", [evalstack_link]),
  562. ("DE", [ip_link]),
  563. ]
  564. def if_cond(self, task_root):
  565. task_frame, = yield [("RD", [task_root, "frame"])]
  566. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  567. ("RD", [task_frame, "IP"]),
  568. ]
  569. returnvalue_v, = yield [("RV", [returnvalue])]
  570. _else, = yield [("RD", [inst, "else"])]
  571. if returnvalue_v:
  572. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  573. yield [("RDE", [task_frame, "phase"]),
  574. ("RD", [task_frame, "evalstack"]),
  575. ("RDE", [task_frame, "evalstack"]),
  576. ("RDE", [task_frame, "IP"]),
  577. ("RD", [inst, "then"]),
  578. ("CN", []),
  579. ("CNV", ["finish"]),
  580. ("CNV", ["init"]),
  581. ]
  582. _, _, _, _, _, _, _, _, _ = \
  583. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  584. ("CD", [task_frame, "IP", _then]),
  585. ("CD", [new_evalstack, "prev", evalstack]),
  586. ("CD", [evalstack, "inst", inst]),
  587. ("CD", [evalstack, "phase", evalstack_phase]),
  588. ("CD", [task_frame, "phase", new_phase]),
  589. ("DE", [evalstack_link]),
  590. ("DE", [ip_link]),
  591. ("DE", [phase_link]),
  592. ]
  593. elif _else is None:
  594. phase_link, new_phase = \
  595. yield [("RDE", [task_frame, "phase"]),
  596. ("CNV", ["finish"]),
  597. ]
  598. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  599. ("DE", [phase_link]),
  600. ]
  601. else:
  602. phase_link, evalstack, evalstack_link, ip_link = \
  603. yield [("RDE", [task_frame, "phase"]),
  604. ("RD", [task_frame, "evalstack"]),
  605. ("RDE", [task_frame, "evalstack"]),
  606. ("RDE", [task_frame, "IP"]),
  607. ]
  608. new_evalstack, new_phase, evalstack_phase = \
  609. yield [("CN", []),
  610. ("CNV", ["init"]),
  611. ("CNV", ["finish"]),
  612. ]
  613. _, _, _, _, _, _, _, _, _ = \
  614. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  615. ("CD", [task_frame, "IP", _else]),
  616. ("CD", [new_evalstack, "prev", evalstack]),
  617. ("CD", [evalstack, "inst", inst]),
  618. ("CD", [evalstack, "phase", evalstack_phase]),
  619. ("CD", [task_frame, "phase", new_phase]),
  620. ("DE", [evalstack_link]),
  621. ("DE", [ip_link]),
  622. ("DE", [phase_link]),
  623. ]
  624. def while_init(self, task_root):
  625. task_frame, = yield [("RD", [task_root, "frame"])]
  626. evalstack, evalstack_link, ip_link, inst = \
  627. yield [("RD", [task_frame, "evalstack"]),
  628. ("RDE", [task_frame, "evalstack"]),
  629. ("RDE", [task_frame, "IP"]),
  630. ("RD", [task_frame, "IP"]),
  631. ]
  632. cond, new_evalstack, new_phase = \
  633. yield [("RD", [inst, "cond"]),
  634. ("CN", []),
  635. ("CNV", ["cond"]),
  636. ]
  637. _, _, _, _, _, _, _ = \
  638. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  639. ("CD", [new_evalstack, "prev", evalstack]),
  640. ("CD", [task_frame, "IP", cond]),
  641. ("CD", [evalstack, "phase", new_phase]),
  642. ("CD", [evalstack, "inst", inst]),
  643. ("DE", [evalstack_link]),
  644. ("DE", [ip_link]),
  645. ]
  646. def while_cond(self, task_root):
  647. task_frame, = yield [("RD", [task_root, "frame"])]
  648. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  649. returnvalue_v, = yield [("RV", [returnvalue])]
  650. if returnvalue_v:
  651. phase_link, evalstack, evalstack_link, ip_link, inst = \
  652. yield [("RDE", [task_frame, "phase"]),
  653. ("RD", [task_frame, "evalstack"]),
  654. ("RDE", [task_frame, "evalstack"]),
  655. ("RDE", [task_frame, "IP"]),
  656. ("RD", [task_frame, "IP"]),
  657. ]
  658. body, = yield [("RD", [inst, "body"])]
  659. new_evalstack, new_phase, evalstack_phase = \
  660. yield [("CN", []),
  661. ("CNV", ["init"]),
  662. ("CNV", ["init"]),
  663. ]
  664. _, _, _, _, _, _, _, _, _ = \
  665. yield [("CD", [task_frame, "IP", body]),
  666. ("CD", [task_frame, "phase", new_phase]),
  667. ("CD", [task_frame, "evalstack", new_evalstack]),
  668. ("CD", [new_evalstack, "prev", evalstack]),
  669. ("CD", [evalstack, "inst", inst]),
  670. ("CD", [evalstack, "phase", evalstack_phase]),
  671. ("DE", [evalstack_link]),
  672. ("DE", [ip_link]),
  673. ("DE", [phase_link]),
  674. ]
  675. # Check if we already have a taskname link to the evalstack
  676. links, = yield [("RD", [evalstack, self.taskname])]
  677. if links is None:
  678. yield [("CD", [evalstack, self.taskname, inst])]
  679. else:
  680. phase_link, new_phase = \
  681. yield [("RDE", [task_frame, "phase"]),
  682. ("CNV", ["finish"]),
  683. ]
  684. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  685. ("DE", [phase_link])
  686. ]
  687. def access_init(self, task_root):
  688. task_frame, = yield [("RD", [task_root, "frame"])]
  689. evalstack, evalstack_link, inst, ip_link = \
  690. yield [("RD", [task_frame, "evalstack"]),
  691. ("RDE", [task_frame, "evalstack"]),
  692. ("RD", [task_frame, "IP"]),
  693. ("RDE", [task_frame, "IP"]),
  694. ]
  695. var, new_evalstack, new_phase = \
  696. yield [("RD", [inst, "var"]),
  697. ("CN", []),
  698. ("CNV", ["eval"]),
  699. ]
  700. _, _, _, _, _, _, _ = \
  701. yield [("CD", [task_frame, "IP", var]),
  702. ("CD", [task_frame, "evalstack", new_evalstack]),
  703. ("CD", [new_evalstack, "prev", evalstack]),
  704. ("CD", [evalstack, "inst", inst]),
  705. ("CD", [evalstack, "phase", new_phase]),
  706. ("DE", [evalstack_link]),
  707. ("DE", [ip_link]),
  708. ]
  709. def access_eval(self, task_root):
  710. task_frame, = yield [("RD", [task_root, "frame"])]
  711. phase_link, returnvalue_link, returnvalue = \
  712. yield [("RDE", [task_frame, "phase"]),
  713. ("RDE", [task_frame, "returnvalue"]),
  714. ("RD", [task_frame, "returnvalue"]),
  715. ]
  716. value, new_phase = yield [("RD", [returnvalue, "value"]),
  717. ("CNV", ["finish"]),
  718. ]
  719. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  720. ("CD", [task_frame, "returnvalue", value]),
  721. ("DE", [phase_link]),
  722. ("DE", [returnvalue_link]),
  723. ]
  724. def resolve_init(self, task_root):
  725. task_frame, = yield [("RD", [task_root, "frame"])]
  726. symbols, evalstack, evalstack_link, ip_link, inst = \
  727. yield [("RD", [task_frame, "symbols"]),
  728. ("RD", [task_frame, "evalstack"]),
  729. ("RDE", [task_frame, "evalstack"]),
  730. ("RDE", [task_frame, "IP"]),
  731. ("RD", [task_frame, "IP"]),
  732. ]
  733. var, = yield [("RD", [inst, "var"])]
  734. variable, = yield [("RDN", [symbols, var])]
  735. if variable is None:
  736. phase_link, returnvalue_link, _globals, var_name = \
  737. yield [("RDE", [task_frame, "phase"]),
  738. ("RDE", [task_frame, "returnvalue"]),
  739. ("RD", [task_root, "globals"]),
  740. ("RV", [var]),
  741. ]
  742. variable, new_phase = \
  743. yield [("RD", [_globals, var_name]),
  744. ("CNV", ["finish"]),
  745. ]
  746. if variable is None:
  747. globs, = yield [("RDK", [_globals])]
  748. print("Globals: " + str(globs))
  749. globs = yield [("RV", [i]) for i in globs]
  750. print("Resolved globals: " + str(globs))
  751. raise Exception(jit_runtime.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  752. # Resolved a global, so this is a string
  753. # Potentially, this might even be a function that we have precompiled already!
  754. # So check whether this is the case or not
  755. if self.allow_compiled:
  756. compiled_function = getattr(compiled_functions, var_name, None)
  757. if compiled_function is not None:
  758. # We have a compiled function ready!
  759. # Now we have to bind the ID to the compiled functions
  760. # For this, we read out the body of the resolved data
  761. compiler_val, = yield [("RD", [variable, "value"])]
  762. compiler_body, = yield [("RD", [compiler_val, "body"])]
  763. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  764. # If we're dealing with a function, then we might want to figure out what its body id
  765. # is now so we can suggest a name to the JIT later.
  766. if self.suggest_function_names and self.jit.get_global_body_id(var_name) is None:
  767. compiler_val, = yield [("RD", [variable, "value"])]
  768. if compiler_val is not None:
  769. compiler_body, = yield [("RD", [compiler_val, "body"])]
  770. if compiler_body is not None:
  771. self.jit.register_global(compiler_body, var_name)
  772. else:
  773. phase_link, returnvalue_link, new_phase = \
  774. yield [("RDE", [task_frame, "phase"]),
  775. ("RDE", [task_frame, "returnvalue"]),
  776. ("CNV", ["finish"]),
  777. ]
  778. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  779. ("CD", [task_frame, "returnvalue", variable]),
  780. ("DE", [phase_link]),
  781. ("DE", [returnvalue_link]),
  782. ]
  783. def assign_init(self, task_root):
  784. task_frame, = yield [("RD", [task_root, "frame"])]
  785. evalstack, evalstack_link, ip_link, inst = \
  786. yield [("RD", [task_frame, "evalstack"]),
  787. ("RDE", [task_frame, "evalstack"]),
  788. ("RDE", [task_frame, "IP"]),
  789. ("RD", [task_frame, "IP"]),
  790. ]
  791. var, new_evalstack, new_phase = \
  792. yield [("RD", [inst, "var"]),
  793. ("CN", []),
  794. ("CNV", ["value"]),
  795. ]
  796. _, _, _, _, _, _, _ = \
  797. yield [("CD", [task_frame, "IP", var]),
  798. ("CD", [task_frame, "evalstack", new_evalstack]),
  799. ("CD", [new_evalstack, "prev", evalstack]),
  800. ("CD", [evalstack, "inst", inst]),
  801. ("CD", [evalstack, "phase", new_phase]),
  802. ("DE", [evalstack_link]),
  803. ("DE", [ip_link]),
  804. ]
  805. def assign_value(self, task_root):
  806. task_frame, = yield [("RD", [task_root, "frame"])]
  807. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  808. yield [("RDE", [task_frame, "phase"]),
  809. ("RD", [task_frame, "evalstack"]),
  810. ("RD", [task_frame, "returnvalue"]),
  811. ("RDE", [task_frame, "evalstack"]),
  812. ("RDE", [task_frame, "IP"]),
  813. ("RD", [task_frame, "IP"]),
  814. ]
  815. value, new_evalstack, new_phase, evalstack_phase = \
  816. yield [("RD", [inst, "value"]),
  817. ("CN", []),
  818. ("CNV", ["init"]),
  819. ("CNV", ["assign"]),
  820. ]
  821. _, _, _, _, _, _, _, _, _, _ = \
  822. yield [("CD", [task_frame, "variable", returnvalue]),
  823. ("CD", [task_frame, "phase", new_phase]),
  824. ("CD", [task_frame, "evalstack", new_evalstack]),
  825. ("CD", [new_evalstack, "prev", evalstack]),
  826. ("CD", [evalstack, "inst", inst]),
  827. ("CD", [evalstack, "phase", evalstack_phase]),
  828. ("CD", [task_frame, "IP", value]),
  829. ("DE", [evalstack_link]),
  830. ("DE", [phase_link]),
  831. ("DE", [ip_link]),
  832. ]
  833. def assign_assign(self, task_root):
  834. task_frame, = yield [("RD", [task_root, "frame"])]
  835. phase_link, returnvalue, variable_link, variable = \
  836. yield [("RDE", [task_frame, "phase"]),
  837. ("RD", [task_frame, "returnvalue"]),
  838. ("RDE", [task_frame, "variable"]),
  839. ("RD", [task_frame, "variable"]),
  840. ]
  841. value_link, new_phase = \
  842. yield [("RDE", [variable, "value"]),
  843. ("CNV", ["finish"]),
  844. ]
  845. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  846. ("CD", [variable, "value", returnvalue]),
  847. ("DE", [variable_link]),
  848. ("DE", [value_link]),
  849. ("DE", [phase_link]),
  850. ]
  851. def return_init(self, task_root):
  852. task_frame, = yield [("RD", [task_root, "frame"])]
  853. inst, = yield [("RD", [task_frame, "IP"])]
  854. value, = yield [("RD", [inst, "value"])]
  855. if value is None:
  856. prev_frame, = yield [("RD", [task_frame, "prev"])]
  857. # If the callee's frame is marked with the '__exception_return' key, then
  858. # we need to throw an exception instead of just finishing here. This design
  859. # gives us O(1) state reads per jit-interpreter transition.
  860. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  861. if prev_frame is None:
  862. _, = yield [("DN", [task_root])]
  863. del self.debug_info[self.taskname]
  864. #print("Cleanup task " + str(self.taskname))
  865. else:
  866. if self.debug_info[self.taskname]:
  867. self.debug_info[self.taskname].pop()
  868. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  869. ("DN", [task_frame]),
  870. ]
  871. if exception_return is not None:
  872. raise primitive_functions.InterpretedFunctionFinished(None)
  873. else:
  874. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  875. yield [("RD", [task_frame, "evalstack"]),
  876. ("RDE", [task_frame, "evalstack"]),
  877. ("RDE", [task_frame, "IP"]),
  878. ("CN", []),
  879. ("CNV", ["eval"]),
  880. ]
  881. _, _, _, _, _, _, _ = \
  882. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  883. ("CD", [new_evalstack, "prev", evalstack]),
  884. ("CD", [evalstack, "inst", inst]),
  885. ("CD", [evalstack, "phase", evalstack_phase]),
  886. ("CD", [task_frame, "IP", value]),
  887. ("DE", [evalstack_link]),
  888. ("DE", [ip_link]),
  889. ]
  890. def return_eval(self, task_root):
  891. if self.debug_info[self.taskname]:
  892. self.debug_info[self.taskname].pop()
  893. task_frame, = yield [("RD", [task_root, "frame"])]
  894. prev_frame, = yield [("RD", [task_frame, "prev"])]
  895. if prev_frame is None:
  896. _, = yield [("DN", [task_root])]
  897. del self.debug_info[self.taskname]
  898. exception_return, returnvalue = yield [
  899. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  900. ("RD", [task_frame, "returnvalue"])]
  901. # If the callee's frame is marked with the '__exception_return' key, then
  902. # we need to throw an exception instead of just finishing here. This design
  903. # gives us O(1) state reads per jit-interpreter transition.
  904. if exception_return is not None:
  905. yield [
  906. ("CD", [task_root, "frame", prev_frame]),
  907. ("DN", [task_frame])]
  908. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  909. else:
  910. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  911. yield [
  912. ("CD", [task_root, "frame", prev_frame]),
  913. ("CD", [prev_frame, "returnvalue", returnvalue]),
  914. ("DE", [old_returnvalue_link]),
  915. ("DN", [task_frame])]
  916. def constant_init(self, task_root):
  917. task_frame, = yield [("RD", [task_root, "frame"])]
  918. phase_link, returnvalue_link, inst = \
  919. yield [("RDE", [task_frame, "phase"]),
  920. ("RDE", [task_frame, "returnvalue"]),
  921. ("RD", [task_frame, "IP"]),
  922. ]
  923. node, new_phase = yield [("RD", [inst, "node"]),
  924. ("CNV", ["finish"]),
  925. ]
  926. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  927. ("CD", [task_frame, "returnvalue", node]),
  928. ("DE", [returnvalue_link]),
  929. ("DE", [phase_link]),
  930. ]
  931. def helper_init(self, task_root):
  932. task_frame, = yield [("RD", [task_root, "frame"])]
  933. inst, = yield [("RD", [task_frame, "IP"])]
  934. next, = yield [("RD", [inst, "next"])]
  935. if next is None:
  936. ip_link, phase_link, evalstack_top = \
  937. yield [("RDE", [task_frame, "IP"]),
  938. ("RDE", [task_frame, "phase"]),
  939. ("RD", [task_frame, "evalstack"]),
  940. ]
  941. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  942. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  943. yield [("RD", [evalstack, "inst"]),
  944. ("RD", [evalstack, "phase"]),
  945. ("RDE", [evalstack, "inst"]),
  946. ("RDE", [evalstack, "phase"]),
  947. ]
  948. _, _, _, _, _, _, _, _ = \
  949. yield [("CD", [task_frame, "evalstack", evalstack]),
  950. ("CD", [task_frame, "IP", evalstack_inst]),
  951. ("CD", [task_frame, "phase", evalstack_phase]),
  952. ("DE", [ip_link]),
  953. ("DE", [phase_link]),
  954. ("DE", [evalstack_inst_link]),
  955. ("DE", [evalstack_phase_link]),
  956. ("DN", [evalstack_top]),
  957. ]
  958. else:
  959. ip_link, phase_link, new_phase = \
  960. yield [("RDE", [task_frame, "IP"]),
  961. ("RDE", [task_frame, "phase"]),
  962. ("CNV", ["init"]),
  963. ]
  964. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  965. ("CD", [task_frame, "phase", new_phase]),
  966. ("DE", [ip_link]),
  967. ("DE", [phase_link]),
  968. ]
  969. def call_init(self, task_root):
  970. task_frame, = yield [("RD", [task_root, "frame"])]
  971. symbols, evalstack, evalstack_link, ip_link, inst = \
  972. yield [("RD", [task_frame, "symbols"]),
  973. ("RD", [task_frame, "evalstack"]),
  974. ("RDE", [task_frame, "evalstack"]),
  975. ("RDE", [task_frame, "IP"]),
  976. ("RD", [task_frame, "IP"]),
  977. ]
  978. func, params = yield [("RD", [inst, "func"]),
  979. ("RD", [inst, "params"]),
  980. ]
  981. if params is None:
  982. new_evalstack, evalstack_phase = \
  983. yield [("CN", []),
  984. ("CNV", ["call"]),
  985. ]
  986. _, _, _, _, _, _, _ = \
  987. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  988. ("CD", [new_evalstack, "prev", evalstack]),
  989. ("CD", [evalstack, "inst", inst]),
  990. ("CD", [evalstack, "phase", evalstack_phase]),
  991. ("CD", [task_frame, "IP", func]),
  992. ("DE", [evalstack_link]),
  993. ("DE", [ip_link]),
  994. ]
  995. else:
  996. new_evalstack,= yield [("CN", [])]
  997. _, _, _, _, _, _, _ = \
  998. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  999. ("CD", [new_evalstack, "prev", evalstack]),
  1000. ("CD", [evalstack, "inst", inst]),
  1001. ("CD", [evalstack, "phase", params]),
  1002. ("CD", [task_frame, "IP", func]),
  1003. ("DE", [evalstack_link]),
  1004. ("DE", [ip_link]),
  1005. ]
  1006. def call_call(self, task_root):
  1007. self.debug_info[self.taskname].append("None")
  1008. task_frame, = yield [("RD", [task_root, "frame"])]
  1009. inst, = yield [("RD", [task_frame, "IP"])]
  1010. param, = yield [("RD", [inst, "last_param"])]
  1011. if param is None:
  1012. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  1013. body, = yield [("RD", [returnvalue, "body"])]
  1014. self.jit.mark_entry_point(body)
  1015. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  1016. yield [("RDE", [task_frame, "phase"]),
  1017. ("RDE", [task_root, "frame"]),
  1018. ("CNV", ["finish"]),
  1019. ("CNV", ["init"]),
  1020. ("CN", []),
  1021. ("CN", []),
  1022. ("CN", []),
  1023. ("CN", []),
  1024. ]
  1025. _, _, _, _, _, _, _, _, _, _, _ = \
  1026. yield [("CD", [task_root, "frame", new_frame]),
  1027. ("CD", [new_frame, "evalstack", new_evalstack]),
  1028. ("CD", [new_frame, "symbols", new_symbols]),
  1029. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1030. ("CD", [new_frame, "caller", inst]),
  1031. ("CD", [new_frame, "phase", new_phase]),
  1032. ("CD", [new_frame, "IP", body]),
  1033. ("CD", [new_frame, "prev", task_frame]),
  1034. ("CD", [task_frame, "phase", prev_phase]),
  1035. ("DE", [phase_link]),
  1036. ("DE", [frame_link]),
  1037. ]
  1038. else:
  1039. newer_frames, invoking_frames = \
  1040. yield [("RRD", [task_frame, "prev"]),
  1041. ("RRD", [inst, "caller"]),
  1042. ]
  1043. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1044. phase_link, frame_link, new_symbols, new_IP = \
  1045. yield [("RDE", [task_frame, "phase"]),
  1046. ("RDE", [task_root, "frame"]),
  1047. ("RD", [new_frame, "symbols"]),
  1048. ("RD", [new_frame, "IP"]),
  1049. ]
  1050. signature, = yield [("RRD", [new_IP, "body"])]
  1051. signature = signature[0]
  1052. sig_params, last_param = \
  1053. yield [("RD", [signature, "params"]),
  1054. ("RD", [inst, "last_param"]),
  1055. ]
  1056. self.jit.mark_entry_point(new_IP)
  1057. name, = yield [("RD", [last_param, "name"])]
  1058. name_value, = yield [("RV", [name])]
  1059. returnvalue, formal_parameter, new_phase, variable = \
  1060. yield [("RD", [task_frame, "returnvalue"]),
  1061. ("RD", [sig_params, name_value]),
  1062. ("CNV", ["finish"]),
  1063. ("CN", []),
  1064. ]
  1065. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  1066. ("CD", [task_frame, "phase", new_phase]),
  1067. ("CD", [variable, "value", returnvalue]),
  1068. ("CE", [new_symbols, variable]),
  1069. ]
  1070. _, _, _ = yield [("CE", [t1, formal_parameter]),
  1071. ("DE", [frame_link]),
  1072. ("DE", [phase_link]),
  1073. ]
  1074. def find_overlapping(self, a, b):
  1075. newer_frames = set(a)
  1076. invoking_frames = set(b)
  1077. matches = list(newer_frames.intersection(invoking_frames))
  1078. if len(matches) == 1:
  1079. return matches[0]
  1080. elif len(matches) > 1:
  1081. raise Exception("Error: multiple overlapping elements")
  1082. else:
  1083. raise Exception("Error: could not find any overlap")
  1084. def call_param(self, task_root):
  1085. task_frame, = yield [("RD", [task_root, "frame"])]
  1086. inst, phase = yield [("RD", [task_frame, "IP"]),
  1087. ("RD", [task_frame, "phase"]),
  1088. ]
  1089. params, last_param = \
  1090. yield [("RD", [inst, "params"]),
  1091. ("RD", [inst, "last_param"]),
  1092. ]
  1093. next_param, = yield [("RD", [params, "next_param"])]
  1094. if params == phase:
  1095. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1096. yield [("RDE", [task_frame, "phase"]),
  1097. ("RDE", [task_frame, "IP"]),
  1098. ("RD", [task_frame, "returnvalue"]),
  1099. ("RD", [params, "value"]),
  1100. ("RD", [task_frame, "evalstack"]),
  1101. ("RDE", [task_frame, "evalstack"]),
  1102. ]
  1103. body, = yield [("RD", [returnvalue, "body"])]
  1104. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1105. yield [("CN", []),
  1106. ("CN", []),
  1107. ("CNV", ["init"]),
  1108. ("CNV", ["init"]),
  1109. ("CN", []),
  1110. ("CN", []),
  1111. ("CN", []),
  1112. ]
  1113. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1114. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1115. ("CD", [new_frame, "symbols", new_symbols]),
  1116. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1117. ("CD", [new_frame, "caller", inst]),
  1118. ("CD", [new_frame, "phase", new_phase]),
  1119. ("CD", [new_frame, "IP", body]),
  1120. ("CD", [new_frame, "prev", task_frame]),
  1121. ("CD", [task_frame, "phase", prev_phase]),
  1122. ("CD", [task_frame, "IP", param_value]),
  1123. ("CD", [prev_evalstack, "prev", evalstack]),
  1124. ("CD", [evalstack, "inst", inst]),
  1125. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1126. ("DE", [evalstack_link]),
  1127. ("DE", [ip_link]),
  1128. ("DE", [phase_link]),
  1129. ]
  1130. if next_param is not None:
  1131. _ = yield [("CD", [evalstack, "phase", next_param])]
  1132. else:
  1133. evalstack_phase, = \
  1134. yield [("CNV", ["call"])]
  1135. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1136. else:
  1137. frame_link, phase_link, newer_frames, invoking_frames = \
  1138. yield [("RDE", [task_root, "frame"]),
  1139. ("RDE", [task_frame, "phase"]),
  1140. ("RRD", [task_frame, "prev"]),
  1141. ("RRD", [inst, "caller"]),
  1142. ]
  1143. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1144. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1145. yield [("RDE", [task_frame, "IP"]),
  1146. ("RD", [task_frame, "evalstack"]),
  1147. ("RDE", [task_frame, "evalstack"]),
  1148. ("RD", [new_frame, "symbols"]),
  1149. ("RD", [new_frame, "IP"]),
  1150. ]
  1151. signature, = yield [("RRD", [new_IP, "body"])]
  1152. signature = signature[0]
  1153. sig_params, = yield [("RD", [signature, "params"])]
  1154. if last_param == phase:
  1155. prev_param, = \
  1156. yield [("RRD", [last_param, "next_param"])]
  1157. prev_param = prev_param[0]
  1158. name, = yield [("RD", [prev_param, "name"])]
  1159. name_value, = \
  1160. yield [("RV", [name])]
  1161. evalstack_phase, = \
  1162. yield [("CNV", ["call"])]
  1163. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1164. formal_parameter, param_value = \
  1165. yield [("RD", [sig_params, name_value]),
  1166. ("RD", [last_param, "value"]),
  1167. ]
  1168. else:
  1169. param_b, = yield [("RD", [task_frame, "phase"])]
  1170. param_c, param_a = \
  1171. yield [("RD", [param_b, "next_param"]),
  1172. ("RRD", [param_b, "next_param"]),
  1173. ]
  1174. param_a = param_a[0]
  1175. name, param_value = \
  1176. yield [("RD", [param_a, "name"]),
  1177. ("RD", [param_b, "value"]),
  1178. ]
  1179. name_value, = \
  1180. yield [("RV", [name])]
  1181. formal_parameter, _ = \
  1182. yield [("RD", [sig_params, name_value]),
  1183. ("CD", [evalstack, "phase", param_c]),
  1184. ]
  1185. new_phase, new_evalstack, variable, returnvalue = \
  1186. yield [("CNV", ["init"]),
  1187. ("CN", []),
  1188. ("CN", []),
  1189. ("RD", [task_frame, "returnvalue"]),
  1190. ]
  1191. _, _, _, _, _, _ = \
  1192. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1193. ("CD", [new_evalstack, "prev", evalstack]),
  1194. ("CD", [evalstack, "inst", inst]),
  1195. ("CD", [task_frame, "phase", new_phase]),
  1196. ("CD", [task_frame, "IP", param_value]),
  1197. ("CD", [variable, "value", returnvalue]),
  1198. ]
  1199. t1, = yield [("CE", [new_symbols, variable])]
  1200. _, _, _, _ = \
  1201. yield [("CE", [t1, formal_parameter]),
  1202. ("DE", [phase_link]),
  1203. ("DE", [ip_link]),
  1204. ("DE", [evalstack_link]),
  1205. ]
  1206. def input_init(self, task_root):
  1207. task_frame, = yield [("RD", [task_root, "frame"])]
  1208. returnvalue_link, _input = \
  1209. yield [("RDE", [task_frame, "returnvalue"]),
  1210. ("RD", [task_root, "input"]),
  1211. ]
  1212. value, next, phase_link = \
  1213. yield [("RD", [_input, "value"]),
  1214. ("RD", [_input, "next"]),
  1215. ("RDE", [task_frame, "phase"]),
  1216. ]
  1217. if value is not None:
  1218. v = yield [("RV", [value])]
  1219. _, _, finish = \
  1220. yield [("CD", [task_frame, "returnvalue", value]),
  1221. ("CD", [task_root, "input", next]),
  1222. ("CNV", ["finish"]),
  1223. ]
  1224. _, _, _, _ = \
  1225. yield [("CD", [task_frame, "phase", finish]),
  1226. ("DN", [_input]),
  1227. ("DE", [returnvalue_link]),
  1228. ("DE", [phase_link]),
  1229. ]
  1230. self.input_value = value
  1231. else:
  1232. # No input yet, so just wait and don't advance IP or phase
  1233. self.input_value = None
  1234. ex = primitive_functions.SleepKernel(0.1, True)
  1235. raise ex
  1236. def output_init(self, task_root):
  1237. task_frame, = yield [("RD", [task_root, "frame"])]
  1238. evalstack, evalstack_link, ip_link, inst = \
  1239. yield [("RD", [task_frame, "evalstack"]),
  1240. ("RDE", [task_frame, "evalstack"]),
  1241. ("RDE", [task_frame, "IP"]),
  1242. ("RD", [task_frame, "IP"]),
  1243. ]
  1244. value, new_evalstack, evalstack_phase = \
  1245. yield [("RD", [inst, "value"]),
  1246. ("CN", []),
  1247. ("CNV", ["output"]),
  1248. ]
  1249. _, _, _, _, _, _, _ = \
  1250. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1251. ("CD", [new_evalstack, "prev", evalstack]),
  1252. ("CD", [evalstack, "inst", inst]),
  1253. ("CD", [evalstack, "phase", evalstack_phase]),
  1254. ("CD", [task_frame, "IP", value]),
  1255. ("DE", [evalstack_link]),
  1256. ("DE", [ip_link]),
  1257. ]
  1258. def output_output(self, task_root):
  1259. task_frame, = yield [("RD", [task_root, "frame"])]
  1260. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1261. yield [("RDE", [task_frame, "returnvalue"]),
  1262. ("RD", [task_frame, "returnvalue"]),
  1263. ("RD", [task_root, "last_output"]),
  1264. ("RDE", [task_frame, "phase"]),
  1265. ("RDE", [task_root, "last_output"]),
  1266. ("CN", []),
  1267. ("CNV", ["finish"]),
  1268. ]
  1269. _, _, _, _, _, _ = \
  1270. yield [("CD", [last_output, "value", returnvalue]),
  1271. ("CD", [last_output, "next", new_last_output]),
  1272. ("CD", [task_root, "last_output", new_last_output]),
  1273. ("CD", [task_frame, "phase", finish]),
  1274. ("DE", [last_output_link]),
  1275. ("DE", [phase_link]),
  1276. ]
  1277. def declare_init(self, task_root):
  1278. task_frame, = yield [("RD", [task_root, "frame"])]
  1279. inst, = yield [("RD", [task_frame, "IP"])]
  1280. new_var, symbols, phase_link, empty_node, new_phase = \
  1281. yield [("RD", [inst, "var"]),
  1282. ("RD", [task_frame, "symbols"]),
  1283. ("RDE", [task_frame, "phase"]),
  1284. ("CN", []),
  1285. ("CNV", ["finish"]),
  1286. ]
  1287. exists, = yield [("RDN", [symbols, new_var])]
  1288. if exists is None:
  1289. new_edge, = yield [("CE", [symbols, empty_node])]
  1290. _ = yield [("CE", [new_edge, new_var])]
  1291. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1292. ("DE", [phase_link]),
  1293. ]
  1294. def global_init(self, task_root):
  1295. task_frame, = yield [("RD", [task_root, "frame"])]
  1296. inst, = yield [("RD", [task_frame, "IP"])]
  1297. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1298. yield [("RD", [inst, "var"]),
  1299. ("RD", [task_root, "globals"]),
  1300. ("RDE", [task_frame, "phase"]),
  1301. ("CN", []),
  1302. ("CNV", ["finish"]),
  1303. ]
  1304. value, = yield [("RV", [new_var])]
  1305. exists, = yield [("RDE", [global_symbols, value])]
  1306. if exists is not None:
  1307. yield [("DE", [exists])]
  1308. yield [("CD", [global_symbols, value, empty_node])]
  1309. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1310. ("DE", [phase_link])
  1311. ]