main.py 67 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_jit.jit as jit
  5. import modelverse_jit.intrinsics as jit_intrinsics
  6. import modelverse_jit.jit_primitives as jit_primitives
  7. import modelverse_jit.runtime as jit_runtime
  8. from collections import defaultdict
  9. import sys
  10. import time
  11. if sys.version > '3': # pragma: no cover
  12. string_types = (str,)
  13. else:
  14. string_types = (str, unicode)
  15. class ModelverseKernel(object):
  16. counter = 0
  17. def __init__(self, root):
  18. self.root = root
  19. self.returnvalue = None
  20. # request_handlers is a dictionary of tasknames to dictionaries of operations
  21. # to request handlers. In generics notation:
  22. #
  23. # Dictionary<
  24. # Username,
  25. # Dictionary<
  26. # Operation,
  27. # RequestHandler>>
  28. #
  29. self.request_handlers = {}
  30. self.allow_compiled = True
  31. #self.allow_compiled = False
  32. # Set `self.suggest_function_names` to True to associate global function names
  33. # with their function bodies.
  34. self.suggest_function_names = True
  35. # `self.jit` handles most JIT-related functionality.
  36. self.jit = jit.ModelverseJit()
  37. if self.allow_compiled:
  38. self.jit.compiled_function_lookup = lambda func_name: \
  39. getattr(compiled_functions, func_name, None)
  40. jit_intrinsics.register_intrinsics(self.jit)
  41. # To disable the JIT, uncomment the line below:
  42. #
  43. # self.jit.set_jit_enabled(False)
  44. #
  45. # To disable direct calls in the JIT, uncomment the line below:
  46. #
  47. # self.jit.allow_direct_calls(False)
  48. #
  49. # To disable thunks in the JIT, uncomment the line below:
  50. #
  51. # self.jit.enable_thunks(False)
  52. #
  53. # To make the JIT compile 'input' instructions as calls to
  54. # modelverse_jit.runtime.get_input, uncomment the line below:
  55. #
  56. # self.jit.use_input_function()
  57. #
  58. # To disable source maps in the JIT, uncomment the line below:
  59. #
  60. # self.jit.enable_source_maps(False)
  61. #
  62. # To enable tracing in the JIT (for debugging purposes), uncomment
  63. # the line below:
  64. #
  65. # self.jit.enable_tracing()
  66. #
  67. # To make the JIT print JIT successes and errors to the command-line,
  68. # uncomment the line below:
  69. #
  70. # self.jit.set_jit_success_log()
  71. #
  72. # If you want, you can use a custom logging function:
  73. #
  74. # self.jit.set_jit_success_log(logging_function)
  75. #
  76. # To make the JIT print jitted code to the command-line, uncomment the
  77. # line below:
  78. #
  79. # self.jit.set_jit_code_log()
  80. #
  81. # If you want, you can use a custom logging function:
  82. #
  83. # self.jit.set_jit_code_log(logging_function)
  84. #
  85. self.debug_info = defaultdict(list)
  86. def execute_yields(self, taskname, operation, params, reply):
  87. self.taskname = taskname
  88. if taskname not in self.request_handlers:
  89. self.request_handlers[taskname] = {}
  90. if operation not in self.request_handlers[taskname]:
  91. # Create the generator for the function to execute
  92. self.request_handlers[taskname][operation] = RequestHandler()
  93. handler = self.request_handlers[taskname][operation]
  94. if not handler.is_active():
  95. handler.push_generator(getattr(self, operation)(taskname, *params))
  96. return handler.handle_request(reply)
  97. def execute_rule(self, taskname):
  98. task_root, = yield [("RD", [self.root, taskname])]
  99. if task_root is None:
  100. yield None
  101. else:
  102. task_frame, = yield [("RD", [task_root, "frame"])]
  103. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  104. ("RD", [task_frame, "phase"]),
  105. ]
  106. self.new_debug, self.phase_v, inst_v = \
  107. yield [("RD", [self.inst, "__debug"]),
  108. ("RV", [phase]),
  109. ("RV", [self.inst]),
  110. ]
  111. if self.new_debug is not None:
  112. if self.debug_info[taskname]:
  113. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  114. if self.phase_v == "finish":
  115. gen = self.helper_init(task_root)
  116. elif self.inst is None:
  117. print("No instruction pointer found...")
  118. print(locals())
  119. print("Phase: " + str(self.phase_v))
  120. print("Debug: " + str(self.debug_info[taskname]))
  121. raise Exception("Instruction pointer could not be found!")
  122. elif isinstance(self.phase_v, string_types):
  123. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  124. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  125. gen = self.execute_jit(task_root, self.inst, taskname)
  126. elif inst_v is None:
  127. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  128. else:
  129. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  130. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  131. elif inst_v is None:
  132. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  133. elif inst_v["value"] == "call":
  134. #print("%-30s(%s)" % ("call", "param"))
  135. gen = self.call_param(task_root)
  136. else:
  137. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  138. def handle_jit_failed(exception):
  139. # Try again, but this time without the JIT.
  140. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  141. yield [("TAIL_CALL", [gen])]
  142. yield [("TRY", [])]
  143. yield [("CATCH", [jit.JitCompilationFailedException, handle_jit_failed])]
  144. yield [("CALL", [gen])]
  145. yield [("END_TRY", [])]
  146. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  147. """Gets a generator for the given instruction in the given phase,
  148. for the specified task root."""
  149. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  150. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  151. ##########################
  152. ### Process primitives ###
  153. ##########################
  154. def load_primitives(self, taskname):
  155. yield [("CALL_ARGS",
  156. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  157. yield [("CALL_ARGS",
  158. [self.load_primitives_from, (taskname, 'jit', jit_primitives)])]
  159. def load_primitives_from(self, taskname, source_name, source):
  160. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  161. primitives, = yield [("RD", [hierarchy, source_name])]
  162. keys, = yield [("RDK", [primitives])]
  163. function_names = yield [("RV", [f]) for f in keys]
  164. signatures = yield [("RDN", [primitives, f]) for f in keys]
  165. bodies = yield [("RD", [f, "body"]) for f in signatures]
  166. for i in range(len(keys)):
  167. self.jit.register_compiled(
  168. bodies[i],
  169. getattr(source, function_names[i]),
  170. function_names[i])
  171. def print_instruction(self, inst, indent, nested_indent=None):
  172. """
  173. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  174. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  175. }
  176. """
  177. intrinsics = {}
  178. if nested_indent is None:
  179. nested_indent = indent
  180. inst_type, = yield [("RV", [inst])]
  181. instruction = "(no_printer_for_%s)" % inst_type["value"]
  182. prev = ""
  183. if inst_type["value"] == "if":
  184. cond, true, false = yield [("RD", [inst, "cond"]),
  185. ("RD", [inst, "then"]),
  186. ("RD", [inst, "else"])]
  187. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  188. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  189. if false:
  190. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  191. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  192. else:
  193. false = ""
  194. instruction = prev_cond + " " * indent + "if (" + instruction_cond + "):\n" + prev_true + instruction_true + false
  195. elif inst_type["value"] == "constant":
  196. node, = yield [("RD", [inst, "node"])]
  197. node_value, = yield [("RV", [node])]
  198. if node_value is not None:
  199. # There is a value to the node, so replicate the value
  200. if isinstance(node_value, str):
  201. value = '"%s"' % node_value
  202. else:
  203. value = str(node_value)
  204. instruction = "constant_" + str(ModelverseKernel.counter)
  205. ModelverseKernel.counter += 1
  206. prev = " " * nested_indent + instruction + ", = yield [('CNV', [" + value + "])]\n"
  207. else:
  208. # Node is None, meaning that it was not about the value, but the node itself...
  209. instruction = str(node)
  210. elif inst_type["value"] == "return":
  211. value, = yield [("RD", [inst, "value"])]
  212. if value:
  213. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  214. instruction = prev_value + " " * indent + "return %s\n" % instruction_value
  215. else:
  216. instruction = " " * indent + "return\n"
  217. elif inst_type["value"] == "declare":
  218. instruction = ""
  219. elif inst_type["value"] == "resolve":
  220. value, = yield [("RD", [inst, "var"])]
  221. str_value, = yield [("RV", [value])]
  222. if str_value:
  223. instruction = str_value
  224. else:
  225. instruction = "var_%s" % value
  226. elif inst_type["value"] == "assign":
  227. var, val = yield [("RD", [inst, "var"]),
  228. ("RD", [inst, "value"])]
  229. (prev_var, instruction_var), (prev_val, instruction_val) = \
  230. yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)]),
  231. ("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  232. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  233. elif inst_type["value"] == "call":
  234. func_name, = yield [("RD", [inst, "func"])]
  235. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, 0, nested_indent)])]
  236. param_list = []
  237. param, = yield [("RD", [inst, "params"])]
  238. computation = ""
  239. while param:
  240. value, = yield [("RD", [param, "value"])]
  241. (prev_res, instruction_res), param = \
  242. yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)]),
  243. ("RD", [param, "next_param"])]
  244. computation += prev_res
  245. param_list.append(instruction_res)
  246. if func_name in intrinsics:
  247. #instruction = " " * indent + intrinsics[func_name](*param_list)
  248. # TODO
  249. pass
  250. else:
  251. value = "func_result_" + str(ModelverseKernel.counter)
  252. ModelverseKernel.counter += 1
  253. if len(param_list) == 1:
  254. actual_computation = "%s, = yield [('CALL_ARGS', [%s, (%s,)])]\n" % (value, func_name, param_list[0])
  255. else:
  256. actual_computation = "%s, = yield [('CALL_ARGS', [%s, (%s)])]\n" % (value, func_name, ", ".join(param_list))
  257. if indent == 0:
  258. # No indent, meaning that we use it inline
  259. # Therefore, we output the prev and value individually
  260. prev, instruction = computation + " " * nested_indent + actual_computation, value
  261. else:
  262. # Some indentation, meaning that we don't even use the return value
  263. # Therefore, we only do the yield
  264. prev, instruction = computation, " " * indent + actual_computation
  265. elif inst_type["value"] == "access":
  266. value, = yield [("RD", [inst, "var"])]
  267. (prev_instruction, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  268. elif inst_type["value"] == "while":
  269. cond, body = yield [("RD", [inst, "cond"]),
  270. ("RD", [inst, "body"])]
  271. (prev_cond, instruction_cond), (prev_body, instruction_body) = \
  272. yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)]),
  273. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  274. instruction = " " * indent + "while 1:\n" + prev_cond + \
  275. " " * (indent + 1) + "if not (" + instruction_cond + "):\n" + \
  276. " " * (indent + 2) + "break\n" + \
  277. prev_body + instruction_body
  278. next_inst, = yield [("RD", [inst, "next"])]
  279. if next_inst:
  280. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  281. next_inst = prev_next + inst_next
  282. else:
  283. next_inst = ""
  284. raise primitive_functions.PrimitiveFinished((prev, instruction + next_inst))
  285. def read_function(self, inst):
  286. initial_instruction = inst
  287. suggested_name = self.jit.get_global_name(inst)
  288. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  289. if suggested_name is None or is_mutable:
  290. print("Ignoring mutable or unreadable: %s" % suggested_name)
  291. raise jit.JitCompilationFailedException("FAIL")
  292. print("Reading function: %s" % suggested_name)
  293. (_, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  294. print("Total printed function: ")
  295. func = "def " + suggested_name + "(" + ", ".join(["var_%s" % param for param in params]) + "):\n" + printed
  296. print(func)
  297. def jit_compile(self, task_root, inst):
  298. # Try to retrieve the suggested name.
  299. suggested_name = self.jit.get_global_name(inst)
  300. # Have the JIT compile the function.
  301. #return self.jit.jit_compile(task_root, inst, suggested_name)
  302. if inst is None:
  303. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  304. elif inst in self.jit.jitted_entry_points:
  305. raise primitive_functions.PrimitiveFinished(
  306. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  307. compiled_func = self.jit.lookup_compiled_body(inst)
  308. if compiled_func is not None:
  309. raise primitive_functions.PrimitiveFinished(compiled_func)
  310. """
  311. def func(**kwargs):
  312. print("KWARGS: " + str(kwargs))
  313. #raise primitive_functions.PrimitiveFinished(None)
  314. """
  315. yield [("CALL_ARGS", [self.read_function, (inst,)])]
  316. raise jit.JitCompilationFailedException("FAIL")
  317. raise primitive_functions.PrimitiveFinished(func)
  318. def execute_jit(self, task_root, inst, taskname):
  319. # execute_jit
  320. task_frame, = yield [("RD", [task_root, "frame"])]
  321. symbols, = yield [("RD", [task_frame, "symbols"])]
  322. dict_keys_ref, = yield [("RDK", [symbols])]
  323. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  324. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  325. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  326. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  327. parameters = dict(list(zip(dict_keys, dict_values)))
  328. parameters["root"] = self.root
  329. parameters["task_root"] = task_root
  330. parameters["taskname"] = taskname
  331. parameters["mvk"] = self
  332. # Have the JIT compile the function.
  333. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  334. # Run the compiled function.
  335. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  336. if results is None:
  337. raise Exception(
  338. "%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  339. else:
  340. result, = results
  341. # Clean up the current stack, as if a return happened
  342. old_frame, exception_return = yield [
  343. ("RD", [task_frame, "prev"]),
  344. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  345. if self.debug_info[self.taskname]:
  346. self.debug_info[self.taskname].pop()
  347. if exception_return is not None:
  348. # The caller has requested that we throw an exception instead of injecting
  349. # the return value into the caller's frame. Read the comment at
  350. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  351. yield [("CD", [task_root, "frame", old_frame]),
  352. ("DN", [task_frame])]
  353. raise primitive_functions.InterpretedFunctionFinished(result)
  354. else:
  355. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  356. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  357. ("CD", [task_root, "frame", old_frame]),
  358. ("DE", [lnk]),
  359. ("DN", [task_frame]),
  360. ]
  361. ########################################
  362. ### Execute input and output methods ###
  363. ########################################
  364. def get_output(self, taskname):
  365. task_root, = yield [("RD", [self.root, taskname])]
  366. first_output, = yield [("RD", [task_root, "output"])]
  367. next_output, rv = yield [("RD", [first_output, "next"]),
  368. ("RD", [first_output, "value"]),
  369. ]
  370. if next_output is None:
  371. self.success = False
  372. self.returnvalue = None
  373. else:
  374. rv_value, _, _ = \
  375. yield [("RV", [rv]),
  376. ("CD", [task_root, "output", next_output]),
  377. ("DN", [first_output]),
  378. ]
  379. self.returnvalue = rv_value
  380. self.success = True
  381. def set_input(self, taskname, value):
  382. task_root, = yield [("RD", [self.root, taskname])]
  383. old_input, link, new_input, new_value = \
  384. yield [("RD", [task_root, "last_input"]),
  385. ("RDE", [task_root, "last_input"]),
  386. ("CN", []),
  387. ("CNV", [value]),
  388. ]
  389. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  390. ("CD", [old_input, "next", new_input]),
  391. ("CD", [old_input, "value", new_value]),
  392. ("DE", [link])
  393. ]
  394. self.returnvalue = {"id": 100, "value": "success"}
  395. #############################################
  396. ### Transformation rules for instructions ###
  397. #############################################
  398. def continue_init(self, task_root):
  399. task_frame, = yield [("RD", [task_root, "frame"])]
  400. inst, = yield [("RD", [task_frame, "IP"])]
  401. while_inst, = yield [("RD", [inst, "while"])]
  402. old_evalstack_link, old_phase_link, evalstack_roots = \
  403. yield [("RDE", [task_frame, "evalstack"]),
  404. ("RDE", [task_frame, "phase"]),
  405. ("RRD", [while_inst, self.taskname]),
  406. ]
  407. if len(evalstack_roots) == 1:
  408. evalstack_root = evalstack_roots[0]
  409. else:
  410. print("Got roots: " + str(evalstack_roots))
  411. raise Exception("Could not process continue statement!")
  412. prev_evalstack_roots, old_evalstack_phase_link = \
  413. yield [("RRD", [evalstack_root, "prev"]),
  414. ("RDE", [evalstack_root, "phase"]),
  415. ]
  416. if len(prev_evalstack_roots) == 1:
  417. prev_evalstack_root = prev_evalstack_roots[0]
  418. else:
  419. raise Exception("Could not process continue statement!")
  420. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  421. yield [("CN", []),
  422. ("CNV", ["init"]),
  423. ("CNV", ["finish"]),
  424. ("RDE", [prev_evalstack_root, "prev"]),
  425. ]
  426. _, _, _, _, _, _, _, _ = \
  427. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  428. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  429. ("CD", [task_frame, "phase", new_phase_inst]),
  430. ("CD", [evalstack_root, "phase", new_phase_while]),
  431. ("DE", [old_evalstack_link]),
  432. ("DE", [prev_evalstack_root_link]),
  433. ("DE", [old_phase_link]),
  434. ("DE", [old_evalstack_phase_link]),
  435. ]
  436. def break_init(self, task_root):
  437. task_frame, = yield [("RD", [task_root, "frame"])]
  438. inst, = yield [("RD", [task_frame, "IP"])]
  439. while_inst, = yield [("RD", [inst, "while"])]
  440. old_evalstack_link, old_phase_link, evalstack_roots = \
  441. yield [("RDE", [task_frame, "evalstack"]),
  442. ("RDE", [task_frame, "phase"]),
  443. ("RRD", [while_inst, self.taskname]),
  444. ]
  445. if len(evalstack_roots) == 1:
  446. evalstack_root = evalstack_roots[0]
  447. else:
  448. raise Exception("Could not process break statement!")
  449. prev_evalstack_roots, old_evalstack_phase_link = \
  450. yield [("RRD", [evalstack_root, "prev"]),
  451. ("RDE", [evalstack_root, "phase"]),
  452. ]
  453. if len(prev_evalstack_roots) == 1:
  454. prev_evalstack_root = prev_evalstack_roots[0]
  455. else:
  456. raise Exception("Could not process break statement!")
  457. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  458. yield [("CN", []),
  459. ("CNV", ["finish"]),
  460. ("CNV", ["finish"]),
  461. ("RDE", [prev_evalstack_root, "prev"]),
  462. ]
  463. _, _, _, _, _, _, _, _ = \
  464. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  465. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  466. ("CD", [task_frame, "phase", new_phase_inst]),
  467. ("CD", [evalstack_root, "phase", new_phase_while]),
  468. ("DE", [old_evalstack_link]),
  469. ("DE", [prev_evalstack_root_link]),
  470. ("DE", [old_phase_link]),
  471. ("DE", [old_evalstack_phase_link]),
  472. ]
  473. def if_init(self, task_root):
  474. task_frame, = yield [("RD", [task_root, "frame"])]
  475. evalstack, evalstack_link = \
  476. yield [("RD", [task_frame, "evalstack"]),
  477. ("RDE", [task_frame, "evalstack"]),
  478. ]
  479. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  480. ("RDE", [task_frame, "IP"]),
  481. ]
  482. cond, = yield [("RD", [inst, "cond"])]
  483. new_evalstack, new_phase = \
  484. yield [("CN", []),
  485. ("CNV", ["cond"]),
  486. ]
  487. _, _, _, _, _, _, _ = \
  488. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  489. ("CD", [new_evalstack, "prev", evalstack]),
  490. ("CD", [task_frame, "IP", cond]),
  491. ("CD", [evalstack, "inst", inst]),
  492. ("CD", [evalstack, "phase", new_phase]),
  493. ("DE", [evalstack_link]),
  494. ("DE", [ip_link]),
  495. ]
  496. def if_cond(self, task_root):
  497. task_frame, = yield [("RD", [task_root, "frame"])]
  498. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  499. ("RD", [task_frame, "IP"]),
  500. ]
  501. returnvalue_v, = yield [("RV", [returnvalue])]
  502. _else, = yield [("RD", [inst, "else"])]
  503. if returnvalue_v:
  504. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  505. yield [("RDE", [task_frame, "phase"]),
  506. ("RD", [task_frame, "evalstack"]),
  507. ("RDE", [task_frame, "evalstack"]),
  508. ("RDE", [task_frame, "IP"]),
  509. ("RD", [inst, "then"]),
  510. ("CN", []),
  511. ("CNV", ["finish"]),
  512. ("CNV", ["init"]),
  513. ]
  514. _, _, _, _, _, _, _, _, _ = \
  515. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  516. ("CD", [task_frame, "IP", _then]),
  517. ("CD", [new_evalstack, "prev", evalstack]),
  518. ("CD", [evalstack, "inst", inst]),
  519. ("CD", [evalstack, "phase", evalstack_phase]),
  520. ("CD", [task_frame, "phase", new_phase]),
  521. ("DE", [evalstack_link]),
  522. ("DE", [ip_link]),
  523. ("DE", [phase_link]),
  524. ]
  525. elif _else is None:
  526. phase_link, new_phase = \
  527. yield [("RDE", [task_frame, "phase"]),
  528. ("CNV", ["finish"]),
  529. ]
  530. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  531. ("DE", [phase_link]),
  532. ]
  533. else:
  534. phase_link, evalstack, evalstack_link, ip_link = \
  535. yield [("RDE", [task_frame, "phase"]),
  536. ("RD", [task_frame, "evalstack"]),
  537. ("RDE", [task_frame, "evalstack"]),
  538. ("RDE", [task_frame, "IP"]),
  539. ]
  540. new_evalstack, new_phase, evalstack_phase = \
  541. yield [("CN", []),
  542. ("CNV", ["init"]),
  543. ("CNV", ["finish"]),
  544. ]
  545. _, _, _, _, _, _, _, _, _ = \
  546. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  547. ("CD", [task_frame, "IP", _else]),
  548. ("CD", [new_evalstack, "prev", evalstack]),
  549. ("CD", [evalstack, "inst", inst]),
  550. ("CD", [evalstack, "phase", evalstack_phase]),
  551. ("CD", [task_frame, "phase", new_phase]),
  552. ("DE", [evalstack_link]),
  553. ("DE", [ip_link]),
  554. ("DE", [phase_link]),
  555. ]
  556. def while_init(self, task_root):
  557. task_frame, = yield [("RD", [task_root, "frame"])]
  558. evalstack, evalstack_link, ip_link, inst = \
  559. yield [("RD", [task_frame, "evalstack"]),
  560. ("RDE", [task_frame, "evalstack"]),
  561. ("RDE", [task_frame, "IP"]),
  562. ("RD", [task_frame, "IP"]),
  563. ]
  564. cond, new_evalstack, new_phase = \
  565. yield [("RD", [inst, "cond"]),
  566. ("CN", []),
  567. ("CNV", ["cond"]),
  568. ]
  569. _, _, _, _, _, _, _ = \
  570. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  571. ("CD", [new_evalstack, "prev", evalstack]),
  572. ("CD", [task_frame, "IP", cond]),
  573. ("CD", [evalstack, "phase", new_phase]),
  574. ("CD", [evalstack, "inst", inst]),
  575. ("DE", [evalstack_link]),
  576. ("DE", [ip_link]),
  577. ]
  578. def while_cond(self, task_root):
  579. task_frame, = yield [("RD", [task_root, "frame"])]
  580. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  581. returnvalue_v, = yield [("RV", [returnvalue])]
  582. if returnvalue_v:
  583. phase_link, evalstack, evalstack_link, ip_link, inst = \
  584. yield [("RDE", [task_frame, "phase"]),
  585. ("RD", [task_frame, "evalstack"]),
  586. ("RDE", [task_frame, "evalstack"]),
  587. ("RDE", [task_frame, "IP"]),
  588. ("RD", [task_frame, "IP"]),
  589. ]
  590. body, = yield [("RD", [inst, "body"])]
  591. new_evalstack, new_phase, evalstack_phase = \
  592. yield [("CN", []),
  593. ("CNV", ["init"]),
  594. ("CNV", ["init"]),
  595. ]
  596. _, _, _, _, _, _, _, _, _ = \
  597. yield [("CD", [task_frame, "IP", body]),
  598. ("CD", [task_frame, "phase", new_phase]),
  599. ("CD", [task_frame, "evalstack", new_evalstack]),
  600. ("CD", [new_evalstack, "prev", evalstack]),
  601. ("CD", [evalstack, "inst", inst]),
  602. ("CD", [evalstack, "phase", evalstack_phase]),
  603. ("DE", [evalstack_link]),
  604. ("DE", [ip_link]),
  605. ("DE", [phase_link]),
  606. ]
  607. # Check if we already have a taskname link to the evalstack
  608. links, = yield [("RD", [evalstack, self.taskname])]
  609. if links is None:
  610. yield [("CD", [evalstack, self.taskname, inst])]
  611. else:
  612. phase_link, new_phase = \
  613. yield [("RDE", [task_frame, "phase"]),
  614. ("CNV", ["finish"]),
  615. ]
  616. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  617. ("DE", [phase_link])
  618. ]
  619. def access_init(self, task_root):
  620. task_frame, = yield [("RD", [task_root, "frame"])]
  621. evalstack, evalstack_link, inst, ip_link = \
  622. yield [("RD", [task_frame, "evalstack"]),
  623. ("RDE", [task_frame, "evalstack"]),
  624. ("RD", [task_frame, "IP"]),
  625. ("RDE", [task_frame, "IP"]),
  626. ]
  627. var, new_evalstack, new_phase = \
  628. yield [("RD", [inst, "var"]),
  629. ("CN", []),
  630. ("CNV", ["eval"]),
  631. ]
  632. _, _, _, _, _, _, _ = \
  633. yield [("CD", [task_frame, "IP", var]),
  634. ("CD", [task_frame, "evalstack", new_evalstack]),
  635. ("CD", [new_evalstack, "prev", evalstack]),
  636. ("CD", [evalstack, "inst", inst]),
  637. ("CD", [evalstack, "phase", new_phase]),
  638. ("DE", [evalstack_link]),
  639. ("DE", [ip_link]),
  640. ]
  641. def access_eval(self, task_root):
  642. task_frame, = yield [("RD", [task_root, "frame"])]
  643. phase_link, returnvalue_link, returnvalue = \
  644. yield [("RDE", [task_frame, "phase"]),
  645. ("RDE", [task_frame, "returnvalue"]),
  646. ("RD", [task_frame, "returnvalue"]),
  647. ]
  648. value, new_phase = yield [("RD", [returnvalue, "value"]),
  649. ("CNV", ["finish"]),
  650. ]
  651. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  652. ("CD", [task_frame, "returnvalue", value]),
  653. ("DE", [phase_link]),
  654. ("DE", [returnvalue_link]),
  655. ]
  656. def resolve_init(self, task_root):
  657. task_frame, = yield [("RD", [task_root, "frame"])]
  658. symbols, evalstack, evalstack_link, ip_link, inst = \
  659. yield [("RD", [task_frame, "symbols"]),
  660. ("RD", [task_frame, "evalstack"]),
  661. ("RDE", [task_frame, "evalstack"]),
  662. ("RDE", [task_frame, "IP"]),
  663. ("RD", [task_frame, "IP"]),
  664. ]
  665. var, = yield [("RD", [inst, "var"])]
  666. variable, = yield [("RDN", [symbols, var])]
  667. if variable is None:
  668. phase_link, returnvalue_link, _globals, var_name = \
  669. yield [("RDE", [task_frame, "phase"]),
  670. ("RDE", [task_frame, "returnvalue"]),
  671. ("RD", [task_root, "globals"]),
  672. ("RV", [var]),
  673. ]
  674. variable, new_phase = \
  675. yield [("RD", [_globals, var_name]),
  676. ("CNV", ["finish"]),
  677. ]
  678. if variable is None:
  679. raise Exception(jit_runtime.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  680. # Resolved a global, so this is a string
  681. # Potentially, this might even be a function that we have precompiled already!
  682. # So check whether this is the case or not
  683. if self.allow_compiled:
  684. compiled_function = getattr(compiled_functions, var_name, None)
  685. if compiled_function is not None:
  686. # We have a compiled function ready!
  687. # Now we have to bind the ID to the compiled functions
  688. # For this, we read out the body of the resolved data
  689. compiler_val, = yield [("RD", [variable, "value"])]
  690. compiler_body, = yield [("RD", [compiler_val, "body"])]
  691. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  692. # If we're dealing with a function, then we might want to figure out what its body id
  693. # is now so we can suggest a name to the JIT later.
  694. if self.suggest_function_names and self.jit.get_global_body_id(var_name) is None:
  695. compiler_val, = yield [("RD", [variable, "value"])]
  696. if compiler_val is not None:
  697. compiler_body, = yield [("RD", [compiler_val, "body"])]
  698. if compiler_body is not None:
  699. self.jit.register_global(compiler_body, var_name)
  700. else:
  701. phase_link, returnvalue_link, new_phase = \
  702. yield [("RDE", [task_frame, "phase"]),
  703. ("RDE", [task_frame, "returnvalue"]),
  704. ("CNV", ["finish"]),
  705. ]
  706. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  707. ("CD", [task_frame, "returnvalue", variable]),
  708. ("DE", [phase_link]),
  709. ("DE", [returnvalue_link]),
  710. ]
  711. def assign_init(self, task_root):
  712. task_frame, = yield [("RD", [task_root, "frame"])]
  713. evalstack, evalstack_link, ip_link, inst = \
  714. yield [("RD", [task_frame, "evalstack"]),
  715. ("RDE", [task_frame, "evalstack"]),
  716. ("RDE", [task_frame, "IP"]),
  717. ("RD", [task_frame, "IP"]),
  718. ]
  719. var, new_evalstack, new_phase = \
  720. yield [("RD", [inst, "var"]),
  721. ("CN", []),
  722. ("CNV", ["value"]),
  723. ]
  724. _, _, _, _, _, _, _ = \
  725. yield [("CD", [task_frame, "IP", var]),
  726. ("CD", [task_frame, "evalstack", new_evalstack]),
  727. ("CD", [new_evalstack, "prev", evalstack]),
  728. ("CD", [evalstack, "inst", inst]),
  729. ("CD", [evalstack, "phase", new_phase]),
  730. ("DE", [evalstack_link]),
  731. ("DE", [ip_link]),
  732. ]
  733. def assign_value(self, task_root):
  734. task_frame, = yield [("RD", [task_root, "frame"])]
  735. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  736. yield [("RDE", [task_frame, "phase"]),
  737. ("RD", [task_frame, "evalstack"]),
  738. ("RD", [task_frame, "returnvalue"]),
  739. ("RDE", [task_frame, "evalstack"]),
  740. ("RDE", [task_frame, "IP"]),
  741. ("RD", [task_frame, "IP"]),
  742. ]
  743. value, new_evalstack, new_phase, evalstack_phase = \
  744. yield [("RD", [inst, "value"]),
  745. ("CN", []),
  746. ("CNV", ["init"]),
  747. ("CNV", ["assign"]),
  748. ]
  749. _, _, _, _, _, _, _, _, _, _ = \
  750. yield [("CD", [task_frame, "variable", returnvalue]),
  751. ("CD", [task_frame, "phase", new_phase]),
  752. ("CD", [task_frame, "evalstack", new_evalstack]),
  753. ("CD", [new_evalstack, "prev", evalstack]),
  754. ("CD", [evalstack, "inst", inst]),
  755. ("CD", [evalstack, "phase", evalstack_phase]),
  756. ("CD", [task_frame, "IP", value]),
  757. ("DE", [evalstack_link]),
  758. ("DE", [phase_link]),
  759. ("DE", [ip_link]),
  760. ]
  761. def assign_assign(self, task_root):
  762. task_frame, = yield [("RD", [task_root, "frame"])]
  763. phase_link, returnvalue, variable_link, variable = \
  764. yield [("RDE", [task_frame, "phase"]),
  765. ("RD", [task_frame, "returnvalue"]),
  766. ("RDE", [task_frame, "variable"]),
  767. ("RD", [task_frame, "variable"]),
  768. ]
  769. value_link, new_phase = \
  770. yield [("RDE", [variable, "value"]),
  771. ("CNV", ["finish"]),
  772. ]
  773. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  774. ("CD", [variable, "value", returnvalue]),
  775. ("DE", [variable_link]),
  776. ("DE", [value_link]),
  777. ("DE", [phase_link]),
  778. ]
  779. def return_init(self, task_root):
  780. task_frame, = yield [("RD", [task_root, "frame"])]
  781. inst, = yield [("RD", [task_frame, "IP"])]
  782. value, = yield [("RD", [inst, "value"])]
  783. if value is None:
  784. prev_frame, = yield [("RD", [task_frame, "prev"])]
  785. # If the callee's frame is marked with the '__exception_return' key, then
  786. # we need to throw an exception instead of just finishing here. This design
  787. # gives us O(1) state reads per jit-interpreter transition.
  788. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  789. if prev_frame is None:
  790. _, = yield [("DN", [task_root])]
  791. del self.debug_info[self.taskname]
  792. #print("Cleanup task " + str(self.taskname))
  793. else:
  794. if self.debug_info[self.taskname]:
  795. self.debug_info[self.taskname].pop()
  796. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  797. ("DN", [task_frame]),
  798. ]
  799. if exception_return is not None:
  800. raise primitive_functions.InterpretedFunctionFinished(None)
  801. else:
  802. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  803. yield [("RD", [task_frame, "evalstack"]),
  804. ("RDE", [task_frame, "evalstack"]),
  805. ("RDE", [task_frame, "IP"]),
  806. ("CN", []),
  807. ("CNV", ["eval"]),
  808. ]
  809. _, _, _, _, _, _, _ = \
  810. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  811. ("CD", [new_evalstack, "prev", evalstack]),
  812. ("CD", [evalstack, "inst", inst]),
  813. ("CD", [evalstack, "phase", evalstack_phase]),
  814. ("CD", [task_frame, "IP", value]),
  815. ("DE", [evalstack_link]),
  816. ("DE", [ip_link]),
  817. ]
  818. def return_eval(self, task_root):
  819. if self.debug_info[self.taskname]:
  820. self.debug_info[self.taskname].pop()
  821. task_frame, = yield [("RD", [task_root, "frame"])]
  822. prev_frame, = yield [("RD", [task_frame, "prev"])]
  823. if prev_frame is None:
  824. _, = yield [("DN", [task_root])]
  825. del self.debug_info[self.taskname]
  826. exception_return, returnvalue = yield [
  827. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  828. ("RD", [task_frame, "returnvalue"])]
  829. # If the callee's frame is marked with the '__exception_return' key, then
  830. # we need to throw an exception instead of just finishing here. This design
  831. # gives us O(1) state reads per jit-interpreter transition.
  832. if exception_return is not None:
  833. yield [
  834. ("CD", [task_root, "frame", prev_frame]),
  835. ("DN", [task_frame])]
  836. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  837. else:
  838. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  839. yield [
  840. ("CD", [task_root, "frame", prev_frame]),
  841. ("CD", [prev_frame, "returnvalue", returnvalue]),
  842. ("DE", [old_returnvalue_link]),
  843. ("DN", [task_frame])]
  844. def constant_init(self, task_root):
  845. task_frame, = yield [("RD", [task_root, "frame"])]
  846. phase_link, returnvalue_link, inst = \
  847. yield [("RDE", [task_frame, "phase"]),
  848. ("RDE", [task_frame, "returnvalue"]),
  849. ("RD", [task_frame, "IP"]),
  850. ]
  851. node, new_phase = yield [("RD", [inst, "node"]),
  852. ("CNV", ["finish"]),
  853. ]
  854. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  855. ("CD", [task_frame, "returnvalue", node]),
  856. ("DE", [returnvalue_link]),
  857. ("DE", [phase_link]),
  858. ]
  859. def helper_init(self, task_root):
  860. task_frame, = yield [("RD", [task_root, "frame"])]
  861. inst, = yield [("RD", [task_frame, "IP"])]
  862. next, = yield [("RD", [inst, "next"])]
  863. if next is None:
  864. ip_link, phase_link, evalstack_top = \
  865. yield [("RDE", [task_frame, "IP"]),
  866. ("RDE", [task_frame, "phase"]),
  867. ("RD", [task_frame, "evalstack"]),
  868. ]
  869. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  870. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  871. yield [("RD", [evalstack, "inst"]),
  872. ("RD", [evalstack, "phase"]),
  873. ("RDE", [evalstack, "inst"]),
  874. ("RDE", [evalstack, "phase"]),
  875. ]
  876. _, _, _, _, _, _, _, _ = \
  877. yield [("CD", [task_frame, "evalstack", evalstack]),
  878. ("CD", [task_frame, "IP", evalstack_inst]),
  879. ("CD", [task_frame, "phase", evalstack_phase]),
  880. ("DE", [ip_link]),
  881. ("DE", [phase_link]),
  882. ("DE", [evalstack_inst_link]),
  883. ("DE", [evalstack_phase_link]),
  884. ("DN", [evalstack_top]),
  885. ]
  886. else:
  887. ip_link, phase_link, new_phase = \
  888. yield [("RDE", [task_frame, "IP"]),
  889. ("RDE", [task_frame, "phase"]),
  890. ("CNV", ["init"]),
  891. ]
  892. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  893. ("CD", [task_frame, "phase", new_phase]),
  894. ("DE", [ip_link]),
  895. ("DE", [phase_link]),
  896. ]
  897. def call_init(self, task_root):
  898. task_frame, = yield [("RD", [task_root, "frame"])]
  899. symbols, evalstack, evalstack_link, ip_link, inst = \
  900. yield [("RD", [task_frame, "symbols"]),
  901. ("RD", [task_frame, "evalstack"]),
  902. ("RDE", [task_frame, "evalstack"]),
  903. ("RDE", [task_frame, "IP"]),
  904. ("RD", [task_frame, "IP"]),
  905. ]
  906. func, params = yield [("RD", [inst, "func"]),
  907. ("RD", [inst, "params"]),
  908. ]
  909. if params is None:
  910. new_evalstack, evalstack_phase = \
  911. yield [("CN", []),
  912. ("CNV", ["call"]),
  913. ]
  914. _, _, _, _, _, _, _ = \
  915. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  916. ("CD", [new_evalstack, "prev", evalstack]),
  917. ("CD", [evalstack, "inst", inst]),
  918. ("CD", [evalstack, "phase", evalstack_phase]),
  919. ("CD", [task_frame, "IP", func]),
  920. ("DE", [evalstack_link]),
  921. ("DE", [ip_link]),
  922. ]
  923. else:
  924. new_evalstack,= yield [("CN", [])]
  925. _, _, _, _, _, _, _ = \
  926. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  927. ("CD", [new_evalstack, "prev", evalstack]),
  928. ("CD", [evalstack, "inst", inst]),
  929. ("CD", [evalstack, "phase", params]),
  930. ("CD", [task_frame, "IP", func]),
  931. ("DE", [evalstack_link]),
  932. ("DE", [ip_link]),
  933. ]
  934. def call_call(self, task_root):
  935. self.debug_info[self.taskname].append("None")
  936. task_frame, = yield [("RD", [task_root, "frame"])]
  937. inst, = yield [("RD", [task_frame, "IP"])]
  938. param, = yield [("RD", [inst, "last_param"])]
  939. if param is None:
  940. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  941. body, = yield [("RD", [returnvalue, "body"])]
  942. self.jit.mark_entry_point(body)
  943. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  944. yield [("RDE", [task_frame, "phase"]),
  945. ("RDE", [task_root, "frame"]),
  946. ("CNV", ["finish"]),
  947. ("CNV", ["init"]),
  948. ("CN", []),
  949. ("CN", []),
  950. ("CN", []),
  951. ("CN", []),
  952. ]
  953. _, _, _, _, _, _, _, _, _, _, _ = \
  954. yield [("CD", [task_root, "frame", new_frame]),
  955. ("CD", [new_frame, "evalstack", new_evalstack]),
  956. ("CD", [new_frame, "symbols", new_symbols]),
  957. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  958. ("CD", [new_frame, "caller", inst]),
  959. ("CD", [new_frame, "phase", new_phase]),
  960. ("CD", [new_frame, "IP", body]),
  961. ("CD", [new_frame, "prev", task_frame]),
  962. ("CD", [task_frame, "phase", prev_phase]),
  963. ("DE", [phase_link]),
  964. ("DE", [frame_link]),
  965. ]
  966. else:
  967. newer_frames, invoking_frames = \
  968. yield [("RRD", [task_frame, "prev"]),
  969. ("RRD", [inst, "caller"]),
  970. ]
  971. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  972. phase_link, frame_link, new_symbols, new_IP = \
  973. yield [("RDE", [task_frame, "phase"]),
  974. ("RDE", [task_root, "frame"]),
  975. ("RD", [new_frame, "symbols"]),
  976. ("RD", [new_frame, "IP"]),
  977. ]
  978. signature, = yield [("RRD", [new_IP, "body"])]
  979. signature = signature[0]
  980. sig_params, last_param = \
  981. yield [("RD", [signature, "params"]),
  982. ("RD", [inst, "last_param"]),
  983. ]
  984. self.jit.mark_entry_point(new_IP)
  985. name, = yield [("RD", [last_param, "name"])]
  986. name_value, = yield [("RV", [name])]
  987. returnvalue, formal_parameter, new_phase, variable = \
  988. yield [("RD", [task_frame, "returnvalue"]),
  989. ("RD", [sig_params, name_value]),
  990. ("CNV", ["finish"]),
  991. ("CN", []),
  992. ]
  993. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  994. ("CD", [task_frame, "phase", new_phase]),
  995. ("CD", [variable, "value", returnvalue]),
  996. ("CE", [new_symbols, variable]),
  997. ]
  998. _, _, _ = yield [("CE", [t1, formal_parameter]),
  999. ("DE", [frame_link]),
  1000. ("DE", [phase_link]),
  1001. ]
  1002. def find_overlapping(self, a, b):
  1003. newer_frames = set(a)
  1004. invoking_frames = set(b)
  1005. matches = list(newer_frames.intersection(invoking_frames))
  1006. if len(matches) == 1:
  1007. return matches[0]
  1008. elif len(matches) > 1:
  1009. raise Exception("Error: multiple overlapping elements")
  1010. else:
  1011. raise Exception("Error: could not find any overlap")
  1012. def call_param(self, task_root):
  1013. task_frame, = yield [("RD", [task_root, "frame"])]
  1014. inst, phase = yield [("RD", [task_frame, "IP"]),
  1015. ("RD", [task_frame, "phase"]),
  1016. ]
  1017. params, last_param = \
  1018. yield [("RD", [inst, "params"]),
  1019. ("RD", [inst, "last_param"]),
  1020. ]
  1021. next_param, = yield [("RD", [params, "next_param"])]
  1022. if params == phase:
  1023. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1024. yield [("RDE", [task_frame, "phase"]),
  1025. ("RDE", [task_frame, "IP"]),
  1026. ("RD", [task_frame, "returnvalue"]),
  1027. ("RD", [params, "value"]),
  1028. ("RD", [task_frame, "evalstack"]),
  1029. ("RDE", [task_frame, "evalstack"]),
  1030. ]
  1031. body, = yield [("RD", [returnvalue, "body"])]
  1032. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1033. yield [("CN", []),
  1034. ("CN", []),
  1035. ("CNV", ["init"]),
  1036. ("CNV", ["init"]),
  1037. ("CN", []),
  1038. ("CN", []),
  1039. ("CN", []),
  1040. ]
  1041. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1042. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1043. ("CD", [new_frame, "symbols", new_symbols]),
  1044. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1045. ("CD", [new_frame, "caller", inst]),
  1046. ("CD", [new_frame, "phase", new_phase]),
  1047. ("CD", [new_frame, "IP", body]),
  1048. ("CD", [new_frame, "prev", task_frame]),
  1049. ("CD", [task_frame, "phase", prev_phase]),
  1050. ("CD", [task_frame, "IP", param_value]),
  1051. ("CD", [prev_evalstack, "prev", evalstack]),
  1052. ("CD", [evalstack, "inst", inst]),
  1053. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1054. ("DE", [evalstack_link]),
  1055. ("DE", [ip_link]),
  1056. ("DE", [phase_link]),
  1057. ]
  1058. if next_param is not None:
  1059. _ = yield [("CD", [evalstack, "phase", next_param])]
  1060. else:
  1061. evalstack_phase, = \
  1062. yield [("CNV", ["call"])]
  1063. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1064. else:
  1065. frame_link, phase_link, newer_frames, invoking_frames = \
  1066. yield [("RDE", [task_root, "frame"]),
  1067. ("RDE", [task_frame, "phase"]),
  1068. ("RRD", [task_frame, "prev"]),
  1069. ("RRD", [inst, "caller"]),
  1070. ]
  1071. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1072. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1073. yield [("RDE", [task_frame, "IP"]),
  1074. ("RD", [task_frame, "evalstack"]),
  1075. ("RDE", [task_frame, "evalstack"]),
  1076. ("RD", [new_frame, "symbols"]),
  1077. ("RD", [new_frame, "IP"]),
  1078. ]
  1079. signature, = yield [("RRD", [new_IP, "body"])]
  1080. signature = signature[0]
  1081. sig_params, = yield [("RD", [signature, "params"])]
  1082. if last_param == phase:
  1083. prev_param, = \
  1084. yield [("RRD", [last_param, "next_param"])]
  1085. prev_param = prev_param[0]
  1086. name, = yield [("RD", [prev_param, "name"])]
  1087. name_value, = \
  1088. yield [("RV", [name])]
  1089. evalstack_phase, = \
  1090. yield [("CNV", ["call"])]
  1091. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1092. formal_parameter, param_value = \
  1093. yield [("RD", [sig_params, name_value]),
  1094. ("RD", [last_param, "value"]),
  1095. ]
  1096. else:
  1097. param_b, = yield [("RD", [task_frame, "phase"])]
  1098. param_c, param_a = \
  1099. yield [("RD", [param_b, "next_param"]),
  1100. ("RRD", [param_b, "next_param"]),
  1101. ]
  1102. param_a = param_a[0]
  1103. name, param_value = \
  1104. yield [("RD", [param_a, "name"]),
  1105. ("RD", [param_b, "value"]),
  1106. ]
  1107. name_value, = \
  1108. yield [("RV", [name])]
  1109. formal_parameter, _ = \
  1110. yield [("RD", [sig_params, name_value]),
  1111. ("CD", [evalstack, "phase", param_c]),
  1112. ]
  1113. new_phase, new_evalstack, variable, returnvalue = \
  1114. yield [("CNV", ["init"]),
  1115. ("CN", []),
  1116. ("CN", []),
  1117. ("RD", [task_frame, "returnvalue"]),
  1118. ]
  1119. _, _, _, _, _, _ = \
  1120. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1121. ("CD", [new_evalstack, "prev", evalstack]),
  1122. ("CD", [evalstack, "inst", inst]),
  1123. ("CD", [task_frame, "phase", new_phase]),
  1124. ("CD", [task_frame, "IP", param_value]),
  1125. ("CD", [variable, "value", returnvalue]),
  1126. ]
  1127. t1, = yield [("CE", [new_symbols, variable])]
  1128. _, _, _, _ = \
  1129. yield [("CE", [t1, formal_parameter]),
  1130. ("DE", [phase_link]),
  1131. ("DE", [ip_link]),
  1132. ("DE", [evalstack_link]),
  1133. ]
  1134. def input_init(self, task_root):
  1135. task_frame, = yield [("RD", [task_root, "frame"])]
  1136. returnvalue_link, _input = \
  1137. yield [("RDE", [task_frame, "returnvalue"]),
  1138. ("RD", [task_root, "input"]),
  1139. ]
  1140. value, next, phase_link = \
  1141. yield [("RD", [_input, "value"]),
  1142. ("RD", [_input, "next"]),
  1143. ("RDE", [task_frame, "phase"]),
  1144. ]
  1145. if value is not None:
  1146. v = yield [("RV", [value])]
  1147. _, _, finish = \
  1148. yield [("CD", [task_frame, "returnvalue", value]),
  1149. ("CD", [task_root, "input", next]),
  1150. ("CNV", ["finish"]),
  1151. ]
  1152. _, _, _, _ = \
  1153. yield [("CD", [task_frame, "phase", finish]),
  1154. ("DN", [_input]),
  1155. ("DE", [returnvalue_link]),
  1156. ("DE", [phase_link]),
  1157. ]
  1158. self.input_value = value
  1159. else:
  1160. # No input yet, so just wait and don't advance IP or phase
  1161. self.input_value = None
  1162. ex = primitive_functions.SleepKernel(0.1, True)
  1163. raise ex
  1164. def output_init(self, task_root):
  1165. task_frame, = yield [("RD", [task_root, "frame"])]
  1166. evalstack, evalstack_link, ip_link, inst = \
  1167. yield [("RD", [task_frame, "evalstack"]),
  1168. ("RDE", [task_frame, "evalstack"]),
  1169. ("RDE", [task_frame, "IP"]),
  1170. ("RD", [task_frame, "IP"]),
  1171. ]
  1172. value, new_evalstack, evalstack_phase = \
  1173. yield [("RD", [inst, "value"]),
  1174. ("CN", []),
  1175. ("CNV", ["output"]),
  1176. ]
  1177. _, _, _, _, _, _, _ = \
  1178. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1179. ("CD", [new_evalstack, "prev", evalstack]),
  1180. ("CD", [evalstack, "inst", inst]),
  1181. ("CD", [evalstack, "phase", evalstack_phase]),
  1182. ("CD", [task_frame, "IP", value]),
  1183. ("DE", [evalstack_link]),
  1184. ("DE", [ip_link]),
  1185. ]
  1186. def output_output(self, task_root):
  1187. task_frame, = yield [("RD", [task_root, "frame"])]
  1188. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1189. yield [("RDE", [task_frame, "returnvalue"]),
  1190. ("RD", [task_frame, "returnvalue"]),
  1191. ("RD", [task_root, "last_output"]),
  1192. ("RDE", [task_frame, "phase"]),
  1193. ("RDE", [task_root, "last_output"]),
  1194. ("CN", []),
  1195. ("CNV", ["finish"]),
  1196. ]
  1197. _, _, _, _, _, _ = \
  1198. yield [("CD", [last_output, "value", returnvalue]),
  1199. ("CD", [last_output, "next", new_last_output]),
  1200. ("CD", [task_root, "last_output", new_last_output]),
  1201. ("CD", [task_frame, "phase", finish]),
  1202. ("DE", [last_output_link]),
  1203. ("DE", [phase_link]),
  1204. ]
  1205. def declare_init(self, task_root):
  1206. task_frame, = yield [("RD", [task_root, "frame"])]
  1207. inst, = yield [("RD", [task_frame, "IP"])]
  1208. new_var, symbols, phase_link, empty_node, new_phase = \
  1209. yield [("RD", [inst, "var"]),
  1210. ("RD", [task_frame, "symbols"]),
  1211. ("RDE", [task_frame, "phase"]),
  1212. ("CN", []),
  1213. ("CNV", ["finish"]),
  1214. ]
  1215. exists, = yield [("RDN", [symbols, new_var])]
  1216. if exists is None:
  1217. new_edge, = yield [("CE", [symbols, empty_node])]
  1218. _ = yield [("CE", [new_edge, new_var])]
  1219. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1220. ("DE", [phase_link]),
  1221. ]
  1222. def global_init(self, task_root):
  1223. task_frame, = yield [("RD", [task_root, "frame"])]
  1224. inst, = yield [("RD", [task_frame, "IP"])]
  1225. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1226. yield [("RD", [inst, "var"]),
  1227. ("RD", [task_root, "globals"]),
  1228. ("RDE", [task_frame, "phase"]),
  1229. ("CN", []),
  1230. ("CNV", ["finish"]),
  1231. ]
  1232. value, = yield [("RV", [new_var])]
  1233. exists, = yield [("RDE", [global_symbols, value])]
  1234. if exists is not None:
  1235. yield [("DE", [exists])]
  1236. yield [("CD", [global_symbols, value, empty_node])]
  1237. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1238. ("DE", [phase_link])
  1239. ]