main.py 64 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_jit.jit as jit
  5. import modelverse_jit.intrinsics as jit_intrinsics
  6. import modelverse_jit.jit_primitives as jit_primitives
  7. import modelverse_jit.runtime as jit_runtime
  8. from collections import defaultdict
  9. import sys
  10. import time
  11. if sys.version > '3': # pragma: no cover
  12. string_types = (str,)
  13. else:
  14. string_types = (str, unicode)
  15. class ModelverseKernel(object):
  16. def __init__(self, root):
  17. self.root = root
  18. self.returnvalue = None
  19. # request_handlers is a dictionary of tasknames to dictionaries of operations
  20. # to request handlers. In generics notation:
  21. #
  22. # Dictionary<
  23. # Username,
  24. # Dictionary<
  25. # Operation,
  26. # RequestHandler>>
  27. #
  28. self.request_handlers = {}
  29. self.allow_compiled = True
  30. #self.allow_compiled = False
  31. # Set `self.suggest_function_names` to True to associate global function names
  32. # with their function bodies.
  33. self.suggest_function_names = True
  34. # `self.jit` handles most JIT-related functionality.
  35. self.jit = jit.ModelverseJit()
  36. if self.allow_compiled:
  37. self.jit.compiled_function_lookup = lambda func_name: \
  38. getattr(compiled_functions, func_name, None)
  39. jit_intrinsics.register_intrinsics(self.jit)
  40. # To disable the JIT, uncomment the line below:
  41. #
  42. # self.jit.set_jit_enabled(False)
  43. #
  44. # To disable direct calls in the JIT, uncomment the line below:
  45. #
  46. # self.jit.allow_direct_calls(False)
  47. #
  48. # To disable thunks in the JIT, uncomment the line below:
  49. #
  50. # self.jit.enable_thunks(False)
  51. #
  52. # To make the JIT compile 'input' instructions as calls to
  53. # modelverse_jit.runtime.get_input, uncomment the line below:
  54. #
  55. # self.jit.use_input_function()
  56. #
  57. # To disable source maps in the JIT, uncomment the line below:
  58. #
  59. # self.jit.enable_source_maps(False)
  60. #
  61. # To enable tracing in the JIT (for debugging purposes), uncomment
  62. # the line below:
  63. #
  64. # self.jit.enable_tracing()
  65. #
  66. # To make the JIT print JIT successes and errors to the command-line,
  67. # uncomment the line below:
  68. #
  69. # self.jit.set_jit_success_log()
  70. #
  71. # If you want, you can use a custom logging function:
  72. #
  73. # self.jit.set_jit_success_log(logging_function)
  74. #
  75. # To make the JIT print jitted code to the command-line, uncomment the
  76. # line below:
  77. #
  78. # self.jit.set_jit_code_log()
  79. #
  80. # If you want, you can use a custom logging function:
  81. #
  82. # self.jit.set_jit_code_log(logging_function)
  83. #
  84. self.debug_info = defaultdict(list)
  85. def execute_yields(self, taskname, operation, params, reply):
  86. self.taskname = taskname
  87. if taskname not in self.request_handlers:
  88. self.request_handlers[taskname] = {}
  89. if operation not in self.request_handlers[taskname]:
  90. # Create the generator for the function to execute
  91. self.request_handlers[taskname][operation] = RequestHandler()
  92. handler = self.request_handlers[taskname][operation]
  93. if not handler.is_active():
  94. handler.push_generator(getattr(self, operation)(taskname, *params))
  95. return handler.handle_request(reply)
  96. def execute_rule(self, taskname):
  97. task_root, = yield [("RD", [self.root, taskname])]
  98. if task_root is None:
  99. yield None
  100. else:
  101. task_frame, = yield [("RD", [task_root, "frame"])]
  102. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  103. ("RD", [task_frame, "phase"]),
  104. ]
  105. self.new_debug, self.phase_v, inst_v = \
  106. yield [("RD", [self.inst, "__debug"]),
  107. ("RV", [phase]),
  108. ("RV", [self.inst]),
  109. ]
  110. if self.new_debug is not None:
  111. if self.debug_info[taskname]:
  112. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  113. if self.phase_v == "finish":
  114. gen = self.helper_init(task_root)
  115. elif self.inst is None:
  116. raise Exception("Instruction pointer could not be found!")
  117. elif isinstance(self.phase_v, string_types):
  118. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  119. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  120. gen = self.execute_jit(task_root, self.inst, taskname)
  121. elif inst_v is None:
  122. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  123. else:
  124. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  125. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  126. elif inst_v is None:
  127. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  128. elif inst_v["value"] == "call":
  129. #print("%-30s(%s)" % ("call", "param"))
  130. gen = self.call_param(task_root)
  131. else:
  132. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  133. def handle_jit_failed(exception):
  134. # Try again, but this time without the JIT.
  135. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  136. yield [("TAIL_CALL", [gen])]
  137. yield [("TRY", [])]
  138. yield [("CATCH", [jit.JitCompilationFailedException, handle_jit_failed])]
  139. yield [("CALL", [gen])]
  140. yield [("END_TRY", [])]
  141. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  142. """Gets a generator for the given instruction in the given phase,
  143. for the specified task root."""
  144. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  145. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  146. ##########################
  147. ### Process primitives ###
  148. ##########################
  149. def load_primitives(self, taskname):
  150. yield [("CALL_ARGS",
  151. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  152. yield [("CALL_ARGS",
  153. [self.load_primitives_from, (taskname, 'jit', jit_primitives)])]
  154. def load_primitives_from(self, taskname, source_name, source):
  155. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  156. primitives, = yield [("RD", [hierarchy, source_name])]
  157. keys, = yield [("RDK", [primitives])]
  158. function_names = yield [("RV", [f]) for f in keys]
  159. signatures = yield [("RDN", [primitives, f]) for f in keys]
  160. bodies = yield [("RD", [f, "body"]) for f in signatures]
  161. for i in range(len(keys)):
  162. self.jit.register_compiled(
  163. bodies[i],
  164. getattr(source, function_names[i]),
  165. function_names[i])
  166. def print_instruction(self, inst, indent=0):
  167. inst_type, = yield [("RV", [inst])]
  168. instruction = "(no_printer_for_%s)" % inst_type["value"]
  169. if inst_type["value"] == "if":
  170. cond, true, false = yield [("RD", [inst, "cond"]),
  171. ("RD", [inst, "then"]),
  172. ("RD", [inst, "else"])]
  173. #print("Cond: %s; True: %s; False: %s" % (cond, true, false))
  174. cond, = yield [("CALL_ARGS", [self.print_instruction, (cond, 0)])]
  175. true, = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  176. if false:
  177. false, = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  178. false = (" " * indent + "else:\n%s\n") % false
  179. else:
  180. false = ""
  181. instruction = " " * indent + "if (" + cond + "):\n" + true + "\n" + false
  182. elif inst_type["value"] == "constant":
  183. node, = yield [("RD", [inst, "node"])]
  184. node, = yield [("RV", [node])]
  185. instruction = " " * indent + str(node)
  186. elif inst_type["value"] == "return":
  187. value, = yield [("RD", [inst, "value"])]
  188. if value:
  189. value, = yield [("CALL_ARGS", [self.print_instruction, (value, 0)])]
  190. instruction = " " * indent + "return %s\n" % value
  191. else:
  192. instruction = " " * indent + "return\n"
  193. elif inst_type["value"] == "declare":
  194. instruction = ""
  195. elif inst_type["value"] == "resolve":
  196. value, = yield [("RD", [inst, "var"])]
  197. str_value, = yield [("RV", [value])]
  198. if str_value:
  199. instruction = str_value
  200. else:
  201. instruction = str(value)
  202. elif inst_type["value"] == "assign":
  203. var, val = yield [("RD", [inst, "var"]),
  204. ("RD", [inst, "value"])]
  205. var, val = yield [("CALL_ARGS", [self.print_instruction, (var, 0)]),
  206. ("CALL_ARGS", [self.print_instruction, (val, 0)])]
  207. instruction = " " * indent + var + " = " + val + "\n"
  208. elif inst_type["value"] == "call":
  209. func_name, = yield [("RD", [inst, "func"])]
  210. func_name, = yield [("CALL_ARGS", [self.print_instruction, (func_name, 0)])]
  211. instruction = " " * indent + func_name + "(X)"
  212. if indent:
  213. instruction += "\n"
  214. elif inst_type["value"] == "access":
  215. value, = yield [("RD", [inst, "var"])]
  216. instruction, = yield [("CALL_ARGS", [self.print_instruction, (value, 0)])]
  217. elif inst_type["value"] == "while":
  218. cond, body = yield [("RD", [inst, "cond"]),
  219. ("RD", [inst, "body"])]
  220. cond, body = yield [("CALL_ARGS", [self.print_instruction, (cond, 0)]),
  221. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  222. instruction = " " * indent + "while (%s):\n" % cond + body
  223. next_inst, = yield [("RD", [inst, "next"])]
  224. if next_inst:
  225. next_inst, = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  226. else:
  227. next_inst = ""
  228. raise primitive_functions.PrimitiveFinished(instruction + next_inst)
  229. def read_function(self, inst):
  230. initial_instruction = inst
  231. suggested_name = self.jit.get_global_name(inst)
  232. (_, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  233. if suggested_name is None or is_mutable:
  234. print("Ignoring mutable or unreadable: %s" % suggested_name)
  235. raise jit.JitCompilationFailedException("FAIL")
  236. print("Reading function: %s" % suggested_name)
  237. printed, = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  238. print("Total printed function: ")
  239. print(printed)
  240. def jit_compile(self, task_root, inst):
  241. # Try to retrieve the suggested name.
  242. suggested_name = self.jit.get_global_name(inst)
  243. # Have the JIT compile the function.
  244. #return self.jit.jit_compile(task_root, inst, suggested_name)
  245. if inst is None:
  246. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  247. elif inst in self.jit.jitted_entry_points:
  248. raise primitive_functions.PrimitiveFinished(
  249. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  250. compiled_func = self.jit.lookup_compiled_body(inst)
  251. if compiled_func is not None:
  252. raise primitive_functions.PrimitiveFinished(compiled_func)
  253. """
  254. def func(**kwargs):
  255. print("KWARGS: " + str(kwargs))
  256. #raise primitive_functions.PrimitiveFinished(None)
  257. """
  258. yield [("CALL_ARGS", [self.read_function, (inst,)])]
  259. raise jit.JitCompilationFailedException("FAIL")
  260. raise primitive_functions.PrimitiveFinished(func)
  261. def execute_jit(self, task_root, inst, taskname):
  262. # execute_jit
  263. task_frame, = yield [("RD", [task_root, "frame"])]
  264. symbols, = yield [("RD", [task_frame, "symbols"])]
  265. dict_keys_ref, = yield [("RDK", [symbols])]
  266. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  267. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  268. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  269. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  270. parameters = dict(list(zip(dict_keys, dict_values)))
  271. parameters["root"] = self.root
  272. parameters["task_root"] = task_root
  273. parameters["taskname"] = taskname
  274. parameters["mvk"] = self
  275. # Have the JIT compile the function.
  276. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  277. # Run the compiled function.
  278. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  279. if results is None:
  280. raise Exception(
  281. "%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  282. else:
  283. result, = results
  284. # Clean up the current stack, as if a return happened
  285. old_frame, exception_return = yield [
  286. ("RD", [task_frame, "prev"]),
  287. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  288. if self.debug_info[self.taskname]:
  289. self.debug_info[self.taskname].pop()
  290. if exception_return is not None:
  291. # The caller has requested that we throw an exception instead of injecting
  292. # the return value into the caller's frame. Read the comment at
  293. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  294. yield [("CD", [task_root, "frame", old_frame]),
  295. ("DN", [task_frame])]
  296. raise primitive_functions.InterpretedFunctionFinished(result)
  297. else:
  298. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  299. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  300. ("CD", [task_root, "frame", old_frame]),
  301. ("DE", [lnk]),
  302. ("DN", [task_frame]),
  303. ]
  304. ########################################
  305. ### Execute input and output methods ###
  306. ########################################
  307. def get_output(self, taskname):
  308. task_root, = yield [("RD", [self.root, taskname])]
  309. first_output, = yield [("RD", [task_root, "output"])]
  310. next_output, rv = yield [("RD", [first_output, "next"]),
  311. ("RD", [first_output, "value"]),
  312. ]
  313. if next_output is None:
  314. self.success = False
  315. self.returnvalue = None
  316. else:
  317. rv_value, _, _ = \
  318. yield [("RV", [rv]),
  319. ("CD", [task_root, "output", next_output]),
  320. ("DN", [first_output]),
  321. ]
  322. self.returnvalue = rv_value
  323. self.success = True
  324. def set_input(self, taskname, value):
  325. task_root, = yield [("RD", [self.root, taskname])]
  326. old_input, link, new_input, new_value = \
  327. yield [("RD", [task_root, "last_input"]),
  328. ("RDE", [task_root, "last_input"]),
  329. ("CN", []),
  330. ("CNV", [value]),
  331. ]
  332. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  333. ("CD", [old_input, "next", new_input]),
  334. ("CD", [old_input, "value", new_value]),
  335. ("DE", [link])
  336. ]
  337. self.returnvalue = {"id": 100, "value": "success"}
  338. #############################################
  339. ### Transformation rules for instructions ###
  340. #############################################
  341. def continue_init(self, task_root):
  342. task_frame, = yield [("RD", [task_root, "frame"])]
  343. inst, = yield [("RD", [task_frame, "IP"])]
  344. while_inst, = yield [("RD", [inst, "while"])]
  345. old_evalstack_link, old_phase_link, evalstack_roots = \
  346. yield [("RDE", [task_frame, "evalstack"]),
  347. ("RDE", [task_frame, "phase"]),
  348. ("RRD", [while_inst, self.taskname]),
  349. ]
  350. if len(evalstack_roots) == 1:
  351. evalstack_root = evalstack_roots[0]
  352. else:
  353. print("Got roots: " + str(evalstack_roots))
  354. raise Exception("Could not process continue statement!")
  355. prev_evalstack_roots, old_evalstack_phase_link = \
  356. yield [("RRD", [evalstack_root, "prev"]),
  357. ("RDE", [evalstack_root, "phase"]),
  358. ]
  359. if len(prev_evalstack_roots) == 1:
  360. prev_evalstack_root = prev_evalstack_roots[0]
  361. else:
  362. raise Exception("Could not process continue statement!")
  363. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  364. yield [("CN", []),
  365. ("CNV", ["init"]),
  366. ("CNV", ["finish"]),
  367. ("RDE", [prev_evalstack_root, "prev"]),
  368. ]
  369. _, _, _, _, _, _, _, _ = \
  370. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  371. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  372. ("CD", [task_frame, "phase", new_phase_inst]),
  373. ("CD", [evalstack_root, "phase", new_phase_while]),
  374. ("DE", [old_evalstack_link]),
  375. ("DE", [prev_evalstack_root_link]),
  376. ("DE", [old_phase_link]),
  377. ("DE", [old_evalstack_phase_link]),
  378. ]
  379. def break_init(self, task_root):
  380. task_frame, = yield [("RD", [task_root, "frame"])]
  381. inst, = yield [("RD", [task_frame, "IP"])]
  382. while_inst, = yield [("RD", [inst, "while"])]
  383. old_evalstack_link, old_phase_link, evalstack_roots = \
  384. yield [("RDE", [task_frame, "evalstack"]),
  385. ("RDE", [task_frame, "phase"]),
  386. ("RRD", [while_inst, self.taskname]),
  387. ]
  388. if len(evalstack_roots) == 1:
  389. evalstack_root = evalstack_roots[0]
  390. else:
  391. raise Exception("Could not process break statement!")
  392. prev_evalstack_roots, old_evalstack_phase_link = \
  393. yield [("RRD", [evalstack_root, "prev"]),
  394. ("RDE", [evalstack_root, "phase"]),
  395. ]
  396. if len(prev_evalstack_roots) == 1:
  397. prev_evalstack_root = prev_evalstack_roots[0]
  398. else:
  399. raise Exception("Could not process break statement!")
  400. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  401. yield [("CN", []),
  402. ("CNV", ["finish"]),
  403. ("CNV", ["finish"]),
  404. ("RDE", [prev_evalstack_root, "prev"]),
  405. ]
  406. _, _, _, _, _, _, _, _ = \
  407. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  408. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  409. ("CD", [task_frame, "phase", new_phase_inst]),
  410. ("CD", [evalstack_root, "phase", new_phase_while]),
  411. ("DE", [old_evalstack_link]),
  412. ("DE", [prev_evalstack_root_link]),
  413. ("DE", [old_phase_link]),
  414. ("DE", [old_evalstack_phase_link]),
  415. ]
  416. def if_init(self, task_root):
  417. task_frame, = yield [("RD", [task_root, "frame"])]
  418. evalstack, evalstack_link = \
  419. yield [("RD", [task_frame, "evalstack"]),
  420. ("RDE", [task_frame, "evalstack"]),
  421. ]
  422. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  423. ("RDE", [task_frame, "IP"]),
  424. ]
  425. cond, = yield [("RD", [inst, "cond"])]
  426. new_evalstack, new_phase = \
  427. yield [("CN", []),
  428. ("CNV", ["cond"]),
  429. ]
  430. _, _, _, _, _, _, _ = \
  431. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  432. ("CD", [new_evalstack, "prev", evalstack]),
  433. ("CD", [task_frame, "IP", cond]),
  434. ("CD", [evalstack, "inst", inst]),
  435. ("CD", [evalstack, "phase", new_phase]),
  436. ("DE", [evalstack_link]),
  437. ("DE", [ip_link]),
  438. ]
  439. def if_cond(self, task_root):
  440. task_frame, = yield [("RD", [task_root, "frame"])]
  441. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  442. ("RD", [task_frame, "IP"]),
  443. ]
  444. returnvalue_v, = yield [("RV", [returnvalue])]
  445. _else, = yield [("RD", [inst, "else"])]
  446. if returnvalue_v:
  447. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  448. yield [("RDE", [task_frame, "phase"]),
  449. ("RD", [task_frame, "evalstack"]),
  450. ("RDE", [task_frame, "evalstack"]),
  451. ("RDE", [task_frame, "IP"]),
  452. ("RD", [inst, "then"]),
  453. ("CN", []),
  454. ("CNV", ["finish"]),
  455. ("CNV", ["init"]),
  456. ]
  457. _, _, _, _, _, _, _, _, _ = \
  458. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  459. ("CD", [task_frame, "IP", _then]),
  460. ("CD", [new_evalstack, "prev", evalstack]),
  461. ("CD", [evalstack, "inst", inst]),
  462. ("CD", [evalstack, "phase", evalstack_phase]),
  463. ("CD", [task_frame, "phase", new_phase]),
  464. ("DE", [evalstack_link]),
  465. ("DE", [ip_link]),
  466. ("DE", [phase_link]),
  467. ]
  468. elif _else is None:
  469. phase_link, new_phase = \
  470. yield [("RDE", [task_frame, "phase"]),
  471. ("CNV", ["finish"]),
  472. ]
  473. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  474. ("DE", [phase_link]),
  475. ]
  476. else:
  477. phase_link, evalstack, evalstack_link, ip_link = \
  478. yield [("RDE", [task_frame, "phase"]),
  479. ("RD", [task_frame, "evalstack"]),
  480. ("RDE", [task_frame, "evalstack"]),
  481. ("RDE", [task_frame, "IP"]),
  482. ]
  483. new_evalstack, new_phase, evalstack_phase = \
  484. yield [("CN", []),
  485. ("CNV", ["init"]),
  486. ("CNV", ["finish"]),
  487. ]
  488. _, _, _, _, _, _, _, _, _ = \
  489. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  490. ("CD", [task_frame, "IP", _else]),
  491. ("CD", [new_evalstack, "prev", evalstack]),
  492. ("CD", [evalstack, "inst", inst]),
  493. ("CD", [evalstack, "phase", evalstack_phase]),
  494. ("CD", [task_frame, "phase", new_phase]),
  495. ("DE", [evalstack_link]),
  496. ("DE", [ip_link]),
  497. ("DE", [phase_link]),
  498. ]
  499. def while_init(self, task_root):
  500. task_frame, = yield [("RD", [task_root, "frame"])]
  501. evalstack, evalstack_link, ip_link, inst = \
  502. yield [("RD", [task_frame, "evalstack"]),
  503. ("RDE", [task_frame, "evalstack"]),
  504. ("RDE", [task_frame, "IP"]),
  505. ("RD", [task_frame, "IP"]),
  506. ]
  507. cond, new_evalstack, new_phase = \
  508. yield [("RD", [inst, "cond"]),
  509. ("CN", []),
  510. ("CNV", ["cond"]),
  511. ]
  512. _, _, _, _, _, _, _ = \
  513. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  514. ("CD", [new_evalstack, "prev", evalstack]),
  515. ("CD", [task_frame, "IP", cond]),
  516. ("CD", [evalstack, "phase", new_phase]),
  517. ("CD", [evalstack, "inst", inst]),
  518. ("DE", [evalstack_link]),
  519. ("DE", [ip_link]),
  520. ]
  521. def while_cond(self, task_root):
  522. task_frame, = yield [("RD", [task_root, "frame"])]
  523. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  524. returnvalue_v, = yield [("RV", [returnvalue])]
  525. if returnvalue_v:
  526. phase_link, evalstack, evalstack_link, ip_link, inst = \
  527. yield [("RDE", [task_frame, "phase"]),
  528. ("RD", [task_frame, "evalstack"]),
  529. ("RDE", [task_frame, "evalstack"]),
  530. ("RDE", [task_frame, "IP"]),
  531. ("RD", [task_frame, "IP"]),
  532. ]
  533. body, = yield [("RD", [inst, "body"])]
  534. new_evalstack, new_phase, evalstack_phase = \
  535. yield [("CN", []),
  536. ("CNV", ["init"]),
  537. ("CNV", ["init"]),
  538. ]
  539. _, _, _, _, _, _, _, _, _ = \
  540. yield [("CD", [task_frame, "IP", body]),
  541. ("CD", [task_frame, "phase", new_phase]),
  542. ("CD", [task_frame, "evalstack", new_evalstack]),
  543. ("CD", [new_evalstack, "prev", evalstack]),
  544. ("CD", [evalstack, "inst", inst]),
  545. ("CD", [evalstack, "phase", evalstack_phase]),
  546. ("DE", [evalstack_link]),
  547. ("DE", [ip_link]),
  548. ("DE", [phase_link]),
  549. ]
  550. # Check if we already have a taskname link to the evalstack
  551. links, = yield [("RD", [evalstack, self.taskname])]
  552. if links is None:
  553. yield [("CD", [evalstack, self.taskname, inst])]
  554. else:
  555. phase_link, new_phase = \
  556. yield [("RDE", [task_frame, "phase"]),
  557. ("CNV", ["finish"]),
  558. ]
  559. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  560. ("DE", [phase_link])
  561. ]
  562. def access_init(self, task_root):
  563. task_frame, = yield [("RD", [task_root, "frame"])]
  564. evalstack, evalstack_link, inst, ip_link = \
  565. yield [("RD", [task_frame, "evalstack"]),
  566. ("RDE", [task_frame, "evalstack"]),
  567. ("RD", [task_frame, "IP"]),
  568. ("RDE", [task_frame, "IP"]),
  569. ]
  570. var, new_evalstack, new_phase = \
  571. yield [("RD", [inst, "var"]),
  572. ("CN", []),
  573. ("CNV", ["eval"]),
  574. ]
  575. _, _, _, _, _, _, _ = \
  576. yield [("CD", [task_frame, "IP", var]),
  577. ("CD", [task_frame, "evalstack", new_evalstack]),
  578. ("CD", [new_evalstack, "prev", evalstack]),
  579. ("CD", [evalstack, "inst", inst]),
  580. ("CD", [evalstack, "phase", new_phase]),
  581. ("DE", [evalstack_link]),
  582. ("DE", [ip_link]),
  583. ]
  584. def access_eval(self, task_root):
  585. task_frame, = yield [("RD", [task_root, "frame"])]
  586. phase_link, returnvalue_link, returnvalue = \
  587. yield [("RDE", [task_frame, "phase"]),
  588. ("RDE", [task_frame, "returnvalue"]),
  589. ("RD", [task_frame, "returnvalue"]),
  590. ]
  591. value, new_phase = yield [("RD", [returnvalue, "value"]),
  592. ("CNV", ["finish"]),
  593. ]
  594. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  595. ("CD", [task_frame, "returnvalue", value]),
  596. ("DE", [phase_link]),
  597. ("DE", [returnvalue_link]),
  598. ]
  599. def resolve_init(self, task_root):
  600. task_frame, = yield [("RD", [task_root, "frame"])]
  601. symbols, evalstack, evalstack_link, ip_link, inst = \
  602. yield [("RD", [task_frame, "symbols"]),
  603. ("RD", [task_frame, "evalstack"]),
  604. ("RDE", [task_frame, "evalstack"]),
  605. ("RDE", [task_frame, "IP"]),
  606. ("RD", [task_frame, "IP"]),
  607. ]
  608. var, = yield [("RD", [inst, "var"])]
  609. variable, = yield [("RDN", [symbols, var])]
  610. if variable is None:
  611. phase_link, returnvalue_link, _globals, var_name = \
  612. yield [("RDE", [task_frame, "phase"]),
  613. ("RDE", [task_frame, "returnvalue"]),
  614. ("RD", [task_root, "globals"]),
  615. ("RV", [var]),
  616. ]
  617. variable, new_phase = \
  618. yield [("RD", [_globals, var_name]),
  619. ("CNV", ["finish"]),
  620. ]
  621. if variable is None:
  622. raise Exception(jit_runtime.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  623. # Resolved a global, so this is a string
  624. # Potentially, this might even be a function that we have precompiled already!
  625. # So check whether this is the case or not
  626. if self.allow_compiled:
  627. compiled_function = getattr(compiled_functions, var_name, None)
  628. if compiled_function is not None:
  629. # We have a compiled function ready!
  630. # Now we have to bind the ID to the compiled functions
  631. # For this, we read out the body of the resolved data
  632. compiler_val, = yield [("RD", [variable, "value"])]
  633. compiler_body, = yield [("RD", [compiler_val, "body"])]
  634. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  635. # If we're dealing with a function, then we might want to figure out what its body id
  636. # is now so we can suggest a name to the JIT later.
  637. if self.suggest_function_names and self.jit.get_global_body_id(var_name) is None:
  638. compiler_val, = yield [("RD", [variable, "value"])]
  639. if compiler_val is not None:
  640. compiler_body, = yield [("RD", [compiler_val, "body"])]
  641. if compiler_body is not None:
  642. self.jit.register_global(compiler_body, var_name)
  643. else:
  644. phase_link, returnvalue_link, new_phase = \
  645. yield [("RDE", [task_frame, "phase"]),
  646. ("RDE", [task_frame, "returnvalue"]),
  647. ("CNV", ["finish"]),
  648. ]
  649. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  650. ("CD", [task_frame, "returnvalue", variable]),
  651. ("DE", [phase_link]),
  652. ("DE", [returnvalue_link]),
  653. ]
  654. def assign_init(self, task_root):
  655. task_frame, = yield [("RD", [task_root, "frame"])]
  656. evalstack, evalstack_link, ip_link, inst = \
  657. yield [("RD", [task_frame, "evalstack"]),
  658. ("RDE", [task_frame, "evalstack"]),
  659. ("RDE", [task_frame, "IP"]),
  660. ("RD", [task_frame, "IP"]),
  661. ]
  662. var, new_evalstack, new_phase = \
  663. yield [("RD", [inst, "var"]),
  664. ("CN", []),
  665. ("CNV", ["value"]),
  666. ]
  667. _, _, _, _, _, _, _ = \
  668. yield [("CD", [task_frame, "IP", var]),
  669. ("CD", [task_frame, "evalstack", new_evalstack]),
  670. ("CD", [new_evalstack, "prev", evalstack]),
  671. ("CD", [evalstack, "inst", inst]),
  672. ("CD", [evalstack, "phase", new_phase]),
  673. ("DE", [evalstack_link]),
  674. ("DE", [ip_link]),
  675. ]
  676. def assign_value(self, task_root):
  677. task_frame, = yield [("RD", [task_root, "frame"])]
  678. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  679. yield [("RDE", [task_frame, "phase"]),
  680. ("RD", [task_frame, "evalstack"]),
  681. ("RD", [task_frame, "returnvalue"]),
  682. ("RDE", [task_frame, "evalstack"]),
  683. ("RDE", [task_frame, "IP"]),
  684. ("RD", [task_frame, "IP"]),
  685. ]
  686. value, new_evalstack, new_phase, evalstack_phase = \
  687. yield [("RD", [inst, "value"]),
  688. ("CN", []),
  689. ("CNV", ["init"]),
  690. ("CNV", ["assign"]),
  691. ]
  692. _, _, _, _, _, _, _, _, _, _ = \
  693. yield [("CD", [task_frame, "variable", returnvalue]),
  694. ("CD", [task_frame, "phase", new_phase]),
  695. ("CD", [task_frame, "evalstack", new_evalstack]),
  696. ("CD", [new_evalstack, "prev", evalstack]),
  697. ("CD", [evalstack, "inst", inst]),
  698. ("CD", [evalstack, "phase", evalstack_phase]),
  699. ("CD", [task_frame, "IP", value]),
  700. ("DE", [evalstack_link]),
  701. ("DE", [phase_link]),
  702. ("DE", [ip_link]),
  703. ]
  704. def assign_assign(self, task_root):
  705. task_frame, = yield [("RD", [task_root, "frame"])]
  706. phase_link, returnvalue, variable_link, variable = \
  707. yield [("RDE", [task_frame, "phase"]),
  708. ("RD", [task_frame, "returnvalue"]),
  709. ("RDE", [task_frame, "variable"]),
  710. ("RD", [task_frame, "variable"]),
  711. ]
  712. value_link, new_phase = \
  713. yield [("RDE", [variable, "value"]),
  714. ("CNV", ["finish"]),
  715. ]
  716. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  717. ("CD", [variable, "value", returnvalue]),
  718. ("DE", [variable_link]),
  719. ("DE", [value_link]),
  720. ("DE", [phase_link]),
  721. ]
  722. def return_init(self, task_root):
  723. task_frame, = yield [("RD", [task_root, "frame"])]
  724. inst, = yield [("RD", [task_frame, "IP"])]
  725. value, = yield [("RD", [inst, "value"])]
  726. if value is None:
  727. prev_frame, = yield [("RD", [task_frame, "prev"])]
  728. # If the callee's frame is marked with the '__exception_return' key, then
  729. # we need to throw an exception instead of just finishing here. This design
  730. # gives us O(1) state reads per jit-interpreter transition.
  731. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  732. if prev_frame is None:
  733. _, = yield [("DN", [task_root])]
  734. del self.debug_info[self.taskname]
  735. #print("Cleanup task " + str(self.taskname))
  736. else:
  737. if self.debug_info[self.taskname]:
  738. self.debug_info[self.taskname].pop()
  739. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  740. ("DN", [task_frame]),
  741. ]
  742. if exception_return is not None:
  743. raise primitive_functions.InterpretedFunctionFinished(None)
  744. else:
  745. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  746. yield [("RD", [task_frame, "evalstack"]),
  747. ("RDE", [task_frame, "evalstack"]),
  748. ("RDE", [task_frame, "IP"]),
  749. ("CN", []),
  750. ("CNV", ["eval"]),
  751. ]
  752. _, _, _, _, _, _, _ = \
  753. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  754. ("CD", [new_evalstack, "prev", evalstack]),
  755. ("CD", [evalstack, "inst", inst]),
  756. ("CD", [evalstack, "phase", evalstack_phase]),
  757. ("CD", [task_frame, "IP", value]),
  758. ("DE", [evalstack_link]),
  759. ("DE", [ip_link]),
  760. ]
  761. def return_eval(self, task_root):
  762. if self.debug_info[self.taskname]:
  763. self.debug_info[self.taskname].pop()
  764. task_frame, = yield [("RD", [task_root, "frame"])]
  765. prev_frame, = yield [("RD", [task_frame, "prev"])]
  766. if prev_frame is None:
  767. _, = yield [("DN", [task_root])]
  768. del self.debug_info[self.taskname]
  769. exception_return, returnvalue = yield [
  770. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  771. ("RD", [task_frame, "returnvalue"])]
  772. # If the callee's frame is marked with the '__exception_return' key, then
  773. # we need to throw an exception instead of just finishing here. This design
  774. # gives us O(1) state reads per jit-interpreter transition.
  775. if exception_return is not None:
  776. yield [
  777. ("CD", [task_root, "frame", prev_frame]),
  778. ("DN", [task_frame])]
  779. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  780. else:
  781. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  782. yield [
  783. ("CD", [task_root, "frame", prev_frame]),
  784. ("CD", [prev_frame, "returnvalue", returnvalue]),
  785. ("DE", [old_returnvalue_link]),
  786. ("DN", [task_frame])]
  787. def constant_init(self, task_root):
  788. task_frame, = yield [("RD", [task_root, "frame"])]
  789. phase_link, returnvalue_link, inst = \
  790. yield [("RDE", [task_frame, "phase"]),
  791. ("RDE", [task_frame, "returnvalue"]),
  792. ("RD", [task_frame, "IP"]),
  793. ]
  794. node, new_phase = yield [("RD", [inst, "node"]),
  795. ("CNV", ["finish"]),
  796. ]
  797. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  798. ("CD", [task_frame, "returnvalue", node]),
  799. ("DE", [returnvalue_link]),
  800. ("DE", [phase_link]),
  801. ]
  802. def helper_init(self, task_root):
  803. task_frame, = yield [("RD", [task_root, "frame"])]
  804. inst, = yield [("RD", [task_frame, "IP"])]
  805. next, = yield [("RD", [inst, "next"])]
  806. if next is None:
  807. ip_link, phase_link, evalstack_top = \
  808. yield [("RDE", [task_frame, "IP"]),
  809. ("RDE", [task_frame, "phase"]),
  810. ("RD", [task_frame, "evalstack"]),
  811. ]
  812. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  813. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  814. yield [("RD", [evalstack, "inst"]),
  815. ("RD", [evalstack, "phase"]),
  816. ("RDE", [evalstack, "inst"]),
  817. ("RDE", [evalstack, "phase"]),
  818. ]
  819. _, _, _, _, _, _, _, _ = \
  820. yield [("CD", [task_frame, "evalstack", evalstack]),
  821. ("CD", [task_frame, "IP", evalstack_inst]),
  822. ("CD", [task_frame, "phase", evalstack_phase]),
  823. ("DE", [ip_link]),
  824. ("DE", [phase_link]),
  825. ("DE", [evalstack_inst_link]),
  826. ("DE", [evalstack_phase_link]),
  827. ("DN", [evalstack_top]),
  828. ]
  829. else:
  830. ip_link, phase_link, new_phase = \
  831. yield [("RDE", [task_frame, "IP"]),
  832. ("RDE", [task_frame, "phase"]),
  833. ("CNV", ["init"]),
  834. ]
  835. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  836. ("CD", [task_frame, "phase", new_phase]),
  837. ("DE", [ip_link]),
  838. ("DE", [phase_link]),
  839. ]
  840. def call_init(self, task_root):
  841. task_frame, = yield [("RD", [task_root, "frame"])]
  842. symbols, evalstack, evalstack_link, ip_link, inst = \
  843. yield [("RD", [task_frame, "symbols"]),
  844. ("RD", [task_frame, "evalstack"]),
  845. ("RDE", [task_frame, "evalstack"]),
  846. ("RDE", [task_frame, "IP"]),
  847. ("RD", [task_frame, "IP"]),
  848. ]
  849. func, params = yield [("RD", [inst, "func"]),
  850. ("RD", [inst, "params"]),
  851. ]
  852. if params is None:
  853. new_evalstack, evalstack_phase = \
  854. yield [("CN", []),
  855. ("CNV", ["call"]),
  856. ]
  857. _, _, _, _, _, _, _ = \
  858. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  859. ("CD", [new_evalstack, "prev", evalstack]),
  860. ("CD", [evalstack, "inst", inst]),
  861. ("CD", [evalstack, "phase", evalstack_phase]),
  862. ("CD", [task_frame, "IP", func]),
  863. ("DE", [evalstack_link]),
  864. ("DE", [ip_link]),
  865. ]
  866. else:
  867. new_evalstack,= yield [("CN", [])]
  868. _, _, _, _, _, _, _ = \
  869. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  870. ("CD", [new_evalstack, "prev", evalstack]),
  871. ("CD", [evalstack, "inst", inst]),
  872. ("CD", [evalstack, "phase", params]),
  873. ("CD", [task_frame, "IP", func]),
  874. ("DE", [evalstack_link]),
  875. ("DE", [ip_link]),
  876. ]
  877. def call_call(self, task_root):
  878. self.debug_info[self.taskname].append("None")
  879. task_frame, = yield [("RD", [task_root, "frame"])]
  880. inst, = yield [("RD", [task_frame, "IP"])]
  881. param, = yield [("RD", [inst, "last_param"])]
  882. if param is None:
  883. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  884. body, = yield [("RD", [returnvalue, "body"])]
  885. self.jit.mark_entry_point(body)
  886. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  887. yield [("RDE", [task_frame, "phase"]),
  888. ("RDE", [task_root, "frame"]),
  889. ("CNV", ["finish"]),
  890. ("CNV", ["init"]),
  891. ("CN", []),
  892. ("CN", []),
  893. ("CN", []),
  894. ("CN", []),
  895. ]
  896. _, _, _, _, _, _, _, _, _, _, _ = \
  897. yield [("CD", [task_root, "frame", new_frame]),
  898. ("CD", [new_frame, "evalstack", new_evalstack]),
  899. ("CD", [new_frame, "symbols", new_symbols]),
  900. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  901. ("CD", [new_frame, "caller", inst]),
  902. ("CD", [new_frame, "phase", new_phase]),
  903. ("CD", [new_frame, "IP", body]),
  904. ("CD", [new_frame, "prev", task_frame]),
  905. ("CD", [task_frame, "phase", prev_phase]),
  906. ("DE", [phase_link]),
  907. ("DE", [frame_link]),
  908. ]
  909. else:
  910. newer_frames, invoking_frames = \
  911. yield [("RRD", [task_frame, "prev"]),
  912. ("RRD", [inst, "caller"]),
  913. ]
  914. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  915. phase_link, frame_link, new_symbols, new_IP = \
  916. yield [("RDE", [task_frame, "phase"]),
  917. ("RDE", [task_root, "frame"]),
  918. ("RD", [new_frame, "symbols"]),
  919. ("RD", [new_frame, "IP"]),
  920. ]
  921. signature, = yield [("RRD", [new_IP, "body"])]
  922. signature = signature[0]
  923. sig_params, last_param = \
  924. yield [("RD", [signature, "params"]),
  925. ("RD", [inst, "last_param"]),
  926. ]
  927. self.jit.mark_entry_point(new_IP)
  928. name, = yield [("RD", [last_param, "name"])]
  929. name_value, = yield [("RV", [name])]
  930. returnvalue, formal_parameter, new_phase, variable = \
  931. yield [("RD", [task_frame, "returnvalue"]),
  932. ("RD", [sig_params, name_value]),
  933. ("CNV", ["finish"]),
  934. ("CN", []),
  935. ]
  936. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  937. ("CD", [task_frame, "phase", new_phase]),
  938. ("CD", [variable, "value", returnvalue]),
  939. ("CE", [new_symbols, variable]),
  940. ]
  941. _, _, _ = yield [("CE", [t1, formal_parameter]),
  942. ("DE", [frame_link]),
  943. ("DE", [phase_link]),
  944. ]
  945. def find_overlapping(self, a, b):
  946. newer_frames = set(a)
  947. invoking_frames = set(b)
  948. matches = list(newer_frames.intersection(invoking_frames))
  949. if len(matches) == 1:
  950. return matches[0]
  951. elif len(matches) > 1:
  952. raise Exception("Error: multiple overlapping elements")
  953. else:
  954. raise Exception("Error: could not find any overlap")
  955. def call_param(self, task_root):
  956. task_frame, = yield [("RD", [task_root, "frame"])]
  957. inst, phase = yield [("RD", [task_frame, "IP"]),
  958. ("RD", [task_frame, "phase"]),
  959. ]
  960. params, last_param = \
  961. yield [("RD", [inst, "params"]),
  962. ("RD", [inst, "last_param"]),
  963. ]
  964. next_param, = yield [("RD", [params, "next_param"])]
  965. if params == phase:
  966. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  967. yield [("RDE", [task_frame, "phase"]),
  968. ("RDE", [task_frame, "IP"]),
  969. ("RD", [task_frame, "returnvalue"]),
  970. ("RD", [params, "value"]),
  971. ("RD", [task_frame, "evalstack"]),
  972. ("RDE", [task_frame, "evalstack"]),
  973. ]
  974. body, = yield [("RD", [returnvalue, "body"])]
  975. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  976. yield [("CN", []),
  977. ("CN", []),
  978. ("CNV", ["init"]),
  979. ("CNV", ["init"]),
  980. ("CN", []),
  981. ("CN", []),
  982. ("CN", []),
  983. ]
  984. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  985. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  986. ("CD", [new_frame, "symbols", new_symbols]),
  987. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  988. ("CD", [new_frame, "caller", inst]),
  989. ("CD", [new_frame, "phase", new_phase]),
  990. ("CD", [new_frame, "IP", body]),
  991. ("CD", [new_frame, "prev", task_frame]),
  992. ("CD", [task_frame, "phase", prev_phase]),
  993. ("CD", [task_frame, "IP", param_value]),
  994. ("CD", [prev_evalstack, "prev", evalstack]),
  995. ("CD", [evalstack, "inst", inst]),
  996. ("CD", [task_frame, "evalstack", prev_evalstack]),
  997. ("DE", [evalstack_link]),
  998. ("DE", [ip_link]),
  999. ("DE", [phase_link]),
  1000. ]
  1001. if next_param is not None:
  1002. _ = yield [("CD", [evalstack, "phase", next_param])]
  1003. else:
  1004. evalstack_phase, = \
  1005. yield [("CNV", ["call"])]
  1006. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1007. else:
  1008. frame_link, phase_link, newer_frames, invoking_frames = \
  1009. yield [("RDE", [task_root, "frame"]),
  1010. ("RDE", [task_frame, "phase"]),
  1011. ("RRD", [task_frame, "prev"]),
  1012. ("RRD", [inst, "caller"]),
  1013. ]
  1014. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1015. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1016. yield [("RDE", [task_frame, "IP"]),
  1017. ("RD", [task_frame, "evalstack"]),
  1018. ("RDE", [task_frame, "evalstack"]),
  1019. ("RD", [new_frame, "symbols"]),
  1020. ("RD", [new_frame, "IP"]),
  1021. ]
  1022. signature, = yield [("RRD", [new_IP, "body"])]
  1023. signature = signature[0]
  1024. sig_params, = yield [("RD", [signature, "params"])]
  1025. if last_param == phase:
  1026. prev_param, = \
  1027. yield [("RRD", [last_param, "next_param"])]
  1028. prev_param = prev_param[0]
  1029. name, = yield [("RD", [prev_param, "name"])]
  1030. name_value, = \
  1031. yield [("RV", [name])]
  1032. evalstack_phase, = \
  1033. yield [("CNV", ["call"])]
  1034. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1035. formal_parameter, param_value = \
  1036. yield [("RD", [sig_params, name_value]),
  1037. ("RD", [last_param, "value"]),
  1038. ]
  1039. else:
  1040. param_b, = yield [("RD", [task_frame, "phase"])]
  1041. param_c, param_a = \
  1042. yield [("RD", [param_b, "next_param"]),
  1043. ("RRD", [param_b, "next_param"]),
  1044. ]
  1045. param_a = param_a[0]
  1046. name, param_value = \
  1047. yield [("RD", [param_a, "name"]),
  1048. ("RD", [param_b, "value"]),
  1049. ]
  1050. name_value, = \
  1051. yield [("RV", [name])]
  1052. formal_parameter, _ = \
  1053. yield [("RD", [sig_params, name_value]),
  1054. ("CD", [evalstack, "phase", param_c]),
  1055. ]
  1056. new_phase, new_evalstack, variable, returnvalue = \
  1057. yield [("CNV", ["init"]),
  1058. ("CN", []),
  1059. ("CN", []),
  1060. ("RD", [task_frame, "returnvalue"]),
  1061. ]
  1062. _, _, _, _, _, _ = \
  1063. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1064. ("CD", [new_evalstack, "prev", evalstack]),
  1065. ("CD", [evalstack, "inst", inst]),
  1066. ("CD", [task_frame, "phase", new_phase]),
  1067. ("CD", [task_frame, "IP", param_value]),
  1068. ("CD", [variable, "value", returnvalue]),
  1069. ]
  1070. t1, = yield [("CE", [new_symbols, variable])]
  1071. _, _, _, _ = \
  1072. yield [("CE", [t1, formal_parameter]),
  1073. ("DE", [phase_link]),
  1074. ("DE", [ip_link]),
  1075. ("DE", [evalstack_link]),
  1076. ]
  1077. def input_init(self, task_root):
  1078. task_frame, = yield [("RD", [task_root, "frame"])]
  1079. returnvalue_link, _input = \
  1080. yield [("RDE", [task_frame, "returnvalue"]),
  1081. ("RD", [task_root, "input"]),
  1082. ]
  1083. value, next, phase_link = \
  1084. yield [("RD", [_input, "value"]),
  1085. ("RD", [_input, "next"]),
  1086. ("RDE", [task_frame, "phase"]),
  1087. ]
  1088. if value is not None:
  1089. v = yield [("RV", [value])]
  1090. _, _, finish = \
  1091. yield [("CD", [task_frame, "returnvalue", value]),
  1092. ("CD", [task_root, "input", next]),
  1093. ("CNV", ["finish"]),
  1094. ]
  1095. _, _, _, _ = \
  1096. yield [("CD", [task_frame, "phase", finish]),
  1097. ("DN", [_input]),
  1098. ("DE", [returnvalue_link]),
  1099. ("DE", [phase_link]),
  1100. ]
  1101. self.input_value = value
  1102. else:
  1103. # No input yet, so just wait and don't advance IP or phase
  1104. self.input_value = None
  1105. ex = primitive_functions.SleepKernel(0.1, True)
  1106. raise ex
  1107. def output_init(self, task_root):
  1108. task_frame, = yield [("RD", [task_root, "frame"])]
  1109. evalstack, evalstack_link, ip_link, inst = \
  1110. yield [("RD", [task_frame, "evalstack"]),
  1111. ("RDE", [task_frame, "evalstack"]),
  1112. ("RDE", [task_frame, "IP"]),
  1113. ("RD", [task_frame, "IP"]),
  1114. ]
  1115. value, new_evalstack, evalstack_phase = \
  1116. yield [("RD", [inst, "value"]),
  1117. ("CN", []),
  1118. ("CNV", ["output"]),
  1119. ]
  1120. _, _, _, _, _, _, _ = \
  1121. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1122. ("CD", [new_evalstack, "prev", evalstack]),
  1123. ("CD", [evalstack, "inst", inst]),
  1124. ("CD", [evalstack, "phase", evalstack_phase]),
  1125. ("CD", [task_frame, "IP", value]),
  1126. ("DE", [evalstack_link]),
  1127. ("DE", [ip_link]),
  1128. ]
  1129. def output_output(self, task_root):
  1130. task_frame, = yield [("RD", [task_root, "frame"])]
  1131. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1132. yield [("RDE", [task_frame, "returnvalue"]),
  1133. ("RD", [task_frame, "returnvalue"]),
  1134. ("RD", [task_root, "last_output"]),
  1135. ("RDE", [task_frame, "phase"]),
  1136. ("RDE", [task_root, "last_output"]),
  1137. ("CN", []),
  1138. ("CNV", ["finish"]),
  1139. ]
  1140. _, _, _, _, _, _ = \
  1141. yield [("CD", [last_output, "value", returnvalue]),
  1142. ("CD", [last_output, "next", new_last_output]),
  1143. ("CD", [task_root, "last_output", new_last_output]),
  1144. ("CD", [task_frame, "phase", finish]),
  1145. ("DE", [last_output_link]),
  1146. ("DE", [phase_link]),
  1147. ]
  1148. def declare_init(self, task_root):
  1149. task_frame, = yield [("RD", [task_root, "frame"])]
  1150. inst, = yield [("RD", [task_frame, "IP"])]
  1151. new_var, symbols, phase_link, empty_node, new_phase = \
  1152. yield [("RD", [inst, "var"]),
  1153. ("RD", [task_frame, "symbols"]),
  1154. ("RDE", [task_frame, "phase"]),
  1155. ("CN", []),
  1156. ("CNV", ["finish"]),
  1157. ]
  1158. exists, = yield [("RDN", [symbols, new_var])]
  1159. if exists is None:
  1160. new_edge, = yield [("CE", [symbols, empty_node])]
  1161. _ = yield [("CE", [new_edge, new_var])]
  1162. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1163. ("DE", [phase_link]),
  1164. ]
  1165. def global_init(self, task_root):
  1166. task_frame, = yield [("RD", [task_root, "frame"])]
  1167. inst, = yield [("RD", [task_frame, "IP"])]
  1168. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1169. yield [("RD", [inst, "var"]),
  1170. ("RD", [task_root, "globals"]),
  1171. ("RDE", [task_frame, "phase"]),
  1172. ("CN", []),
  1173. ("CNV", ["finish"]),
  1174. ]
  1175. value, = yield [("RV", [new_var])]
  1176. exists, = yield [("RDE", [global_symbols, value])]
  1177. if exists is not None:
  1178. yield [("DE", [exists])]
  1179. yield [("CD", [global_symbols, value, empty_node])]
  1180. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1181. ("DE", [phase_link])
  1182. ]