main.py 66 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_jit.jit as jit
  5. import modelverse_jit.intrinsics as jit_intrinsics
  6. import modelverse_jit.jit_primitives as jit_primitives
  7. import modelverse_jit.runtime as jit_runtime
  8. from collections import defaultdict
  9. import sys
  10. import time
  11. if sys.version > '3': # pragma: no cover
  12. string_types = (str,)
  13. else:
  14. string_types = (str, unicode)
  15. class ModelverseKernel(object):
  16. def __init__(self, root):
  17. self.root = root
  18. self.returnvalue = None
  19. # request_handlers is a dictionary of tasknames to dictionaries of operations
  20. # to request handlers. In generics notation:
  21. #
  22. # Dictionary<
  23. # Username,
  24. # Dictionary<
  25. # Operation,
  26. # RequestHandler>>
  27. #
  28. self.request_handlers = {}
  29. self.allow_compiled = True
  30. #self.allow_compiled = False
  31. # Set `self.suggest_function_names` to True to associate global function names
  32. # with their function bodies.
  33. self.suggest_function_names = True
  34. # `self.jit` handles most JIT-related functionality.
  35. self.jit = jit.ModelverseJit()
  36. if self.allow_compiled:
  37. self.jit.compiled_function_lookup = lambda func_name: \
  38. getattr(compiled_functions, func_name, None)
  39. jit_intrinsics.register_intrinsics(self.jit)
  40. # To disable the JIT, uncomment the line below:
  41. #
  42. # self.jit.set_jit_enabled(False)
  43. #
  44. # To disable direct calls in the JIT, uncomment the line below:
  45. #
  46. # self.jit.allow_direct_calls(False)
  47. #
  48. # To disable thunks in the JIT, uncomment the line below:
  49. #
  50. # self.jit.enable_thunks(False)
  51. #
  52. # To make the JIT compile 'input' instructions as calls to
  53. # modelverse_jit.runtime.get_input, uncomment the line below:
  54. #
  55. # self.jit.use_input_function()
  56. #
  57. # To disable source maps in the JIT, uncomment the line below:
  58. #
  59. # self.jit.enable_source_maps(False)
  60. #
  61. # To enable tracing in the JIT (for debugging purposes), uncomment
  62. # the line below:
  63. #
  64. # self.jit.enable_tracing()
  65. #
  66. # To make the JIT print JIT successes and errors to the command-line,
  67. # uncomment the line below:
  68. #
  69. # self.jit.set_jit_success_log()
  70. #
  71. # If you want, you can use a custom logging function:
  72. #
  73. # self.jit.set_jit_success_log(logging_function)
  74. #
  75. # To make the JIT print jitted code to the command-line, uncomment the
  76. # line below:
  77. #
  78. # self.jit.set_jit_code_log()
  79. #
  80. # If you want, you can use a custom logging function:
  81. #
  82. # self.jit.set_jit_code_log(logging_function)
  83. #
  84. self.debug_info = defaultdict(list)
  85. def execute_yields(self, taskname, operation, params, reply):
  86. self.taskname = taskname
  87. if taskname not in self.request_handlers:
  88. self.request_handlers[taskname] = {}
  89. if operation not in self.request_handlers[taskname]:
  90. # Create the generator for the function to execute
  91. self.request_handlers[taskname][operation] = RequestHandler()
  92. handler = self.request_handlers[taskname][operation]
  93. if not handler.is_active():
  94. handler.push_generator(getattr(self, operation)(taskname, *params))
  95. return handler.handle_request(reply)
  96. def execute_rule(self, taskname):
  97. task_root, = yield [("RD", [self.root, taskname])]
  98. if task_root is None:
  99. yield None
  100. else:
  101. task_frame, = yield [("RD", [task_root, "frame"])]
  102. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  103. ("RD", [task_frame, "phase"]),
  104. ]
  105. self.new_debug, self.phase_v, inst_v = \
  106. yield [("RD", [self.inst, "__debug"]),
  107. ("RV", [phase]),
  108. ("RV", [self.inst]),
  109. ]
  110. if self.new_debug is not None:
  111. if self.debug_info[taskname]:
  112. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  113. if self.phase_v == "finish":
  114. gen = self.helper_init(task_root)
  115. elif self.inst is None:
  116. print("No instruction pointer found...")
  117. print(locals())
  118. print("Phase: " + str(self.phase_v))
  119. print("Debug: " + str(self.debug_info[taskname]))
  120. raise Exception("Instruction pointer could not be found!")
  121. elif isinstance(self.phase_v, string_types):
  122. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  123. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  124. gen = self.execute_jit(task_root, self.inst, taskname)
  125. elif inst_v is None:
  126. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  127. else:
  128. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  129. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  130. elif inst_v is None:
  131. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  132. elif inst_v["value"] == "call":
  133. #print("%-30s(%s)" % ("call", "param"))
  134. gen = self.call_param(task_root)
  135. else:
  136. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  137. def handle_jit_failed(exception):
  138. # Try again, but this time without the JIT.
  139. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  140. yield [("TAIL_CALL", [gen])]
  141. yield [("TRY", [])]
  142. yield [("CATCH", [jit.JitCompilationFailedException, handle_jit_failed])]
  143. yield [("CALL", [gen])]
  144. yield [("END_TRY", [])]
  145. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  146. """Gets a generator for the given instruction in the given phase,
  147. for the specified task root."""
  148. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  149. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  150. ##########################
  151. ### Process primitives ###
  152. ##########################
  153. def load_primitives(self, taskname):
  154. yield [("CALL_ARGS",
  155. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  156. yield [("CALL_ARGS",
  157. [self.load_primitives_from, (taskname, 'jit', jit_primitives)])]
  158. def load_primitives_from(self, taskname, source_name, source):
  159. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  160. primitives, = yield [("RD", [hierarchy, source_name])]
  161. keys, = yield [("RDK", [primitives])]
  162. function_names = yield [("RV", [f]) for f in keys]
  163. signatures = yield [("RDN", [primitives, f]) for f in keys]
  164. bodies = yield [("RD", [f, "body"]) for f in signatures]
  165. for i in range(len(keys)):
  166. self.jit.register_compiled(
  167. bodies[i],
  168. getattr(source, function_names[i]),
  169. function_names[i])
  170. def print_instruction(self, inst, indent=0):
  171. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  172. #"string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  173. #"dict_read": (lambda x, y: "(%s[%s])" % (x, y)),
  174. #"dict_overwrite": (lambda x, y, z: "(%s[%s] = %s)" % (x, y, z)),
  175. #"dict_add_fast": (lambda x, y, z: "(%s[%s] = %s)" % (x, y, z)),
  176. #"dict_add_fast": (lambda x, y, z: "(%s[%s] = %s)" % (x, y, z)),
  177. }
  178. inst_type, = yield [("RV", [inst])]
  179. instruction = "(no_printer_for_%s)" % inst_type["value"]
  180. if inst_type["value"] == "if":
  181. cond, true, false = yield [("RD", [inst, "cond"]),
  182. ("RD", [inst, "then"]),
  183. ("RD", [inst, "else"])]
  184. cond, = yield [("CALL_ARGS", [self.print_instruction, (cond, 0)])]
  185. true, = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  186. if false:
  187. false, = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  188. false = (" " * indent + "else:\n%s\n") % false
  189. else:
  190. false = ""
  191. instruction = " " * indent + "if (" + cond + "):\n" + true + "\n" + false
  192. #TODO fix for inline calls
  193. elif inst_type["value"] == "constant":
  194. node, = yield [("RD", [inst, "node"])]
  195. node, = yield [("RV", [node])]
  196. if isinstance(node, str):
  197. instruction = " " * indent + '"%s"' % node
  198. else:
  199. instruction = " " * indent + str(node)
  200. elif inst_type["value"] == "return":
  201. value, = yield [("RD", [inst, "value"])]
  202. if value:
  203. value, = yield [("CALL_ARGS", [self.print_instruction, (value, 0)])]
  204. instruction = " " * indent + "return %s\n" % value
  205. else:
  206. instruction = " " * indent + "return\n"
  207. #TODO fix for inline calls
  208. elif inst_type["value"] == "declare":
  209. instruction = ""
  210. elif inst_type["value"] == "resolve":
  211. value, = yield [("RD", [inst, "var"])]
  212. str_value, = yield [("RV", [value])]
  213. if str_value:
  214. instruction = str_value
  215. else:
  216. instruction = "var_%s" % value
  217. elif inst_type["value"] == "assign":
  218. var, val = yield [("RD", [inst, "var"]),
  219. ("RD", [inst, "value"])]
  220. var, val = yield [("CALL_ARGS", [self.print_instruction, (var, 0)]),
  221. ("CALL_ARGS", [self.print_instruction, (val, 0)])]
  222. instruction = " " * indent + var + " = " + val + "\n"
  223. #TODO fix for inline calls
  224. elif inst_type["value"] == "call":
  225. func_name, = yield [("RD", [inst, "func"])]
  226. func_name, = yield [("CALL_ARGS", [self.print_instruction, (func_name, 0)])]
  227. param_list = []
  228. param, = yield [("RD", [inst, "params"])]
  229. while param:
  230. value, = yield [("RD", [param, "value"])]
  231. res, param = yield [("CALL_ARGS", [self.print_instruction, (value, 0)]),
  232. ("RD", [param, "next_param"])]
  233. param_list.append(res)
  234. if func_name in intrinsics:
  235. instruction = " " * indent + intrinsics[func_name](*param_list)
  236. else:
  237. instruction = " " * indent + func_name + "(" + ", ".join(param_list) + ")"
  238. """
  239. if indent == 0:
  240. #TODO fix for inline calls
  241. instruction = 'result, = yield [("CALL_ARGS", (%s, (' % func_name + ",".join(param_list) + ',)))]'
  242. else:
  243. instruction = " " * indent + 'yield [("CALL_ARGS", (%s, (' % func_name + ",".join(param_list) + ',)))]'
  244. """
  245. if indent:
  246. instruction += "\n"
  247. elif inst_type["value"] == "access":
  248. value, = yield [("RD", [inst, "var"])]
  249. instruction, = yield [("CALL_ARGS", [self.print_instruction, (value, 0)])]
  250. elif inst_type["value"] == "while":
  251. cond, body = yield [("RD", [inst, "cond"]),
  252. ("RD", [inst, "body"])]
  253. cond, body = yield [("CALL_ARGS", [self.print_instruction, (cond, 0)]),
  254. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  255. instruction = " " * indent + "while (%s):\n" % cond + body
  256. #TODO fix for inline calls
  257. next_inst, = yield [("RD", [inst, "next"])]
  258. if next_inst:
  259. next_inst, = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  260. else:
  261. next_inst = ""
  262. raise primitive_functions.PrimitiveFinished(instruction + next_inst)
  263. def read_function(self, inst):
  264. initial_instruction = inst
  265. suggested_name = self.jit.get_global_name(inst)
  266. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  267. if suggested_name is None or is_mutable:
  268. print("Ignoring mutable or unreadable: %s" % suggested_name)
  269. raise jit.JitCompilationFailedException("FAIL")
  270. print("Reading function: %s" % suggested_name)
  271. printed, = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  272. print("Total printed function: ")
  273. func = "def " + suggested_name + "(" + ",".join(["var_%s" % param for param in params]) + "):\n" + printed
  274. print(func)
  275. def jit_compile(self, task_root, inst):
  276. # Try to retrieve the suggested name.
  277. suggested_name = self.jit.get_global_name(inst)
  278. # Have the JIT compile the function.
  279. #return self.jit.jit_compile(task_root, inst, suggested_name)
  280. if inst is None:
  281. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  282. elif inst in self.jit.jitted_entry_points:
  283. raise primitive_functions.PrimitiveFinished(
  284. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  285. compiled_func = self.jit.lookup_compiled_body(inst)
  286. if compiled_func is not None:
  287. raise primitive_functions.PrimitiveFinished(compiled_func)
  288. """
  289. def func(**kwargs):
  290. print("KWARGS: " + str(kwargs))
  291. #raise primitive_functions.PrimitiveFinished(None)
  292. """
  293. yield [("CALL_ARGS", [self.read_function, (inst,)])]
  294. raise jit.JitCompilationFailedException("FAIL")
  295. raise primitive_functions.PrimitiveFinished(func)
  296. def execute_jit(self, task_root, inst, taskname):
  297. # execute_jit
  298. task_frame, = yield [("RD", [task_root, "frame"])]
  299. symbols, = yield [("RD", [task_frame, "symbols"])]
  300. dict_keys_ref, = yield [("RDK", [symbols])]
  301. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  302. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  303. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  304. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  305. parameters = dict(list(zip(dict_keys, dict_values)))
  306. parameters["root"] = self.root
  307. parameters["task_root"] = task_root
  308. parameters["taskname"] = taskname
  309. parameters["mvk"] = self
  310. # Have the JIT compile the function.
  311. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  312. # Run the compiled function.
  313. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  314. if results is None:
  315. raise Exception(
  316. "%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  317. else:
  318. result, = results
  319. # Clean up the current stack, as if a return happened
  320. old_frame, exception_return = yield [
  321. ("RD", [task_frame, "prev"]),
  322. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  323. if self.debug_info[self.taskname]:
  324. self.debug_info[self.taskname].pop()
  325. if exception_return is not None:
  326. # The caller has requested that we throw an exception instead of injecting
  327. # the return value into the caller's frame. Read the comment at
  328. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  329. yield [("CD", [task_root, "frame", old_frame]),
  330. ("DN", [task_frame])]
  331. raise primitive_functions.InterpretedFunctionFinished(result)
  332. else:
  333. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  334. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  335. ("CD", [task_root, "frame", old_frame]),
  336. ("DE", [lnk]),
  337. ("DN", [task_frame]),
  338. ]
  339. ########################################
  340. ### Execute input and output methods ###
  341. ########################################
  342. def get_output(self, taskname):
  343. task_root, = yield [("RD", [self.root, taskname])]
  344. first_output, = yield [("RD", [task_root, "output"])]
  345. next_output, rv = yield [("RD", [first_output, "next"]),
  346. ("RD", [first_output, "value"]),
  347. ]
  348. if next_output is None:
  349. self.success = False
  350. self.returnvalue = None
  351. else:
  352. rv_value, _, _ = \
  353. yield [("RV", [rv]),
  354. ("CD", [task_root, "output", next_output]),
  355. ("DN", [first_output]),
  356. ]
  357. self.returnvalue = rv_value
  358. self.success = True
  359. def set_input(self, taskname, value):
  360. task_root, = yield [("RD", [self.root, taskname])]
  361. old_input, link, new_input, new_value = \
  362. yield [("RD", [task_root, "last_input"]),
  363. ("RDE", [task_root, "last_input"]),
  364. ("CN", []),
  365. ("CNV", [value]),
  366. ]
  367. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  368. ("CD", [old_input, "next", new_input]),
  369. ("CD", [old_input, "value", new_value]),
  370. ("DE", [link])
  371. ]
  372. self.returnvalue = {"id": 100, "value": "success"}
  373. #############################################
  374. ### Transformation rules for instructions ###
  375. #############################################
  376. def continue_init(self, task_root):
  377. task_frame, = yield [("RD", [task_root, "frame"])]
  378. inst, = yield [("RD", [task_frame, "IP"])]
  379. while_inst, = yield [("RD", [inst, "while"])]
  380. old_evalstack_link, old_phase_link, evalstack_roots = \
  381. yield [("RDE", [task_frame, "evalstack"]),
  382. ("RDE", [task_frame, "phase"]),
  383. ("RRD", [while_inst, self.taskname]),
  384. ]
  385. if len(evalstack_roots) == 1:
  386. evalstack_root = evalstack_roots[0]
  387. else:
  388. print("Got roots: " + str(evalstack_roots))
  389. raise Exception("Could not process continue statement!")
  390. prev_evalstack_roots, old_evalstack_phase_link = \
  391. yield [("RRD", [evalstack_root, "prev"]),
  392. ("RDE", [evalstack_root, "phase"]),
  393. ]
  394. if len(prev_evalstack_roots) == 1:
  395. prev_evalstack_root = prev_evalstack_roots[0]
  396. else:
  397. raise Exception("Could not process continue statement!")
  398. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  399. yield [("CN", []),
  400. ("CNV", ["init"]),
  401. ("CNV", ["finish"]),
  402. ("RDE", [prev_evalstack_root, "prev"]),
  403. ]
  404. _, _, _, _, _, _, _, _ = \
  405. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  406. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  407. ("CD", [task_frame, "phase", new_phase_inst]),
  408. ("CD", [evalstack_root, "phase", new_phase_while]),
  409. ("DE", [old_evalstack_link]),
  410. ("DE", [prev_evalstack_root_link]),
  411. ("DE", [old_phase_link]),
  412. ("DE", [old_evalstack_phase_link]),
  413. ]
  414. def break_init(self, task_root):
  415. task_frame, = yield [("RD", [task_root, "frame"])]
  416. inst, = yield [("RD", [task_frame, "IP"])]
  417. while_inst, = yield [("RD", [inst, "while"])]
  418. old_evalstack_link, old_phase_link, evalstack_roots = \
  419. yield [("RDE", [task_frame, "evalstack"]),
  420. ("RDE", [task_frame, "phase"]),
  421. ("RRD", [while_inst, self.taskname]),
  422. ]
  423. if len(evalstack_roots) == 1:
  424. evalstack_root = evalstack_roots[0]
  425. else:
  426. raise Exception("Could not process break statement!")
  427. prev_evalstack_roots, old_evalstack_phase_link = \
  428. yield [("RRD", [evalstack_root, "prev"]),
  429. ("RDE", [evalstack_root, "phase"]),
  430. ]
  431. if len(prev_evalstack_roots) == 1:
  432. prev_evalstack_root = prev_evalstack_roots[0]
  433. else:
  434. raise Exception("Could not process break statement!")
  435. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  436. yield [("CN", []),
  437. ("CNV", ["finish"]),
  438. ("CNV", ["finish"]),
  439. ("RDE", [prev_evalstack_root, "prev"]),
  440. ]
  441. _, _, _, _, _, _, _, _ = \
  442. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  443. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  444. ("CD", [task_frame, "phase", new_phase_inst]),
  445. ("CD", [evalstack_root, "phase", new_phase_while]),
  446. ("DE", [old_evalstack_link]),
  447. ("DE", [prev_evalstack_root_link]),
  448. ("DE", [old_phase_link]),
  449. ("DE", [old_evalstack_phase_link]),
  450. ]
  451. def if_init(self, task_root):
  452. task_frame, = yield [("RD", [task_root, "frame"])]
  453. evalstack, evalstack_link = \
  454. yield [("RD", [task_frame, "evalstack"]),
  455. ("RDE", [task_frame, "evalstack"]),
  456. ]
  457. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  458. ("RDE", [task_frame, "IP"]),
  459. ]
  460. cond, = yield [("RD", [inst, "cond"])]
  461. new_evalstack, new_phase = \
  462. yield [("CN", []),
  463. ("CNV", ["cond"]),
  464. ]
  465. _, _, _, _, _, _, _ = \
  466. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  467. ("CD", [new_evalstack, "prev", evalstack]),
  468. ("CD", [task_frame, "IP", cond]),
  469. ("CD", [evalstack, "inst", inst]),
  470. ("CD", [evalstack, "phase", new_phase]),
  471. ("DE", [evalstack_link]),
  472. ("DE", [ip_link]),
  473. ]
  474. def if_cond(self, task_root):
  475. task_frame, = yield [("RD", [task_root, "frame"])]
  476. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  477. ("RD", [task_frame, "IP"]),
  478. ]
  479. returnvalue_v, = yield [("RV", [returnvalue])]
  480. _else, = yield [("RD", [inst, "else"])]
  481. if returnvalue_v:
  482. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  483. yield [("RDE", [task_frame, "phase"]),
  484. ("RD", [task_frame, "evalstack"]),
  485. ("RDE", [task_frame, "evalstack"]),
  486. ("RDE", [task_frame, "IP"]),
  487. ("RD", [inst, "then"]),
  488. ("CN", []),
  489. ("CNV", ["finish"]),
  490. ("CNV", ["init"]),
  491. ]
  492. _, _, _, _, _, _, _, _, _ = \
  493. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  494. ("CD", [task_frame, "IP", _then]),
  495. ("CD", [new_evalstack, "prev", evalstack]),
  496. ("CD", [evalstack, "inst", inst]),
  497. ("CD", [evalstack, "phase", evalstack_phase]),
  498. ("CD", [task_frame, "phase", new_phase]),
  499. ("DE", [evalstack_link]),
  500. ("DE", [ip_link]),
  501. ("DE", [phase_link]),
  502. ]
  503. elif _else is None:
  504. phase_link, new_phase = \
  505. yield [("RDE", [task_frame, "phase"]),
  506. ("CNV", ["finish"]),
  507. ]
  508. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  509. ("DE", [phase_link]),
  510. ]
  511. else:
  512. phase_link, evalstack, evalstack_link, ip_link = \
  513. yield [("RDE", [task_frame, "phase"]),
  514. ("RD", [task_frame, "evalstack"]),
  515. ("RDE", [task_frame, "evalstack"]),
  516. ("RDE", [task_frame, "IP"]),
  517. ]
  518. new_evalstack, new_phase, evalstack_phase = \
  519. yield [("CN", []),
  520. ("CNV", ["init"]),
  521. ("CNV", ["finish"]),
  522. ]
  523. _, _, _, _, _, _, _, _, _ = \
  524. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  525. ("CD", [task_frame, "IP", _else]),
  526. ("CD", [new_evalstack, "prev", evalstack]),
  527. ("CD", [evalstack, "inst", inst]),
  528. ("CD", [evalstack, "phase", evalstack_phase]),
  529. ("CD", [task_frame, "phase", new_phase]),
  530. ("DE", [evalstack_link]),
  531. ("DE", [ip_link]),
  532. ("DE", [phase_link]),
  533. ]
  534. def while_init(self, task_root):
  535. task_frame, = yield [("RD", [task_root, "frame"])]
  536. evalstack, evalstack_link, ip_link, inst = \
  537. yield [("RD", [task_frame, "evalstack"]),
  538. ("RDE", [task_frame, "evalstack"]),
  539. ("RDE", [task_frame, "IP"]),
  540. ("RD", [task_frame, "IP"]),
  541. ]
  542. cond, new_evalstack, new_phase = \
  543. yield [("RD", [inst, "cond"]),
  544. ("CN", []),
  545. ("CNV", ["cond"]),
  546. ]
  547. _, _, _, _, _, _, _ = \
  548. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  549. ("CD", [new_evalstack, "prev", evalstack]),
  550. ("CD", [task_frame, "IP", cond]),
  551. ("CD", [evalstack, "phase", new_phase]),
  552. ("CD", [evalstack, "inst", inst]),
  553. ("DE", [evalstack_link]),
  554. ("DE", [ip_link]),
  555. ]
  556. def while_cond(self, task_root):
  557. task_frame, = yield [("RD", [task_root, "frame"])]
  558. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  559. returnvalue_v, = yield [("RV", [returnvalue])]
  560. if returnvalue_v:
  561. phase_link, evalstack, evalstack_link, ip_link, inst = \
  562. yield [("RDE", [task_frame, "phase"]),
  563. ("RD", [task_frame, "evalstack"]),
  564. ("RDE", [task_frame, "evalstack"]),
  565. ("RDE", [task_frame, "IP"]),
  566. ("RD", [task_frame, "IP"]),
  567. ]
  568. body, = yield [("RD", [inst, "body"])]
  569. new_evalstack, new_phase, evalstack_phase = \
  570. yield [("CN", []),
  571. ("CNV", ["init"]),
  572. ("CNV", ["init"]),
  573. ]
  574. _, _, _, _, _, _, _, _, _ = \
  575. yield [("CD", [task_frame, "IP", body]),
  576. ("CD", [task_frame, "phase", new_phase]),
  577. ("CD", [task_frame, "evalstack", new_evalstack]),
  578. ("CD", [new_evalstack, "prev", evalstack]),
  579. ("CD", [evalstack, "inst", inst]),
  580. ("CD", [evalstack, "phase", evalstack_phase]),
  581. ("DE", [evalstack_link]),
  582. ("DE", [ip_link]),
  583. ("DE", [phase_link]),
  584. ]
  585. # Check if we already have a taskname link to the evalstack
  586. links, = yield [("RD", [evalstack, self.taskname])]
  587. if links is None:
  588. yield [("CD", [evalstack, self.taskname, inst])]
  589. else:
  590. phase_link, new_phase = \
  591. yield [("RDE", [task_frame, "phase"]),
  592. ("CNV", ["finish"]),
  593. ]
  594. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  595. ("DE", [phase_link])
  596. ]
  597. def access_init(self, task_root):
  598. task_frame, = yield [("RD", [task_root, "frame"])]
  599. evalstack, evalstack_link, inst, ip_link = \
  600. yield [("RD", [task_frame, "evalstack"]),
  601. ("RDE", [task_frame, "evalstack"]),
  602. ("RD", [task_frame, "IP"]),
  603. ("RDE", [task_frame, "IP"]),
  604. ]
  605. var, new_evalstack, new_phase = \
  606. yield [("RD", [inst, "var"]),
  607. ("CN", []),
  608. ("CNV", ["eval"]),
  609. ]
  610. _, _, _, _, _, _, _ = \
  611. yield [("CD", [task_frame, "IP", var]),
  612. ("CD", [task_frame, "evalstack", new_evalstack]),
  613. ("CD", [new_evalstack, "prev", evalstack]),
  614. ("CD", [evalstack, "inst", inst]),
  615. ("CD", [evalstack, "phase", new_phase]),
  616. ("DE", [evalstack_link]),
  617. ("DE", [ip_link]),
  618. ]
  619. def access_eval(self, task_root):
  620. task_frame, = yield [("RD", [task_root, "frame"])]
  621. phase_link, returnvalue_link, returnvalue = \
  622. yield [("RDE", [task_frame, "phase"]),
  623. ("RDE", [task_frame, "returnvalue"]),
  624. ("RD", [task_frame, "returnvalue"]),
  625. ]
  626. value, new_phase = yield [("RD", [returnvalue, "value"]),
  627. ("CNV", ["finish"]),
  628. ]
  629. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  630. ("CD", [task_frame, "returnvalue", value]),
  631. ("DE", [phase_link]),
  632. ("DE", [returnvalue_link]),
  633. ]
  634. def resolve_init(self, task_root):
  635. task_frame, = yield [("RD", [task_root, "frame"])]
  636. symbols, evalstack, evalstack_link, ip_link, inst = \
  637. yield [("RD", [task_frame, "symbols"]),
  638. ("RD", [task_frame, "evalstack"]),
  639. ("RDE", [task_frame, "evalstack"]),
  640. ("RDE", [task_frame, "IP"]),
  641. ("RD", [task_frame, "IP"]),
  642. ]
  643. var, = yield [("RD", [inst, "var"])]
  644. variable, = yield [("RDN", [symbols, var])]
  645. if variable is None:
  646. phase_link, returnvalue_link, _globals, var_name = \
  647. yield [("RDE", [task_frame, "phase"]),
  648. ("RDE", [task_frame, "returnvalue"]),
  649. ("RD", [task_root, "globals"]),
  650. ("RV", [var]),
  651. ]
  652. variable, new_phase = \
  653. yield [("RD", [_globals, var_name]),
  654. ("CNV", ["finish"]),
  655. ]
  656. if variable is None:
  657. raise Exception(jit_runtime.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  658. # Resolved a global, so this is a string
  659. # Potentially, this might even be a function that we have precompiled already!
  660. # So check whether this is the case or not
  661. if self.allow_compiled:
  662. compiled_function = getattr(compiled_functions, var_name, None)
  663. if compiled_function is not None:
  664. # We have a compiled function ready!
  665. # Now we have to bind the ID to the compiled functions
  666. # For this, we read out the body of the resolved data
  667. compiler_val, = yield [("RD", [variable, "value"])]
  668. compiler_body, = yield [("RD", [compiler_val, "body"])]
  669. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  670. # If we're dealing with a function, then we might want to figure out what its body id
  671. # is now so we can suggest a name to the JIT later.
  672. if self.suggest_function_names and self.jit.get_global_body_id(var_name) is None:
  673. compiler_val, = yield [("RD", [variable, "value"])]
  674. if compiler_val is not None:
  675. compiler_body, = yield [("RD", [compiler_val, "body"])]
  676. if compiler_body is not None:
  677. self.jit.register_global(compiler_body, var_name)
  678. else:
  679. phase_link, returnvalue_link, new_phase = \
  680. yield [("RDE", [task_frame, "phase"]),
  681. ("RDE", [task_frame, "returnvalue"]),
  682. ("CNV", ["finish"]),
  683. ]
  684. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  685. ("CD", [task_frame, "returnvalue", variable]),
  686. ("DE", [phase_link]),
  687. ("DE", [returnvalue_link]),
  688. ]
  689. def assign_init(self, task_root):
  690. task_frame, = yield [("RD", [task_root, "frame"])]
  691. evalstack, evalstack_link, ip_link, inst = \
  692. yield [("RD", [task_frame, "evalstack"]),
  693. ("RDE", [task_frame, "evalstack"]),
  694. ("RDE", [task_frame, "IP"]),
  695. ("RD", [task_frame, "IP"]),
  696. ]
  697. var, new_evalstack, new_phase = \
  698. yield [("RD", [inst, "var"]),
  699. ("CN", []),
  700. ("CNV", ["value"]),
  701. ]
  702. _, _, _, _, _, _, _ = \
  703. yield [("CD", [task_frame, "IP", var]),
  704. ("CD", [task_frame, "evalstack", new_evalstack]),
  705. ("CD", [new_evalstack, "prev", evalstack]),
  706. ("CD", [evalstack, "inst", inst]),
  707. ("CD", [evalstack, "phase", new_phase]),
  708. ("DE", [evalstack_link]),
  709. ("DE", [ip_link]),
  710. ]
  711. def assign_value(self, task_root):
  712. task_frame, = yield [("RD", [task_root, "frame"])]
  713. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  714. yield [("RDE", [task_frame, "phase"]),
  715. ("RD", [task_frame, "evalstack"]),
  716. ("RD", [task_frame, "returnvalue"]),
  717. ("RDE", [task_frame, "evalstack"]),
  718. ("RDE", [task_frame, "IP"]),
  719. ("RD", [task_frame, "IP"]),
  720. ]
  721. value, new_evalstack, new_phase, evalstack_phase = \
  722. yield [("RD", [inst, "value"]),
  723. ("CN", []),
  724. ("CNV", ["init"]),
  725. ("CNV", ["assign"]),
  726. ]
  727. _, _, _, _, _, _, _, _, _, _ = \
  728. yield [("CD", [task_frame, "variable", returnvalue]),
  729. ("CD", [task_frame, "phase", new_phase]),
  730. ("CD", [task_frame, "evalstack", new_evalstack]),
  731. ("CD", [new_evalstack, "prev", evalstack]),
  732. ("CD", [evalstack, "inst", inst]),
  733. ("CD", [evalstack, "phase", evalstack_phase]),
  734. ("CD", [task_frame, "IP", value]),
  735. ("DE", [evalstack_link]),
  736. ("DE", [phase_link]),
  737. ("DE", [ip_link]),
  738. ]
  739. def assign_assign(self, task_root):
  740. task_frame, = yield [("RD", [task_root, "frame"])]
  741. phase_link, returnvalue, variable_link, variable = \
  742. yield [("RDE", [task_frame, "phase"]),
  743. ("RD", [task_frame, "returnvalue"]),
  744. ("RDE", [task_frame, "variable"]),
  745. ("RD", [task_frame, "variable"]),
  746. ]
  747. value_link, new_phase = \
  748. yield [("RDE", [variable, "value"]),
  749. ("CNV", ["finish"]),
  750. ]
  751. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  752. ("CD", [variable, "value", returnvalue]),
  753. ("DE", [variable_link]),
  754. ("DE", [value_link]),
  755. ("DE", [phase_link]),
  756. ]
  757. def return_init(self, task_root):
  758. task_frame, = yield [("RD", [task_root, "frame"])]
  759. inst, = yield [("RD", [task_frame, "IP"])]
  760. value, = yield [("RD", [inst, "value"])]
  761. if value is None:
  762. prev_frame, = yield [("RD", [task_frame, "prev"])]
  763. # If the callee's frame is marked with the '__exception_return' key, then
  764. # we need to throw an exception instead of just finishing here. This design
  765. # gives us O(1) state reads per jit-interpreter transition.
  766. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  767. if prev_frame is None:
  768. _, = yield [("DN", [task_root])]
  769. del self.debug_info[self.taskname]
  770. #print("Cleanup task " + str(self.taskname))
  771. else:
  772. if self.debug_info[self.taskname]:
  773. self.debug_info[self.taskname].pop()
  774. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  775. ("DN", [task_frame]),
  776. ]
  777. if exception_return is not None:
  778. raise primitive_functions.InterpretedFunctionFinished(None)
  779. else:
  780. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  781. yield [("RD", [task_frame, "evalstack"]),
  782. ("RDE", [task_frame, "evalstack"]),
  783. ("RDE", [task_frame, "IP"]),
  784. ("CN", []),
  785. ("CNV", ["eval"]),
  786. ]
  787. _, _, _, _, _, _, _ = \
  788. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  789. ("CD", [new_evalstack, "prev", evalstack]),
  790. ("CD", [evalstack, "inst", inst]),
  791. ("CD", [evalstack, "phase", evalstack_phase]),
  792. ("CD", [task_frame, "IP", value]),
  793. ("DE", [evalstack_link]),
  794. ("DE", [ip_link]),
  795. ]
  796. def return_eval(self, task_root):
  797. if self.debug_info[self.taskname]:
  798. self.debug_info[self.taskname].pop()
  799. task_frame, = yield [("RD", [task_root, "frame"])]
  800. prev_frame, = yield [("RD", [task_frame, "prev"])]
  801. if prev_frame is None:
  802. _, = yield [("DN", [task_root])]
  803. del self.debug_info[self.taskname]
  804. exception_return, returnvalue = yield [
  805. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  806. ("RD", [task_frame, "returnvalue"])]
  807. # If the callee's frame is marked with the '__exception_return' key, then
  808. # we need to throw an exception instead of just finishing here. This design
  809. # gives us O(1) state reads per jit-interpreter transition.
  810. if exception_return is not None:
  811. yield [
  812. ("CD", [task_root, "frame", prev_frame]),
  813. ("DN", [task_frame])]
  814. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  815. else:
  816. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  817. yield [
  818. ("CD", [task_root, "frame", prev_frame]),
  819. ("CD", [prev_frame, "returnvalue", returnvalue]),
  820. ("DE", [old_returnvalue_link]),
  821. ("DN", [task_frame])]
  822. def constant_init(self, task_root):
  823. task_frame, = yield [("RD", [task_root, "frame"])]
  824. phase_link, returnvalue_link, inst = \
  825. yield [("RDE", [task_frame, "phase"]),
  826. ("RDE", [task_frame, "returnvalue"]),
  827. ("RD", [task_frame, "IP"]),
  828. ]
  829. node, new_phase = yield [("RD", [inst, "node"]),
  830. ("CNV", ["finish"]),
  831. ]
  832. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  833. ("CD", [task_frame, "returnvalue", node]),
  834. ("DE", [returnvalue_link]),
  835. ("DE", [phase_link]),
  836. ]
  837. def helper_init(self, task_root):
  838. task_frame, = yield [("RD", [task_root, "frame"])]
  839. inst, = yield [("RD", [task_frame, "IP"])]
  840. next, = yield [("RD", [inst, "next"])]
  841. if next is None:
  842. ip_link, phase_link, evalstack_top = \
  843. yield [("RDE", [task_frame, "IP"]),
  844. ("RDE", [task_frame, "phase"]),
  845. ("RD", [task_frame, "evalstack"]),
  846. ]
  847. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  848. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  849. yield [("RD", [evalstack, "inst"]),
  850. ("RD", [evalstack, "phase"]),
  851. ("RDE", [evalstack, "inst"]),
  852. ("RDE", [evalstack, "phase"]),
  853. ]
  854. _, _, _, _, _, _, _, _ = \
  855. yield [("CD", [task_frame, "evalstack", evalstack]),
  856. ("CD", [task_frame, "IP", evalstack_inst]),
  857. ("CD", [task_frame, "phase", evalstack_phase]),
  858. ("DE", [ip_link]),
  859. ("DE", [phase_link]),
  860. ("DE", [evalstack_inst_link]),
  861. ("DE", [evalstack_phase_link]),
  862. ("DN", [evalstack_top]),
  863. ]
  864. else:
  865. ip_link, phase_link, new_phase = \
  866. yield [("RDE", [task_frame, "IP"]),
  867. ("RDE", [task_frame, "phase"]),
  868. ("CNV", ["init"]),
  869. ]
  870. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  871. ("CD", [task_frame, "phase", new_phase]),
  872. ("DE", [ip_link]),
  873. ("DE", [phase_link]),
  874. ]
  875. def call_init(self, task_root):
  876. task_frame, = yield [("RD", [task_root, "frame"])]
  877. symbols, evalstack, evalstack_link, ip_link, inst = \
  878. yield [("RD", [task_frame, "symbols"]),
  879. ("RD", [task_frame, "evalstack"]),
  880. ("RDE", [task_frame, "evalstack"]),
  881. ("RDE", [task_frame, "IP"]),
  882. ("RD", [task_frame, "IP"]),
  883. ]
  884. func, params = yield [("RD", [inst, "func"]),
  885. ("RD", [inst, "params"]),
  886. ]
  887. if params is None:
  888. new_evalstack, evalstack_phase = \
  889. yield [("CN", []),
  890. ("CNV", ["call"]),
  891. ]
  892. _, _, _, _, _, _, _ = \
  893. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  894. ("CD", [new_evalstack, "prev", evalstack]),
  895. ("CD", [evalstack, "inst", inst]),
  896. ("CD", [evalstack, "phase", evalstack_phase]),
  897. ("CD", [task_frame, "IP", func]),
  898. ("DE", [evalstack_link]),
  899. ("DE", [ip_link]),
  900. ]
  901. else:
  902. new_evalstack,= yield [("CN", [])]
  903. _, _, _, _, _, _, _ = \
  904. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  905. ("CD", [new_evalstack, "prev", evalstack]),
  906. ("CD", [evalstack, "inst", inst]),
  907. ("CD", [evalstack, "phase", params]),
  908. ("CD", [task_frame, "IP", func]),
  909. ("DE", [evalstack_link]),
  910. ("DE", [ip_link]),
  911. ]
  912. def call_call(self, task_root):
  913. self.debug_info[self.taskname].append("None")
  914. task_frame, = yield [("RD", [task_root, "frame"])]
  915. inst, = yield [("RD", [task_frame, "IP"])]
  916. param, = yield [("RD", [inst, "last_param"])]
  917. if param is None:
  918. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  919. body, = yield [("RD", [returnvalue, "body"])]
  920. self.jit.mark_entry_point(body)
  921. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  922. yield [("RDE", [task_frame, "phase"]),
  923. ("RDE", [task_root, "frame"]),
  924. ("CNV", ["finish"]),
  925. ("CNV", ["init"]),
  926. ("CN", []),
  927. ("CN", []),
  928. ("CN", []),
  929. ("CN", []),
  930. ]
  931. _, _, _, _, _, _, _, _, _, _, _ = \
  932. yield [("CD", [task_root, "frame", new_frame]),
  933. ("CD", [new_frame, "evalstack", new_evalstack]),
  934. ("CD", [new_frame, "symbols", new_symbols]),
  935. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  936. ("CD", [new_frame, "caller", inst]),
  937. ("CD", [new_frame, "phase", new_phase]),
  938. ("CD", [new_frame, "IP", body]),
  939. ("CD", [new_frame, "prev", task_frame]),
  940. ("CD", [task_frame, "phase", prev_phase]),
  941. ("DE", [phase_link]),
  942. ("DE", [frame_link]),
  943. ]
  944. else:
  945. newer_frames, invoking_frames = \
  946. yield [("RRD", [task_frame, "prev"]),
  947. ("RRD", [inst, "caller"]),
  948. ]
  949. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  950. phase_link, frame_link, new_symbols, new_IP = \
  951. yield [("RDE", [task_frame, "phase"]),
  952. ("RDE", [task_root, "frame"]),
  953. ("RD", [new_frame, "symbols"]),
  954. ("RD", [new_frame, "IP"]),
  955. ]
  956. signature, = yield [("RRD", [new_IP, "body"])]
  957. signature = signature[0]
  958. sig_params, last_param = \
  959. yield [("RD", [signature, "params"]),
  960. ("RD", [inst, "last_param"]),
  961. ]
  962. self.jit.mark_entry_point(new_IP)
  963. name, = yield [("RD", [last_param, "name"])]
  964. name_value, = yield [("RV", [name])]
  965. returnvalue, formal_parameter, new_phase, variable = \
  966. yield [("RD", [task_frame, "returnvalue"]),
  967. ("RD", [sig_params, name_value]),
  968. ("CNV", ["finish"]),
  969. ("CN", []),
  970. ]
  971. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  972. ("CD", [task_frame, "phase", new_phase]),
  973. ("CD", [variable, "value", returnvalue]),
  974. ("CE", [new_symbols, variable]),
  975. ]
  976. _, _, _ = yield [("CE", [t1, formal_parameter]),
  977. ("DE", [frame_link]),
  978. ("DE", [phase_link]),
  979. ]
  980. def find_overlapping(self, a, b):
  981. newer_frames = set(a)
  982. invoking_frames = set(b)
  983. matches = list(newer_frames.intersection(invoking_frames))
  984. if len(matches) == 1:
  985. return matches[0]
  986. elif len(matches) > 1:
  987. raise Exception("Error: multiple overlapping elements")
  988. else:
  989. raise Exception("Error: could not find any overlap")
  990. def call_param(self, task_root):
  991. task_frame, = yield [("RD", [task_root, "frame"])]
  992. inst, phase = yield [("RD", [task_frame, "IP"]),
  993. ("RD", [task_frame, "phase"]),
  994. ]
  995. params, last_param = \
  996. yield [("RD", [inst, "params"]),
  997. ("RD", [inst, "last_param"]),
  998. ]
  999. next_param, = yield [("RD", [params, "next_param"])]
  1000. if params == phase:
  1001. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1002. yield [("RDE", [task_frame, "phase"]),
  1003. ("RDE", [task_frame, "IP"]),
  1004. ("RD", [task_frame, "returnvalue"]),
  1005. ("RD", [params, "value"]),
  1006. ("RD", [task_frame, "evalstack"]),
  1007. ("RDE", [task_frame, "evalstack"]),
  1008. ]
  1009. body, = yield [("RD", [returnvalue, "body"])]
  1010. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1011. yield [("CN", []),
  1012. ("CN", []),
  1013. ("CNV", ["init"]),
  1014. ("CNV", ["init"]),
  1015. ("CN", []),
  1016. ("CN", []),
  1017. ("CN", []),
  1018. ]
  1019. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1020. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1021. ("CD", [new_frame, "symbols", new_symbols]),
  1022. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1023. ("CD", [new_frame, "caller", inst]),
  1024. ("CD", [new_frame, "phase", new_phase]),
  1025. ("CD", [new_frame, "IP", body]),
  1026. ("CD", [new_frame, "prev", task_frame]),
  1027. ("CD", [task_frame, "phase", prev_phase]),
  1028. ("CD", [task_frame, "IP", param_value]),
  1029. ("CD", [prev_evalstack, "prev", evalstack]),
  1030. ("CD", [evalstack, "inst", inst]),
  1031. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1032. ("DE", [evalstack_link]),
  1033. ("DE", [ip_link]),
  1034. ("DE", [phase_link]),
  1035. ]
  1036. if next_param is not None:
  1037. _ = yield [("CD", [evalstack, "phase", next_param])]
  1038. else:
  1039. evalstack_phase, = \
  1040. yield [("CNV", ["call"])]
  1041. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1042. else:
  1043. frame_link, phase_link, newer_frames, invoking_frames = \
  1044. yield [("RDE", [task_root, "frame"]),
  1045. ("RDE", [task_frame, "phase"]),
  1046. ("RRD", [task_frame, "prev"]),
  1047. ("RRD", [inst, "caller"]),
  1048. ]
  1049. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1050. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1051. yield [("RDE", [task_frame, "IP"]),
  1052. ("RD", [task_frame, "evalstack"]),
  1053. ("RDE", [task_frame, "evalstack"]),
  1054. ("RD", [new_frame, "symbols"]),
  1055. ("RD", [new_frame, "IP"]),
  1056. ]
  1057. signature, = yield [("RRD", [new_IP, "body"])]
  1058. signature = signature[0]
  1059. sig_params, = yield [("RD", [signature, "params"])]
  1060. if last_param == phase:
  1061. prev_param, = \
  1062. yield [("RRD", [last_param, "next_param"])]
  1063. prev_param = prev_param[0]
  1064. name, = yield [("RD", [prev_param, "name"])]
  1065. name_value, = \
  1066. yield [("RV", [name])]
  1067. evalstack_phase, = \
  1068. yield [("CNV", ["call"])]
  1069. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1070. formal_parameter, param_value = \
  1071. yield [("RD", [sig_params, name_value]),
  1072. ("RD", [last_param, "value"]),
  1073. ]
  1074. else:
  1075. param_b, = yield [("RD", [task_frame, "phase"])]
  1076. param_c, param_a = \
  1077. yield [("RD", [param_b, "next_param"]),
  1078. ("RRD", [param_b, "next_param"]),
  1079. ]
  1080. param_a = param_a[0]
  1081. name, param_value = \
  1082. yield [("RD", [param_a, "name"]),
  1083. ("RD", [param_b, "value"]),
  1084. ]
  1085. name_value, = \
  1086. yield [("RV", [name])]
  1087. formal_parameter, _ = \
  1088. yield [("RD", [sig_params, name_value]),
  1089. ("CD", [evalstack, "phase", param_c]),
  1090. ]
  1091. new_phase, new_evalstack, variable, returnvalue = \
  1092. yield [("CNV", ["init"]),
  1093. ("CN", []),
  1094. ("CN", []),
  1095. ("RD", [task_frame, "returnvalue"]),
  1096. ]
  1097. _, _, _, _, _, _ = \
  1098. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1099. ("CD", [new_evalstack, "prev", evalstack]),
  1100. ("CD", [evalstack, "inst", inst]),
  1101. ("CD", [task_frame, "phase", new_phase]),
  1102. ("CD", [task_frame, "IP", param_value]),
  1103. ("CD", [variable, "value", returnvalue]),
  1104. ]
  1105. t1, = yield [("CE", [new_symbols, variable])]
  1106. _, _, _, _ = \
  1107. yield [("CE", [t1, formal_parameter]),
  1108. ("DE", [phase_link]),
  1109. ("DE", [ip_link]),
  1110. ("DE", [evalstack_link]),
  1111. ]
  1112. def input_init(self, task_root):
  1113. task_frame, = yield [("RD", [task_root, "frame"])]
  1114. returnvalue_link, _input = \
  1115. yield [("RDE", [task_frame, "returnvalue"]),
  1116. ("RD", [task_root, "input"]),
  1117. ]
  1118. value, next, phase_link = \
  1119. yield [("RD", [_input, "value"]),
  1120. ("RD", [_input, "next"]),
  1121. ("RDE", [task_frame, "phase"]),
  1122. ]
  1123. if value is not None:
  1124. v = yield [("RV", [value])]
  1125. _, _, finish = \
  1126. yield [("CD", [task_frame, "returnvalue", value]),
  1127. ("CD", [task_root, "input", next]),
  1128. ("CNV", ["finish"]),
  1129. ]
  1130. _, _, _, _ = \
  1131. yield [("CD", [task_frame, "phase", finish]),
  1132. ("DN", [_input]),
  1133. ("DE", [returnvalue_link]),
  1134. ("DE", [phase_link]),
  1135. ]
  1136. self.input_value = value
  1137. else:
  1138. # No input yet, so just wait and don't advance IP or phase
  1139. self.input_value = None
  1140. ex = primitive_functions.SleepKernel(0.1, True)
  1141. raise ex
  1142. def output_init(self, task_root):
  1143. task_frame, = yield [("RD", [task_root, "frame"])]
  1144. evalstack, evalstack_link, ip_link, inst = \
  1145. yield [("RD", [task_frame, "evalstack"]),
  1146. ("RDE", [task_frame, "evalstack"]),
  1147. ("RDE", [task_frame, "IP"]),
  1148. ("RD", [task_frame, "IP"]),
  1149. ]
  1150. value, new_evalstack, evalstack_phase = \
  1151. yield [("RD", [inst, "value"]),
  1152. ("CN", []),
  1153. ("CNV", ["output"]),
  1154. ]
  1155. _, _, _, _, _, _, _ = \
  1156. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1157. ("CD", [new_evalstack, "prev", evalstack]),
  1158. ("CD", [evalstack, "inst", inst]),
  1159. ("CD", [evalstack, "phase", evalstack_phase]),
  1160. ("CD", [task_frame, "IP", value]),
  1161. ("DE", [evalstack_link]),
  1162. ("DE", [ip_link]),
  1163. ]
  1164. def output_output(self, task_root):
  1165. task_frame, = yield [("RD", [task_root, "frame"])]
  1166. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1167. yield [("RDE", [task_frame, "returnvalue"]),
  1168. ("RD", [task_frame, "returnvalue"]),
  1169. ("RD", [task_root, "last_output"]),
  1170. ("RDE", [task_frame, "phase"]),
  1171. ("RDE", [task_root, "last_output"]),
  1172. ("CN", []),
  1173. ("CNV", ["finish"]),
  1174. ]
  1175. _, _, _, _, _, _ = \
  1176. yield [("CD", [last_output, "value", returnvalue]),
  1177. ("CD", [last_output, "next", new_last_output]),
  1178. ("CD", [task_root, "last_output", new_last_output]),
  1179. ("CD", [task_frame, "phase", finish]),
  1180. ("DE", [last_output_link]),
  1181. ("DE", [phase_link]),
  1182. ]
  1183. def declare_init(self, task_root):
  1184. task_frame, = yield [("RD", [task_root, "frame"])]
  1185. inst, = yield [("RD", [task_frame, "IP"])]
  1186. new_var, symbols, phase_link, empty_node, new_phase = \
  1187. yield [("RD", [inst, "var"]),
  1188. ("RD", [task_frame, "symbols"]),
  1189. ("RDE", [task_frame, "phase"]),
  1190. ("CN", []),
  1191. ("CNV", ["finish"]),
  1192. ]
  1193. exists, = yield [("RDN", [symbols, new_var])]
  1194. if exists is None:
  1195. new_edge, = yield [("CE", [symbols, empty_node])]
  1196. _ = yield [("CE", [new_edge, new_var])]
  1197. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1198. ("DE", [phase_link]),
  1199. ]
  1200. def global_init(self, task_root):
  1201. task_frame, = yield [("RD", [task_root, "frame"])]
  1202. inst, = yield [("RD", [task_frame, "IP"])]
  1203. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1204. yield [("RD", [inst, "var"]),
  1205. ("RD", [task_root, "globals"]),
  1206. ("RDE", [task_frame, "phase"]),
  1207. ("CN", []),
  1208. ("CNV", ["finish"]),
  1209. ]
  1210. value, = yield [("RV", [new_var])]
  1211. exists, = yield [("RDE", [global_symbols, value])]
  1212. if exists is not None:
  1213. yield [("DE", [exists])]
  1214. yield [("CD", [global_symbols, value, empty_node])]
  1215. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1216. ("DE", [phase_link])
  1217. ]