main.py 65 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_jit.jit as jit
  5. import modelverse_jit.intrinsics as jit_intrinsics
  6. import modelverse_jit.jit_primitives as jit_primitives
  7. import modelverse_jit.runtime as jit_runtime
  8. from collections import defaultdict
  9. import sys
  10. import time
  11. if sys.version > '3': # pragma: no cover
  12. string_types = (str,)
  13. else:
  14. string_types = (str, unicode)
  15. class ModelverseKernel(object):
  16. def __init__(self, root):
  17. self.root = root
  18. self.returnvalue = None
  19. # request_handlers is a dictionary of tasknames to dictionaries of operations
  20. # to request handlers. In generics notation:
  21. #
  22. # Dictionary<
  23. # Username,
  24. # Dictionary<
  25. # Operation,
  26. # RequestHandler>>
  27. #
  28. self.request_handlers = {}
  29. self.allow_compiled = True
  30. #self.allow_compiled = False
  31. # Set `self.suggest_function_names` to True to associate global function names
  32. # with their function bodies.
  33. self.suggest_function_names = True
  34. # `self.jit` handles most JIT-related functionality.
  35. self.jit = jit.ModelverseJit()
  36. if self.allow_compiled:
  37. self.jit.compiled_function_lookup = lambda func_name: \
  38. getattr(compiled_functions, func_name, None)
  39. jit_intrinsics.register_intrinsics(self.jit)
  40. # To disable the JIT, uncomment the line below:
  41. #
  42. # self.jit.set_jit_enabled(False)
  43. #
  44. # To disable direct calls in the JIT, uncomment the line below:
  45. #
  46. # self.jit.allow_direct_calls(False)
  47. #
  48. # To disable thunks in the JIT, uncomment the line below:
  49. #
  50. # self.jit.enable_thunks(False)
  51. #
  52. # To make the JIT compile 'input' instructions as calls to
  53. # modelverse_jit.runtime.get_input, uncomment the line below:
  54. #
  55. # self.jit.use_input_function()
  56. #
  57. # To disable source maps in the JIT, uncomment the line below:
  58. #
  59. # self.jit.enable_source_maps(False)
  60. #
  61. # To enable tracing in the JIT (for debugging purposes), uncomment
  62. # the line below:
  63. #
  64. # self.jit.enable_tracing()
  65. #
  66. # To make the JIT print JIT successes and errors to the command-line,
  67. # uncomment the line below:
  68. #
  69. # self.jit.set_jit_success_log()
  70. #
  71. # If you want, you can use a custom logging function:
  72. #
  73. # self.jit.set_jit_success_log(logging_function)
  74. #
  75. # To make the JIT print jitted code to the command-line, uncomment the
  76. # line below:
  77. #
  78. # self.jit.set_jit_code_log()
  79. #
  80. # If you want, you can use a custom logging function:
  81. #
  82. # self.jit.set_jit_code_log(logging_function)
  83. #
  84. self.debug_info = defaultdict(list)
  85. def execute_yields(self, taskname, operation, params, reply):
  86. self.taskname = taskname
  87. if taskname not in self.request_handlers:
  88. self.request_handlers[taskname] = {}
  89. if operation not in self.request_handlers[taskname]:
  90. # Create the generator for the function to execute
  91. self.request_handlers[taskname][operation] = RequestHandler()
  92. handler = self.request_handlers[taskname][operation]
  93. if not handler.is_active():
  94. handler.push_generator(getattr(self, operation)(taskname, *params))
  95. return handler.handle_request(reply)
  96. def execute_rule(self, taskname):
  97. task_root, = yield [("RD", [self.root, taskname])]
  98. if task_root is None:
  99. yield None
  100. else:
  101. task_frame, = yield [("RD", [task_root, "frame"])]
  102. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  103. ("RD", [task_frame, "phase"]),
  104. ]
  105. self.new_debug, self.phase_v, inst_v = \
  106. yield [("RD", [self.inst, "__debug"]),
  107. ("RV", [phase]),
  108. ("RV", [self.inst]),
  109. ]
  110. if self.new_debug is not None:
  111. if self.debug_info[taskname]:
  112. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  113. if self.phase_v == "finish":
  114. gen = self.helper_init(task_root)
  115. elif self.inst is None:
  116. raise Exception("Instruction pointer could not be found!")
  117. elif isinstance(self.phase_v, string_types):
  118. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  119. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  120. gen = self.execute_jit(task_root, self.inst, taskname)
  121. elif inst_v is None:
  122. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  123. else:
  124. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  125. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  126. elif inst_v is None:
  127. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  128. elif inst_v["value"] == "call":
  129. #print("%-30s(%s)" % ("call", "param"))
  130. gen = self.call_param(task_root)
  131. else:
  132. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  133. def handle_jit_failed(exception):
  134. # Try again, but this time without the JIT.
  135. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  136. yield [("TAIL_CALL", [gen])]
  137. yield [("TRY", [])]
  138. yield [("CATCH", [jit.JitCompilationFailedException, handle_jit_failed])]
  139. yield [("CALL", [gen])]
  140. yield [("END_TRY", [])]
  141. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  142. """Gets a generator for the given instruction in the given phase,
  143. for the specified task root."""
  144. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  145. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  146. ##########################
  147. ### Process primitives ###
  148. ##########################
  149. def load_primitives(self, taskname):
  150. yield [("CALL_ARGS",
  151. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  152. yield [("CALL_ARGS",
  153. [self.load_primitives_from, (taskname, 'jit', jit_primitives)])]
  154. def load_primitives_from(self, taskname, source_name, source):
  155. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  156. primitives, = yield [("RD", [hierarchy, source_name])]
  157. keys, = yield [("RDK", [primitives])]
  158. function_names = yield [("RV", [f]) for f in keys]
  159. signatures = yield [("RDN", [primitives, f]) for f in keys]
  160. bodies = yield [("RD", [f, "body"]) for f in signatures]
  161. for i in range(len(keys)):
  162. self.jit.register_compiled(
  163. bodies[i],
  164. getattr(source, function_names[i]),
  165. function_names[i])
  166. def print_instruction(self, inst, indent=0):
  167. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  168. #"string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  169. #"dict_read": (lambda x, y: "(%s[%s])" % (x, y)),
  170. #"dict_overwrite": (lambda x, y, z: "(%s[%s] = %s)" % (x, y, z)),
  171. #"dict_add_fast": (lambda x, y, z: "(%s[%s] = %s)" % (x, y, z)),
  172. #"dict_add_fast": (lambda x, y, z: "(%s[%s] = %s)" % (x, y, z)),
  173. }
  174. inst_type, = yield [("RV", [inst])]
  175. instruction = "(no_printer_for_%s)" % inst_type["value"]
  176. if inst_type["value"] == "if":
  177. cond, true, false = yield [("RD", [inst, "cond"]),
  178. ("RD", [inst, "then"]),
  179. ("RD", [inst, "else"])]
  180. cond, = yield [("CALL_ARGS", [self.print_instruction, (cond, 0)])]
  181. true, = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  182. if false:
  183. false, = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  184. false = (" " * indent + "else:\n%s\n") % false
  185. else:
  186. false = ""
  187. instruction = " " * indent + "if (" + cond + "):\n" + true + "\n" + false
  188. #TODO fix for inline calls
  189. elif inst_type["value"] == "constant":
  190. node, = yield [("RD", [inst, "node"])]
  191. node, = yield [("RV", [node])]
  192. if isinstance(node, str):
  193. instruction = " " * indent + '"%s"' % node
  194. else:
  195. instruction = " " * indent + str(node)
  196. elif inst_type["value"] == "return":
  197. value, = yield [("RD", [inst, "value"])]
  198. if value:
  199. value, = yield [("CALL_ARGS", [self.print_instruction, (value, 0)])]
  200. instruction = " " * indent + "return %s\n" % value
  201. else:
  202. instruction = " " * indent + "return\n"
  203. #TODO fix for inline calls
  204. elif inst_type["value"] == "declare":
  205. instruction = ""
  206. elif inst_type["value"] == "resolve":
  207. value, = yield [("RD", [inst, "var"])]
  208. str_value, = yield [("RV", [value])]
  209. if str_value:
  210. instruction = str_value
  211. else:
  212. instruction = "var_%s" % value
  213. elif inst_type["value"] == "assign":
  214. var, val = yield [("RD", [inst, "var"]),
  215. ("RD", [inst, "value"])]
  216. var, val = yield [("CALL_ARGS", [self.print_instruction, (var, 0)]),
  217. ("CALL_ARGS", [self.print_instruction, (val, 0)])]
  218. instruction = " " * indent + var + " = " + val + "\n"
  219. #TODO fix for inline calls
  220. elif inst_type["value"] == "call":
  221. func_name, = yield [("RD", [inst, "func"])]
  222. func_name, = yield [("CALL_ARGS", [self.print_instruction, (func_name, 0)])]
  223. param_list = []
  224. param, = yield [("RD", [inst, "params"])]
  225. while param:
  226. value, = yield [("RD", [param, "value"])]
  227. res, param = yield [("CALL_ARGS", [self.print_instruction, (value, 0)]),
  228. ("RD", [param, "next_param"])]
  229. param_list.append(res)
  230. if func_name in intrinsics:
  231. instruction = " " * indent + intrinsics[func_name](*param_list)
  232. else:
  233. instruction = " " * indent + func_name + "(" + ", ".join(param_list) + ")"
  234. """
  235. if indent == 0:
  236. #TODO fix for inline calls
  237. instruction = 'result, = yield [("CALL_ARGS", (%s, (' % func_name + ",".join(param_list) + ',)))]'
  238. else:
  239. instruction = " " * indent + 'yield [("CALL_ARGS", (%s, (' % func_name + ",".join(param_list) + ',)))]'
  240. """
  241. if indent:
  242. instruction += "\n"
  243. elif inst_type["value"] == "access":
  244. value, = yield [("RD", [inst, "var"])]
  245. instruction, = yield [("CALL_ARGS", [self.print_instruction, (value, 0)])]
  246. elif inst_type["value"] == "while":
  247. cond, body = yield [("RD", [inst, "cond"]),
  248. ("RD", [inst, "body"])]
  249. cond, body = yield [("CALL_ARGS", [self.print_instruction, (cond, 0)]),
  250. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  251. instruction = " " * indent + "while (%s):\n" % cond + body
  252. #TODO fix for inline calls
  253. next_inst, = yield [("RD", [inst, "next"])]
  254. if next_inst:
  255. next_inst, = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  256. else:
  257. next_inst = ""
  258. raise primitive_functions.PrimitiveFinished(instruction + next_inst)
  259. def read_function(self, inst):
  260. initial_instruction = inst
  261. suggested_name = self.jit.get_global_name(inst)
  262. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  263. if suggested_name is None or is_mutable:
  264. print("Ignoring mutable or unreadable: %s" % suggested_name)
  265. raise jit.JitCompilationFailedException("FAIL")
  266. print("Reading function: %s" % suggested_name)
  267. printed, = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  268. print("Total printed function: ")
  269. func = "def " + suggested_name + "(" + ",".join(["var_%s" % param for param in params]) + "):\n" + printed
  270. print(func)
  271. def jit_compile(self, task_root, inst):
  272. # Try to retrieve the suggested name.
  273. suggested_name = self.jit.get_global_name(inst)
  274. # Have the JIT compile the function.
  275. #return self.jit.jit_compile(task_root, inst, suggested_name)
  276. if inst is None:
  277. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  278. elif inst in self.jit.jitted_entry_points:
  279. raise primitive_functions.PrimitiveFinished(
  280. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  281. compiled_func = self.jit.lookup_compiled_body(inst)
  282. if compiled_func is not None:
  283. raise primitive_functions.PrimitiveFinished(compiled_func)
  284. """
  285. def func(**kwargs):
  286. print("KWARGS: " + str(kwargs))
  287. #raise primitive_functions.PrimitiveFinished(None)
  288. """
  289. yield [("CALL_ARGS", [self.read_function, (inst,)])]
  290. raise jit.JitCompilationFailedException("FAIL")
  291. raise primitive_functions.PrimitiveFinished(func)
  292. def execute_jit(self, task_root, inst, taskname):
  293. # execute_jit
  294. task_frame, = yield [("RD", [task_root, "frame"])]
  295. symbols, = yield [("RD", [task_frame, "symbols"])]
  296. dict_keys_ref, = yield [("RDK", [symbols])]
  297. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  298. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  299. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  300. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  301. parameters = dict(list(zip(dict_keys, dict_values)))
  302. parameters["root"] = self.root
  303. parameters["task_root"] = task_root
  304. parameters["taskname"] = taskname
  305. parameters["mvk"] = self
  306. # Have the JIT compile the function.
  307. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  308. # Run the compiled function.
  309. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  310. if results is None:
  311. raise Exception(
  312. "%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  313. else:
  314. result, = results
  315. # Clean up the current stack, as if a return happened
  316. old_frame, exception_return = yield [
  317. ("RD", [task_frame, "prev"]),
  318. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  319. if self.debug_info[self.taskname]:
  320. self.debug_info[self.taskname].pop()
  321. if exception_return is not None:
  322. # The caller has requested that we throw an exception instead of injecting
  323. # the return value into the caller's frame. Read the comment at
  324. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  325. yield [("CD", [task_root, "frame", old_frame]),
  326. ("DN", [task_frame])]
  327. raise primitive_functions.InterpretedFunctionFinished(result)
  328. else:
  329. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  330. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  331. ("CD", [task_root, "frame", old_frame]),
  332. ("DE", [lnk]),
  333. ("DN", [task_frame]),
  334. ]
  335. ########################################
  336. ### Execute input and output methods ###
  337. ########################################
  338. def get_output(self, taskname):
  339. task_root, = yield [("RD", [self.root, taskname])]
  340. first_output, = yield [("RD", [task_root, "output"])]
  341. next_output, rv = yield [("RD", [first_output, "next"]),
  342. ("RD", [first_output, "value"]),
  343. ]
  344. if next_output is None:
  345. self.success = False
  346. self.returnvalue = None
  347. else:
  348. rv_value, _, _ = \
  349. yield [("RV", [rv]),
  350. ("CD", [task_root, "output", next_output]),
  351. ("DN", [first_output]),
  352. ]
  353. self.returnvalue = rv_value
  354. self.success = True
  355. def set_input(self, taskname, value):
  356. task_root, = yield [("RD", [self.root, taskname])]
  357. old_input, link, new_input, new_value = \
  358. yield [("RD", [task_root, "last_input"]),
  359. ("RDE", [task_root, "last_input"]),
  360. ("CN", []),
  361. ("CNV", [value]),
  362. ]
  363. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  364. ("CD", [old_input, "next", new_input]),
  365. ("CD", [old_input, "value", new_value]),
  366. ("DE", [link])
  367. ]
  368. self.returnvalue = {"id": 100, "value": "success"}
  369. #############################################
  370. ### Transformation rules for instructions ###
  371. #############################################
  372. def continue_init(self, task_root):
  373. task_frame, = yield [("RD", [task_root, "frame"])]
  374. inst, = yield [("RD", [task_frame, "IP"])]
  375. while_inst, = yield [("RD", [inst, "while"])]
  376. old_evalstack_link, old_phase_link, evalstack_roots = \
  377. yield [("RDE", [task_frame, "evalstack"]),
  378. ("RDE", [task_frame, "phase"]),
  379. ("RRD", [while_inst, self.taskname]),
  380. ]
  381. if len(evalstack_roots) == 1:
  382. evalstack_root = evalstack_roots[0]
  383. else:
  384. print("Got roots: " + str(evalstack_roots))
  385. raise Exception("Could not process continue statement!")
  386. prev_evalstack_roots, old_evalstack_phase_link = \
  387. yield [("RRD", [evalstack_root, "prev"]),
  388. ("RDE", [evalstack_root, "phase"]),
  389. ]
  390. if len(prev_evalstack_roots) == 1:
  391. prev_evalstack_root = prev_evalstack_roots[0]
  392. else:
  393. raise Exception("Could not process continue statement!")
  394. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  395. yield [("CN", []),
  396. ("CNV", ["init"]),
  397. ("CNV", ["finish"]),
  398. ("RDE", [prev_evalstack_root, "prev"]),
  399. ]
  400. _, _, _, _, _, _, _, _ = \
  401. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  402. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  403. ("CD", [task_frame, "phase", new_phase_inst]),
  404. ("CD", [evalstack_root, "phase", new_phase_while]),
  405. ("DE", [old_evalstack_link]),
  406. ("DE", [prev_evalstack_root_link]),
  407. ("DE", [old_phase_link]),
  408. ("DE", [old_evalstack_phase_link]),
  409. ]
  410. def break_init(self, task_root):
  411. task_frame, = yield [("RD", [task_root, "frame"])]
  412. inst, = yield [("RD", [task_frame, "IP"])]
  413. while_inst, = yield [("RD", [inst, "while"])]
  414. old_evalstack_link, old_phase_link, evalstack_roots = \
  415. yield [("RDE", [task_frame, "evalstack"]),
  416. ("RDE", [task_frame, "phase"]),
  417. ("RRD", [while_inst, self.taskname]),
  418. ]
  419. if len(evalstack_roots) == 1:
  420. evalstack_root = evalstack_roots[0]
  421. else:
  422. raise Exception("Could not process break statement!")
  423. prev_evalstack_roots, old_evalstack_phase_link = \
  424. yield [("RRD", [evalstack_root, "prev"]),
  425. ("RDE", [evalstack_root, "phase"]),
  426. ]
  427. if len(prev_evalstack_roots) == 1:
  428. prev_evalstack_root = prev_evalstack_roots[0]
  429. else:
  430. raise Exception("Could not process break statement!")
  431. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  432. yield [("CN", []),
  433. ("CNV", ["finish"]),
  434. ("CNV", ["finish"]),
  435. ("RDE", [prev_evalstack_root, "prev"]),
  436. ]
  437. _, _, _, _, _, _, _, _ = \
  438. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  439. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  440. ("CD", [task_frame, "phase", new_phase_inst]),
  441. ("CD", [evalstack_root, "phase", new_phase_while]),
  442. ("DE", [old_evalstack_link]),
  443. ("DE", [prev_evalstack_root_link]),
  444. ("DE", [old_phase_link]),
  445. ("DE", [old_evalstack_phase_link]),
  446. ]
  447. def if_init(self, task_root):
  448. task_frame, = yield [("RD", [task_root, "frame"])]
  449. evalstack, evalstack_link = \
  450. yield [("RD", [task_frame, "evalstack"]),
  451. ("RDE", [task_frame, "evalstack"]),
  452. ]
  453. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  454. ("RDE", [task_frame, "IP"]),
  455. ]
  456. cond, = yield [("RD", [inst, "cond"])]
  457. new_evalstack, new_phase = \
  458. yield [("CN", []),
  459. ("CNV", ["cond"]),
  460. ]
  461. _, _, _, _, _, _, _ = \
  462. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  463. ("CD", [new_evalstack, "prev", evalstack]),
  464. ("CD", [task_frame, "IP", cond]),
  465. ("CD", [evalstack, "inst", inst]),
  466. ("CD", [evalstack, "phase", new_phase]),
  467. ("DE", [evalstack_link]),
  468. ("DE", [ip_link]),
  469. ]
  470. def if_cond(self, task_root):
  471. task_frame, = yield [("RD", [task_root, "frame"])]
  472. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  473. ("RD", [task_frame, "IP"]),
  474. ]
  475. returnvalue_v, = yield [("RV", [returnvalue])]
  476. _else, = yield [("RD", [inst, "else"])]
  477. if returnvalue_v:
  478. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  479. yield [("RDE", [task_frame, "phase"]),
  480. ("RD", [task_frame, "evalstack"]),
  481. ("RDE", [task_frame, "evalstack"]),
  482. ("RDE", [task_frame, "IP"]),
  483. ("RD", [inst, "then"]),
  484. ("CN", []),
  485. ("CNV", ["finish"]),
  486. ("CNV", ["init"]),
  487. ]
  488. _, _, _, _, _, _, _, _, _ = \
  489. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  490. ("CD", [task_frame, "IP", _then]),
  491. ("CD", [new_evalstack, "prev", evalstack]),
  492. ("CD", [evalstack, "inst", inst]),
  493. ("CD", [evalstack, "phase", evalstack_phase]),
  494. ("CD", [task_frame, "phase", new_phase]),
  495. ("DE", [evalstack_link]),
  496. ("DE", [ip_link]),
  497. ("DE", [phase_link]),
  498. ]
  499. elif _else is None:
  500. phase_link, new_phase = \
  501. yield [("RDE", [task_frame, "phase"]),
  502. ("CNV", ["finish"]),
  503. ]
  504. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  505. ("DE", [phase_link]),
  506. ]
  507. else:
  508. phase_link, evalstack, evalstack_link, ip_link = \
  509. yield [("RDE", [task_frame, "phase"]),
  510. ("RD", [task_frame, "evalstack"]),
  511. ("RDE", [task_frame, "evalstack"]),
  512. ("RDE", [task_frame, "IP"]),
  513. ]
  514. new_evalstack, new_phase, evalstack_phase = \
  515. yield [("CN", []),
  516. ("CNV", ["init"]),
  517. ("CNV", ["finish"]),
  518. ]
  519. _, _, _, _, _, _, _, _, _ = \
  520. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  521. ("CD", [task_frame, "IP", _else]),
  522. ("CD", [new_evalstack, "prev", evalstack]),
  523. ("CD", [evalstack, "inst", inst]),
  524. ("CD", [evalstack, "phase", evalstack_phase]),
  525. ("CD", [task_frame, "phase", new_phase]),
  526. ("DE", [evalstack_link]),
  527. ("DE", [ip_link]),
  528. ("DE", [phase_link]),
  529. ]
  530. def while_init(self, task_root):
  531. task_frame, = yield [("RD", [task_root, "frame"])]
  532. evalstack, evalstack_link, ip_link, inst = \
  533. yield [("RD", [task_frame, "evalstack"]),
  534. ("RDE", [task_frame, "evalstack"]),
  535. ("RDE", [task_frame, "IP"]),
  536. ("RD", [task_frame, "IP"]),
  537. ]
  538. cond, new_evalstack, new_phase = \
  539. yield [("RD", [inst, "cond"]),
  540. ("CN", []),
  541. ("CNV", ["cond"]),
  542. ]
  543. _, _, _, _, _, _, _ = \
  544. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  545. ("CD", [new_evalstack, "prev", evalstack]),
  546. ("CD", [task_frame, "IP", cond]),
  547. ("CD", [evalstack, "phase", new_phase]),
  548. ("CD", [evalstack, "inst", inst]),
  549. ("DE", [evalstack_link]),
  550. ("DE", [ip_link]),
  551. ]
  552. def while_cond(self, task_root):
  553. task_frame, = yield [("RD", [task_root, "frame"])]
  554. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  555. returnvalue_v, = yield [("RV", [returnvalue])]
  556. if returnvalue_v:
  557. phase_link, evalstack, evalstack_link, ip_link, inst = \
  558. yield [("RDE", [task_frame, "phase"]),
  559. ("RD", [task_frame, "evalstack"]),
  560. ("RDE", [task_frame, "evalstack"]),
  561. ("RDE", [task_frame, "IP"]),
  562. ("RD", [task_frame, "IP"]),
  563. ]
  564. body, = yield [("RD", [inst, "body"])]
  565. new_evalstack, new_phase, evalstack_phase = \
  566. yield [("CN", []),
  567. ("CNV", ["init"]),
  568. ("CNV", ["init"]),
  569. ]
  570. _, _, _, _, _, _, _, _, _ = \
  571. yield [("CD", [task_frame, "IP", body]),
  572. ("CD", [task_frame, "phase", new_phase]),
  573. ("CD", [task_frame, "evalstack", new_evalstack]),
  574. ("CD", [new_evalstack, "prev", evalstack]),
  575. ("CD", [evalstack, "inst", inst]),
  576. ("CD", [evalstack, "phase", evalstack_phase]),
  577. ("DE", [evalstack_link]),
  578. ("DE", [ip_link]),
  579. ("DE", [phase_link]),
  580. ]
  581. # Check if we already have a taskname link to the evalstack
  582. links, = yield [("RD", [evalstack, self.taskname])]
  583. if links is None:
  584. yield [("CD", [evalstack, self.taskname, inst])]
  585. else:
  586. phase_link, new_phase = \
  587. yield [("RDE", [task_frame, "phase"]),
  588. ("CNV", ["finish"]),
  589. ]
  590. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  591. ("DE", [phase_link])
  592. ]
  593. def access_init(self, task_root):
  594. task_frame, = yield [("RD", [task_root, "frame"])]
  595. evalstack, evalstack_link, inst, ip_link = \
  596. yield [("RD", [task_frame, "evalstack"]),
  597. ("RDE", [task_frame, "evalstack"]),
  598. ("RD", [task_frame, "IP"]),
  599. ("RDE", [task_frame, "IP"]),
  600. ]
  601. var, new_evalstack, new_phase = \
  602. yield [("RD", [inst, "var"]),
  603. ("CN", []),
  604. ("CNV", ["eval"]),
  605. ]
  606. _, _, _, _, _, _, _ = \
  607. yield [("CD", [task_frame, "IP", var]),
  608. ("CD", [task_frame, "evalstack", new_evalstack]),
  609. ("CD", [new_evalstack, "prev", evalstack]),
  610. ("CD", [evalstack, "inst", inst]),
  611. ("CD", [evalstack, "phase", new_phase]),
  612. ("DE", [evalstack_link]),
  613. ("DE", [ip_link]),
  614. ]
  615. def access_eval(self, task_root):
  616. task_frame, = yield [("RD", [task_root, "frame"])]
  617. phase_link, returnvalue_link, returnvalue = \
  618. yield [("RDE", [task_frame, "phase"]),
  619. ("RDE", [task_frame, "returnvalue"]),
  620. ("RD", [task_frame, "returnvalue"]),
  621. ]
  622. value, new_phase = yield [("RD", [returnvalue, "value"]),
  623. ("CNV", ["finish"]),
  624. ]
  625. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  626. ("CD", [task_frame, "returnvalue", value]),
  627. ("DE", [phase_link]),
  628. ("DE", [returnvalue_link]),
  629. ]
  630. def resolve_init(self, task_root):
  631. task_frame, = yield [("RD", [task_root, "frame"])]
  632. symbols, evalstack, evalstack_link, ip_link, inst = \
  633. yield [("RD", [task_frame, "symbols"]),
  634. ("RD", [task_frame, "evalstack"]),
  635. ("RDE", [task_frame, "evalstack"]),
  636. ("RDE", [task_frame, "IP"]),
  637. ("RD", [task_frame, "IP"]),
  638. ]
  639. var, = yield [("RD", [inst, "var"])]
  640. variable, = yield [("RDN", [symbols, var])]
  641. if variable is None:
  642. phase_link, returnvalue_link, _globals, var_name = \
  643. yield [("RDE", [task_frame, "phase"]),
  644. ("RDE", [task_frame, "returnvalue"]),
  645. ("RD", [task_root, "globals"]),
  646. ("RV", [var]),
  647. ]
  648. variable, new_phase = \
  649. yield [("RD", [_globals, var_name]),
  650. ("CNV", ["finish"]),
  651. ]
  652. if variable is None:
  653. raise Exception(jit_runtime.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  654. # Resolved a global, so this is a string
  655. # Potentially, this might even be a function that we have precompiled already!
  656. # So check whether this is the case or not
  657. if self.allow_compiled:
  658. compiled_function = getattr(compiled_functions, var_name, None)
  659. if compiled_function is not None:
  660. # We have a compiled function ready!
  661. # Now we have to bind the ID to the compiled functions
  662. # For this, we read out the body of the resolved data
  663. compiler_val, = yield [("RD", [variable, "value"])]
  664. compiler_body, = yield [("RD", [compiler_val, "body"])]
  665. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  666. # If we're dealing with a function, then we might want to figure out what its body id
  667. # is now so we can suggest a name to the JIT later.
  668. if self.suggest_function_names and self.jit.get_global_body_id(var_name) is None:
  669. compiler_val, = yield [("RD", [variable, "value"])]
  670. if compiler_val is not None:
  671. compiler_body, = yield [("RD", [compiler_val, "body"])]
  672. if compiler_body is not None:
  673. self.jit.register_global(compiler_body, var_name)
  674. else:
  675. phase_link, returnvalue_link, new_phase = \
  676. yield [("RDE", [task_frame, "phase"]),
  677. ("RDE", [task_frame, "returnvalue"]),
  678. ("CNV", ["finish"]),
  679. ]
  680. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  681. ("CD", [task_frame, "returnvalue", variable]),
  682. ("DE", [phase_link]),
  683. ("DE", [returnvalue_link]),
  684. ]
  685. def assign_init(self, task_root):
  686. task_frame, = yield [("RD", [task_root, "frame"])]
  687. evalstack, evalstack_link, ip_link, inst = \
  688. yield [("RD", [task_frame, "evalstack"]),
  689. ("RDE", [task_frame, "evalstack"]),
  690. ("RDE", [task_frame, "IP"]),
  691. ("RD", [task_frame, "IP"]),
  692. ]
  693. var, new_evalstack, new_phase = \
  694. yield [("RD", [inst, "var"]),
  695. ("CN", []),
  696. ("CNV", ["value"]),
  697. ]
  698. _, _, _, _, _, _, _ = \
  699. yield [("CD", [task_frame, "IP", var]),
  700. ("CD", [task_frame, "evalstack", new_evalstack]),
  701. ("CD", [new_evalstack, "prev", evalstack]),
  702. ("CD", [evalstack, "inst", inst]),
  703. ("CD", [evalstack, "phase", new_phase]),
  704. ("DE", [evalstack_link]),
  705. ("DE", [ip_link]),
  706. ]
  707. def assign_value(self, task_root):
  708. task_frame, = yield [("RD", [task_root, "frame"])]
  709. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  710. yield [("RDE", [task_frame, "phase"]),
  711. ("RD", [task_frame, "evalstack"]),
  712. ("RD", [task_frame, "returnvalue"]),
  713. ("RDE", [task_frame, "evalstack"]),
  714. ("RDE", [task_frame, "IP"]),
  715. ("RD", [task_frame, "IP"]),
  716. ]
  717. value, new_evalstack, new_phase, evalstack_phase = \
  718. yield [("RD", [inst, "value"]),
  719. ("CN", []),
  720. ("CNV", ["init"]),
  721. ("CNV", ["assign"]),
  722. ]
  723. _, _, _, _, _, _, _, _, _, _ = \
  724. yield [("CD", [task_frame, "variable", returnvalue]),
  725. ("CD", [task_frame, "phase", new_phase]),
  726. ("CD", [task_frame, "evalstack", new_evalstack]),
  727. ("CD", [new_evalstack, "prev", evalstack]),
  728. ("CD", [evalstack, "inst", inst]),
  729. ("CD", [evalstack, "phase", evalstack_phase]),
  730. ("CD", [task_frame, "IP", value]),
  731. ("DE", [evalstack_link]),
  732. ("DE", [phase_link]),
  733. ("DE", [ip_link]),
  734. ]
  735. def assign_assign(self, task_root):
  736. task_frame, = yield [("RD", [task_root, "frame"])]
  737. phase_link, returnvalue, variable_link, variable = \
  738. yield [("RDE", [task_frame, "phase"]),
  739. ("RD", [task_frame, "returnvalue"]),
  740. ("RDE", [task_frame, "variable"]),
  741. ("RD", [task_frame, "variable"]),
  742. ]
  743. value_link, new_phase = \
  744. yield [("RDE", [variable, "value"]),
  745. ("CNV", ["finish"]),
  746. ]
  747. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  748. ("CD", [variable, "value", returnvalue]),
  749. ("DE", [variable_link]),
  750. ("DE", [value_link]),
  751. ("DE", [phase_link]),
  752. ]
  753. def return_init(self, task_root):
  754. task_frame, = yield [("RD", [task_root, "frame"])]
  755. inst, = yield [("RD", [task_frame, "IP"])]
  756. value, = yield [("RD", [inst, "value"])]
  757. if value is None:
  758. prev_frame, = yield [("RD", [task_frame, "prev"])]
  759. # If the callee's frame is marked with the '__exception_return' key, then
  760. # we need to throw an exception instead of just finishing here. This design
  761. # gives us O(1) state reads per jit-interpreter transition.
  762. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  763. if prev_frame is None:
  764. _, = yield [("DN", [task_root])]
  765. del self.debug_info[self.taskname]
  766. #print("Cleanup task " + str(self.taskname))
  767. else:
  768. if self.debug_info[self.taskname]:
  769. self.debug_info[self.taskname].pop()
  770. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  771. ("DN", [task_frame]),
  772. ]
  773. if exception_return is not None:
  774. raise primitive_functions.InterpretedFunctionFinished(None)
  775. else:
  776. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  777. yield [("RD", [task_frame, "evalstack"]),
  778. ("RDE", [task_frame, "evalstack"]),
  779. ("RDE", [task_frame, "IP"]),
  780. ("CN", []),
  781. ("CNV", ["eval"]),
  782. ]
  783. _, _, _, _, _, _, _ = \
  784. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  785. ("CD", [new_evalstack, "prev", evalstack]),
  786. ("CD", [evalstack, "inst", inst]),
  787. ("CD", [evalstack, "phase", evalstack_phase]),
  788. ("CD", [task_frame, "IP", value]),
  789. ("DE", [evalstack_link]),
  790. ("DE", [ip_link]),
  791. ]
  792. def return_eval(self, task_root):
  793. if self.debug_info[self.taskname]:
  794. self.debug_info[self.taskname].pop()
  795. task_frame, = yield [("RD", [task_root, "frame"])]
  796. prev_frame, = yield [("RD", [task_frame, "prev"])]
  797. if prev_frame is None:
  798. _, = yield [("DN", [task_root])]
  799. del self.debug_info[self.taskname]
  800. exception_return, returnvalue = yield [
  801. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  802. ("RD", [task_frame, "returnvalue"])]
  803. # If the callee's frame is marked with the '__exception_return' key, then
  804. # we need to throw an exception instead of just finishing here. This design
  805. # gives us O(1) state reads per jit-interpreter transition.
  806. if exception_return is not None:
  807. yield [
  808. ("CD", [task_root, "frame", prev_frame]),
  809. ("DN", [task_frame])]
  810. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  811. else:
  812. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  813. yield [
  814. ("CD", [task_root, "frame", prev_frame]),
  815. ("CD", [prev_frame, "returnvalue", returnvalue]),
  816. ("DE", [old_returnvalue_link]),
  817. ("DN", [task_frame])]
  818. def constant_init(self, task_root):
  819. task_frame, = yield [("RD", [task_root, "frame"])]
  820. phase_link, returnvalue_link, inst = \
  821. yield [("RDE", [task_frame, "phase"]),
  822. ("RDE", [task_frame, "returnvalue"]),
  823. ("RD", [task_frame, "IP"]),
  824. ]
  825. node, new_phase = yield [("RD", [inst, "node"]),
  826. ("CNV", ["finish"]),
  827. ]
  828. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  829. ("CD", [task_frame, "returnvalue", node]),
  830. ("DE", [returnvalue_link]),
  831. ("DE", [phase_link]),
  832. ]
  833. def helper_init(self, task_root):
  834. task_frame, = yield [("RD", [task_root, "frame"])]
  835. inst, = yield [("RD", [task_frame, "IP"])]
  836. next, = yield [("RD", [inst, "next"])]
  837. if next is None:
  838. ip_link, phase_link, evalstack_top = \
  839. yield [("RDE", [task_frame, "IP"]),
  840. ("RDE", [task_frame, "phase"]),
  841. ("RD", [task_frame, "evalstack"]),
  842. ]
  843. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  844. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  845. yield [("RD", [evalstack, "inst"]),
  846. ("RD", [evalstack, "phase"]),
  847. ("RDE", [evalstack, "inst"]),
  848. ("RDE", [evalstack, "phase"]),
  849. ]
  850. _, _, _, _, _, _, _, _ = \
  851. yield [("CD", [task_frame, "evalstack", evalstack]),
  852. ("CD", [task_frame, "IP", evalstack_inst]),
  853. ("CD", [task_frame, "phase", evalstack_phase]),
  854. ("DE", [ip_link]),
  855. ("DE", [phase_link]),
  856. ("DE", [evalstack_inst_link]),
  857. ("DE", [evalstack_phase_link]),
  858. ("DN", [evalstack_top]),
  859. ]
  860. else:
  861. ip_link, phase_link, new_phase = \
  862. yield [("RDE", [task_frame, "IP"]),
  863. ("RDE", [task_frame, "phase"]),
  864. ("CNV", ["init"]),
  865. ]
  866. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  867. ("CD", [task_frame, "phase", new_phase]),
  868. ("DE", [ip_link]),
  869. ("DE", [phase_link]),
  870. ]
  871. def call_init(self, task_root):
  872. task_frame, = yield [("RD", [task_root, "frame"])]
  873. symbols, evalstack, evalstack_link, ip_link, inst = \
  874. yield [("RD", [task_frame, "symbols"]),
  875. ("RD", [task_frame, "evalstack"]),
  876. ("RDE", [task_frame, "evalstack"]),
  877. ("RDE", [task_frame, "IP"]),
  878. ("RD", [task_frame, "IP"]),
  879. ]
  880. func, params = yield [("RD", [inst, "func"]),
  881. ("RD", [inst, "params"]),
  882. ]
  883. if params is None:
  884. new_evalstack, evalstack_phase = \
  885. yield [("CN", []),
  886. ("CNV", ["call"]),
  887. ]
  888. _, _, _, _, _, _, _ = \
  889. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  890. ("CD", [new_evalstack, "prev", evalstack]),
  891. ("CD", [evalstack, "inst", inst]),
  892. ("CD", [evalstack, "phase", evalstack_phase]),
  893. ("CD", [task_frame, "IP", func]),
  894. ("DE", [evalstack_link]),
  895. ("DE", [ip_link]),
  896. ]
  897. else:
  898. new_evalstack,= yield [("CN", [])]
  899. _, _, _, _, _, _, _ = \
  900. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  901. ("CD", [new_evalstack, "prev", evalstack]),
  902. ("CD", [evalstack, "inst", inst]),
  903. ("CD", [evalstack, "phase", params]),
  904. ("CD", [task_frame, "IP", func]),
  905. ("DE", [evalstack_link]),
  906. ("DE", [ip_link]),
  907. ]
  908. def call_call(self, task_root):
  909. self.debug_info[self.taskname].append("None")
  910. task_frame, = yield [("RD", [task_root, "frame"])]
  911. inst, = yield [("RD", [task_frame, "IP"])]
  912. param, = yield [("RD", [inst, "last_param"])]
  913. if param is None:
  914. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  915. body, = yield [("RD", [returnvalue, "body"])]
  916. self.jit.mark_entry_point(body)
  917. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  918. yield [("RDE", [task_frame, "phase"]),
  919. ("RDE", [task_root, "frame"]),
  920. ("CNV", ["finish"]),
  921. ("CNV", ["init"]),
  922. ("CN", []),
  923. ("CN", []),
  924. ("CN", []),
  925. ("CN", []),
  926. ]
  927. _, _, _, _, _, _, _, _, _, _, _ = \
  928. yield [("CD", [task_root, "frame", new_frame]),
  929. ("CD", [new_frame, "evalstack", new_evalstack]),
  930. ("CD", [new_frame, "symbols", new_symbols]),
  931. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  932. ("CD", [new_frame, "caller", inst]),
  933. ("CD", [new_frame, "phase", new_phase]),
  934. ("CD", [new_frame, "IP", body]),
  935. ("CD", [new_frame, "prev", task_frame]),
  936. ("CD", [task_frame, "phase", prev_phase]),
  937. ("DE", [phase_link]),
  938. ("DE", [frame_link]),
  939. ]
  940. else:
  941. newer_frames, invoking_frames = \
  942. yield [("RRD", [task_frame, "prev"]),
  943. ("RRD", [inst, "caller"]),
  944. ]
  945. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  946. phase_link, frame_link, new_symbols, new_IP = \
  947. yield [("RDE", [task_frame, "phase"]),
  948. ("RDE", [task_root, "frame"]),
  949. ("RD", [new_frame, "symbols"]),
  950. ("RD", [new_frame, "IP"]),
  951. ]
  952. signature, = yield [("RRD", [new_IP, "body"])]
  953. signature = signature[0]
  954. sig_params, last_param = \
  955. yield [("RD", [signature, "params"]),
  956. ("RD", [inst, "last_param"]),
  957. ]
  958. self.jit.mark_entry_point(new_IP)
  959. name, = yield [("RD", [last_param, "name"])]
  960. name_value, = yield [("RV", [name])]
  961. returnvalue, formal_parameter, new_phase, variable = \
  962. yield [("RD", [task_frame, "returnvalue"]),
  963. ("RD", [sig_params, name_value]),
  964. ("CNV", ["finish"]),
  965. ("CN", []),
  966. ]
  967. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  968. ("CD", [task_frame, "phase", new_phase]),
  969. ("CD", [variable, "value", returnvalue]),
  970. ("CE", [new_symbols, variable]),
  971. ]
  972. _, _, _ = yield [("CE", [t1, formal_parameter]),
  973. ("DE", [frame_link]),
  974. ("DE", [phase_link]),
  975. ]
  976. def find_overlapping(self, a, b):
  977. newer_frames = set(a)
  978. invoking_frames = set(b)
  979. matches = list(newer_frames.intersection(invoking_frames))
  980. if len(matches) == 1:
  981. return matches[0]
  982. elif len(matches) > 1:
  983. raise Exception("Error: multiple overlapping elements")
  984. else:
  985. raise Exception("Error: could not find any overlap")
  986. def call_param(self, task_root):
  987. task_frame, = yield [("RD", [task_root, "frame"])]
  988. inst, phase = yield [("RD", [task_frame, "IP"]),
  989. ("RD", [task_frame, "phase"]),
  990. ]
  991. params, last_param = \
  992. yield [("RD", [inst, "params"]),
  993. ("RD", [inst, "last_param"]),
  994. ]
  995. next_param, = yield [("RD", [params, "next_param"])]
  996. if params == phase:
  997. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  998. yield [("RDE", [task_frame, "phase"]),
  999. ("RDE", [task_frame, "IP"]),
  1000. ("RD", [task_frame, "returnvalue"]),
  1001. ("RD", [params, "value"]),
  1002. ("RD", [task_frame, "evalstack"]),
  1003. ("RDE", [task_frame, "evalstack"]),
  1004. ]
  1005. body, = yield [("RD", [returnvalue, "body"])]
  1006. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1007. yield [("CN", []),
  1008. ("CN", []),
  1009. ("CNV", ["init"]),
  1010. ("CNV", ["init"]),
  1011. ("CN", []),
  1012. ("CN", []),
  1013. ("CN", []),
  1014. ]
  1015. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1016. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1017. ("CD", [new_frame, "symbols", new_symbols]),
  1018. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1019. ("CD", [new_frame, "caller", inst]),
  1020. ("CD", [new_frame, "phase", new_phase]),
  1021. ("CD", [new_frame, "IP", body]),
  1022. ("CD", [new_frame, "prev", task_frame]),
  1023. ("CD", [task_frame, "phase", prev_phase]),
  1024. ("CD", [task_frame, "IP", param_value]),
  1025. ("CD", [prev_evalstack, "prev", evalstack]),
  1026. ("CD", [evalstack, "inst", inst]),
  1027. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1028. ("DE", [evalstack_link]),
  1029. ("DE", [ip_link]),
  1030. ("DE", [phase_link]),
  1031. ]
  1032. if next_param is not None:
  1033. _ = yield [("CD", [evalstack, "phase", next_param])]
  1034. else:
  1035. evalstack_phase, = \
  1036. yield [("CNV", ["call"])]
  1037. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1038. else:
  1039. frame_link, phase_link, newer_frames, invoking_frames = \
  1040. yield [("RDE", [task_root, "frame"]),
  1041. ("RDE", [task_frame, "phase"]),
  1042. ("RRD", [task_frame, "prev"]),
  1043. ("RRD", [inst, "caller"]),
  1044. ]
  1045. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1046. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1047. yield [("RDE", [task_frame, "IP"]),
  1048. ("RD", [task_frame, "evalstack"]),
  1049. ("RDE", [task_frame, "evalstack"]),
  1050. ("RD", [new_frame, "symbols"]),
  1051. ("RD", [new_frame, "IP"]),
  1052. ]
  1053. signature, = yield [("RRD", [new_IP, "body"])]
  1054. signature = signature[0]
  1055. sig_params, = yield [("RD", [signature, "params"])]
  1056. if last_param == phase:
  1057. prev_param, = \
  1058. yield [("RRD", [last_param, "next_param"])]
  1059. prev_param = prev_param[0]
  1060. name, = yield [("RD", [prev_param, "name"])]
  1061. name_value, = \
  1062. yield [("RV", [name])]
  1063. evalstack_phase, = \
  1064. yield [("CNV", ["call"])]
  1065. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1066. formal_parameter, param_value = \
  1067. yield [("RD", [sig_params, name_value]),
  1068. ("RD", [last_param, "value"]),
  1069. ]
  1070. else:
  1071. param_b, = yield [("RD", [task_frame, "phase"])]
  1072. param_c, param_a = \
  1073. yield [("RD", [param_b, "next_param"]),
  1074. ("RRD", [param_b, "next_param"]),
  1075. ]
  1076. param_a = param_a[0]
  1077. name, param_value = \
  1078. yield [("RD", [param_a, "name"]),
  1079. ("RD", [param_b, "value"]),
  1080. ]
  1081. name_value, = \
  1082. yield [("RV", [name])]
  1083. formal_parameter, _ = \
  1084. yield [("RD", [sig_params, name_value]),
  1085. ("CD", [evalstack, "phase", param_c]),
  1086. ]
  1087. new_phase, new_evalstack, variable, returnvalue = \
  1088. yield [("CNV", ["init"]),
  1089. ("CN", []),
  1090. ("CN", []),
  1091. ("RD", [task_frame, "returnvalue"]),
  1092. ]
  1093. _, _, _, _, _, _ = \
  1094. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1095. ("CD", [new_evalstack, "prev", evalstack]),
  1096. ("CD", [evalstack, "inst", inst]),
  1097. ("CD", [task_frame, "phase", new_phase]),
  1098. ("CD", [task_frame, "IP", param_value]),
  1099. ("CD", [variable, "value", returnvalue]),
  1100. ]
  1101. t1, = yield [("CE", [new_symbols, variable])]
  1102. _, _, _, _ = \
  1103. yield [("CE", [t1, formal_parameter]),
  1104. ("DE", [phase_link]),
  1105. ("DE", [ip_link]),
  1106. ("DE", [evalstack_link]),
  1107. ]
  1108. def input_init(self, task_root):
  1109. task_frame, = yield [("RD", [task_root, "frame"])]
  1110. returnvalue_link, _input = \
  1111. yield [("RDE", [task_frame, "returnvalue"]),
  1112. ("RD", [task_root, "input"]),
  1113. ]
  1114. value, next, phase_link = \
  1115. yield [("RD", [_input, "value"]),
  1116. ("RD", [_input, "next"]),
  1117. ("RDE", [task_frame, "phase"]),
  1118. ]
  1119. if value is not None:
  1120. v = yield [("RV", [value])]
  1121. _, _, finish = \
  1122. yield [("CD", [task_frame, "returnvalue", value]),
  1123. ("CD", [task_root, "input", next]),
  1124. ("CNV", ["finish"]),
  1125. ]
  1126. _, _, _, _ = \
  1127. yield [("CD", [task_frame, "phase", finish]),
  1128. ("DN", [_input]),
  1129. ("DE", [returnvalue_link]),
  1130. ("DE", [phase_link]),
  1131. ]
  1132. self.input_value = value
  1133. else:
  1134. # No input yet, so just wait and don't advance IP or phase
  1135. self.input_value = None
  1136. ex = primitive_functions.SleepKernel(0.1, True)
  1137. raise ex
  1138. def output_init(self, task_root):
  1139. task_frame, = yield [("RD", [task_root, "frame"])]
  1140. evalstack, evalstack_link, ip_link, inst = \
  1141. yield [("RD", [task_frame, "evalstack"]),
  1142. ("RDE", [task_frame, "evalstack"]),
  1143. ("RDE", [task_frame, "IP"]),
  1144. ("RD", [task_frame, "IP"]),
  1145. ]
  1146. value, new_evalstack, evalstack_phase = \
  1147. yield [("RD", [inst, "value"]),
  1148. ("CN", []),
  1149. ("CNV", ["output"]),
  1150. ]
  1151. _, _, _, _, _, _, _ = \
  1152. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1153. ("CD", [new_evalstack, "prev", evalstack]),
  1154. ("CD", [evalstack, "inst", inst]),
  1155. ("CD", [evalstack, "phase", evalstack_phase]),
  1156. ("CD", [task_frame, "IP", value]),
  1157. ("DE", [evalstack_link]),
  1158. ("DE", [ip_link]),
  1159. ]
  1160. def output_output(self, task_root):
  1161. task_frame, = yield [("RD", [task_root, "frame"])]
  1162. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1163. yield [("RDE", [task_frame, "returnvalue"]),
  1164. ("RD", [task_frame, "returnvalue"]),
  1165. ("RD", [task_root, "last_output"]),
  1166. ("RDE", [task_frame, "phase"]),
  1167. ("RDE", [task_root, "last_output"]),
  1168. ("CN", []),
  1169. ("CNV", ["finish"]),
  1170. ]
  1171. _, _, _, _, _, _ = \
  1172. yield [("CD", [last_output, "value", returnvalue]),
  1173. ("CD", [last_output, "next", new_last_output]),
  1174. ("CD", [task_root, "last_output", new_last_output]),
  1175. ("CD", [task_frame, "phase", finish]),
  1176. ("DE", [last_output_link]),
  1177. ("DE", [phase_link]),
  1178. ]
  1179. def declare_init(self, task_root):
  1180. task_frame, = yield [("RD", [task_root, "frame"])]
  1181. inst, = yield [("RD", [task_frame, "IP"])]
  1182. new_var, symbols, phase_link, empty_node, new_phase = \
  1183. yield [("RD", [inst, "var"]),
  1184. ("RD", [task_frame, "symbols"]),
  1185. ("RDE", [task_frame, "phase"]),
  1186. ("CN", []),
  1187. ("CNV", ["finish"]),
  1188. ]
  1189. exists, = yield [("RDN", [symbols, new_var])]
  1190. if exists is None:
  1191. new_edge, = yield [("CE", [symbols, empty_node])]
  1192. _ = yield [("CE", [new_edge, new_var])]
  1193. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1194. ("DE", [phase_link]),
  1195. ]
  1196. def global_init(self, task_root):
  1197. task_frame, = yield [("RD", [task_root, "frame"])]
  1198. inst, = yield [("RD", [task_frame, "IP"])]
  1199. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1200. yield [("RD", [inst, "var"]),
  1201. ("RD", [task_root, "globals"]),
  1202. ("RDE", [task_frame, "phase"]),
  1203. ("CN", []),
  1204. ("CNV", ["finish"]),
  1205. ]
  1206. value, = yield [("RV", [new_var])]
  1207. exists, = yield [("RDE", [global_symbols, value])]
  1208. if exists is not None:
  1209. yield [("DE", [exists])]
  1210. yield [("CD", [global_symbols, value, empty_node])]
  1211. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1212. ("DE", [phase_link])
  1213. ]