main.py 73 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_jit.jit as jit
  5. import modelverse_jit.intrinsics as jit_intrinsics
  6. import modelverse_jit.jit_primitives as jit_primitives
  7. import modelverse_jit.runtime as jit_runtime
  8. from collections import defaultdict
  9. import sys
  10. import time
  11. if sys.version > '3': # pragma: no cover
  12. string_types = (str,)
  13. else:
  14. string_types = (str, unicode)
  15. class ModelverseKernel(object):
  16. counter = 0
  17. def __init__(self, root):
  18. self.root = root
  19. self.returnvalue = None
  20. # request_handlers is a dictionary of tasknames to dictionaries of operations
  21. # to request handlers. In generics notation:
  22. #
  23. # Dictionary<
  24. # Username,
  25. # Dictionary<
  26. # Operation,
  27. # RequestHandler>>
  28. #
  29. self.request_handlers = {}
  30. self.allow_compiled = True
  31. #self.allow_compiled = False
  32. # Set `self.suggest_function_names` to True to associate global function names
  33. # with their function bodies.
  34. self.suggest_function_names = True
  35. # `self.jit` handles most JIT-related functionality.
  36. self.jit = jit.ModelverseJit()
  37. if self.allow_compiled:
  38. self.jit.compiled_function_lookup = lambda func_name: \
  39. getattr(compiled_functions, func_name, None)
  40. jit_intrinsics.register_intrinsics(self.jit)
  41. # To disable the JIT, uncomment the line below:
  42. #
  43. # self.jit.set_jit_enabled(False)
  44. #
  45. # To disable direct calls in the JIT, uncomment the line below:
  46. #
  47. # self.jit.allow_direct_calls(False)
  48. #
  49. # To disable thunks in the JIT, uncomment the line below:
  50. #
  51. # self.jit.enable_thunks(False)
  52. #
  53. # To make the JIT compile 'input' instructions as calls to
  54. # modelverse_jit.runtime.get_input, uncomment the line below:
  55. #
  56. # self.jit.use_input_function()
  57. #
  58. # To disable source maps in the JIT, uncomment the line below:
  59. #
  60. # self.jit.enable_source_maps(False)
  61. #
  62. # To enable tracing in the JIT (for debugging purposes), uncomment
  63. # the line below:
  64. #
  65. # self.jit.enable_tracing()
  66. #
  67. # To make the JIT print JIT successes and errors to the command-line,
  68. # uncomment the line below:
  69. #
  70. # self.jit.set_jit_success_log()
  71. #
  72. # If you want, you can use a custom logging function:
  73. #
  74. # self.jit.set_jit_success_log(logging_function)
  75. #
  76. # To make the JIT print jitted code to the command-line, uncomment the
  77. # line below:
  78. #
  79. # self.jit.set_jit_code_log()
  80. #
  81. # If you want, you can use a custom logging function:
  82. #
  83. # self.jit.set_jit_code_log(logging_function)
  84. #
  85. self.debug_info = defaultdict(list)
  86. def execute_yields(self, taskname, operation, params, reply):
  87. self.taskname = taskname
  88. if taskname not in self.request_handlers:
  89. self.request_handlers[taskname] = {}
  90. if operation not in self.request_handlers[taskname]:
  91. # Create the generator for the function to execute
  92. self.request_handlers[taskname][operation] = RequestHandler()
  93. handler = self.request_handlers[taskname][operation]
  94. if not handler.is_active():
  95. handler.push_generator(getattr(self, operation)(taskname, *params))
  96. return handler.handle_request(reply)
  97. def execute_rule(self, taskname):
  98. task_root, = yield [("RD", [self.root, taskname])]
  99. if task_root is None:
  100. yield None
  101. else:
  102. task_frame, = yield [("RD", [task_root, "frame"])]
  103. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  104. ("RD", [task_frame, "phase"]),
  105. ]
  106. self.new_debug, self.phase_v, inst_v = \
  107. yield [("RD", [self.inst, "__debug"]),
  108. ("RV", [phase]),
  109. ("RV", [self.inst]),
  110. ]
  111. if self.new_debug is not None:
  112. if self.debug_info[taskname]:
  113. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  114. if self.phase_v == "finish":
  115. gen = self.helper_init(task_root)
  116. elif self.inst is None:
  117. print("No instruction pointer found...")
  118. print(locals())
  119. print("Phase: " + str(self.phase_v))
  120. print("Debug: " + str(self.debug_info[taskname]))
  121. raise Exception("Instruction pointer could not be found!")
  122. elif isinstance(self.phase_v, string_types):
  123. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  124. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  125. gen = self.execute_jit(task_root, self.inst, taskname, store=True)
  126. elif inst_v is None:
  127. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  128. else:
  129. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  130. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  131. elif inst_v is None:
  132. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  133. elif inst_v["value"] == "call":
  134. #print("%-30s(%s)" % ("call", "param"))
  135. gen = self.call_param(task_root)
  136. else:
  137. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  138. def handle_jit_failed(exception):
  139. # Try again, but this time without the JIT.
  140. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  141. yield [("TAIL_CALL", [gen])]
  142. yield [("TRY", [])]
  143. yield [("CATCH", [jit.JitCompilationFailedException, handle_jit_failed])]
  144. yield [("CALL", [gen])]
  145. yield [("END_TRY", [])]
  146. def execute_jit_internal(self, task_root, inst, taskname, params):
  147. inst, = yield [("RD", [inst, "body"])]
  148. result, = yield [("CALL_ARGS", [self.execute_jit, [task_root, inst, taskname, params, False]])]
  149. raise primitive_functions.PrimitiveFinished(result)
  150. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  151. """Gets a generator for the given instruction in the given phase,
  152. for the specified task root."""
  153. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  154. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  155. ##########################
  156. ### Process primitives ###
  157. ##########################
  158. def load_primitives(self, taskname):
  159. yield [("CALL_ARGS",
  160. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  161. yield [("CALL_ARGS",
  162. [self.load_primitives_from, (taskname, 'jit', jit_primitives)])]
  163. def load_primitives_from(self, taskname, source_name, source):
  164. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  165. primitives, = yield [("RD", [hierarchy, source_name])]
  166. keys, = yield [("RDK", [primitives])]
  167. function_names = yield [("RV", [f]) for f in keys]
  168. signatures = yield [("RDN", [primitives, f]) for f in keys]
  169. bodies = yield [("RD", [f, "body"]) for f in signatures]
  170. for i in range(len(keys)):
  171. self.jit.register_compiled(
  172. bodies[i],
  173. getattr(source, function_names[i]),
  174. function_names[i])
  175. def print_instruction(self, inst, indent, nested_indent=None):
  176. """
  177. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  178. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  179. }
  180. """
  181. intrinsics = {}
  182. if nested_indent is None:
  183. nested_indent = indent
  184. inst_type, = yield [("RV", [inst])]
  185. instruction = "(no_printer_for_%s)" % inst_type["value"]
  186. prev = ""
  187. if inst_type["value"] == "if":
  188. cond, true, false = yield [("RD", [inst, "cond"]),
  189. ("RD", [inst, "then"]),
  190. ("RD", [inst, "else"])]
  191. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  192. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  193. if false:
  194. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  195. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  196. else:
  197. false = ""
  198. instruction = prev_cond + " " * indent + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + " " * indent + "if (val_%s):\n" % instruction_cond + prev_true + instruction_true + false
  199. elif inst_type["value"] == "constant":
  200. node, = yield [("RD", [inst, "node"])]
  201. node_value, = yield [("RV", [node])]
  202. if node_value is not None:
  203. # There is a value to the node, so replicate the value
  204. if isinstance(node_value, (str, unicode)):
  205. value = '"%s"' % node_value.replace('"', '\\"').replace("'", "\\'").replace('\t', '\\t').replace('\n', '\\n')
  206. else:
  207. value = str(node_value)
  208. instruction = "constant_" + str(ModelverseKernel.counter)
  209. ModelverseKernel.counter += 1
  210. prev = " " * nested_indent + instruction + ", = yield [('CNV', [" + value + "])]\n"
  211. else:
  212. # Node is None, meaning that it was not about the value, but the node itself...
  213. instruction = str(node)
  214. elif inst_type["value"] == "return":
  215. value, = yield [("RD", [inst, "value"])]
  216. if value:
  217. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  218. instruction = prev_value + " " * indent + "raise PrimitiveFinished(%s)\n" % instruction_value
  219. else:
  220. instruction = " " * indent + "raise PrimitiveFinished(None)\n"
  221. elif inst_type["value"] == "declare":
  222. instruction = ""
  223. elif inst_type["value"] == "global":
  224. instruction = ""
  225. elif inst_type["value"] == "break":
  226. instruction = " " * indent + "break\n"
  227. elif inst_type["value"] == "continue":
  228. instruction = " " * indent + "continue\n"
  229. elif inst_type["value"] == "input":
  230. prev = " " * nested_indent + "_inputs, = yield [('RD', [_root, 'input'])]\n" + \
  231. " " * nested_indent + "while 1:\n" + \
  232. " " * (nested_indent + 1) + "val, = yield [('RD', [_inputs, 'value'])]\n" + \
  233. " " * (nested_indent + 1) + "if val is not None:\n" + \
  234. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_inputs, 'value'])]\n" + \
  235. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  236. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_root, 'input'])]\n" + \
  237. " " * (nested_indent + 2) + "yield [('DE', [val_e])]\n" + \
  238. " " * (nested_indent + 2) + "nxt, = yield [('RD', [_inputs, 'next'])]\n" + \
  239. " " * (nested_indent + 2) + "yield [('CD', [_root, 'input', nxt])]\n" + \
  240. " " * (nested_indent + 2) + "_result = val\n" + \
  241. " " * (nested_indent + 2) + "break\n" + \
  242. " " * (nested_indent + 1)+ "else:\n" + \
  243. " " * (nested_indent + 2) + "yield None\n"
  244. instruction = "_result"
  245. elif inst_type["value"] == "output":
  246. value, = yield [("RD", [inst, "value"])]
  247. (prev, inst), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  248. instruction = prev + \
  249. " " * indent + "_outputs, = yield [('RD', [_root, 'last_output'])]\n" + \
  250. " " * indent + "_outputs_e, = yield [('RDE', [_root, 'last_output'])]\n" + \
  251. " " * indent + "yield [('CD', [_outputs, 'value', %s])]\n" % inst + \
  252. " " * indent + "_new, = yield [('CN', [])]\n" + \
  253. " " * indent + "yield [('CD', [_outputs, 'next', _new])]\n" + \
  254. " " * indent + "yield [('DE', [_outputs_e])]\n" + \
  255. " " * indent + "yield [('CD', [_root, 'last_output', _new])]\n"
  256. elif inst_type["value"] == "resolve":
  257. value, = yield [("RD", [inst, "var"])]
  258. str_value, = yield [("RV", [value])]
  259. if str_value:
  260. # Is a global
  261. prev = \
  262. " " * nested_indent + "%s, = yield [('RD', [_globs, '%s'])]\n" % (str_value, str_value) + \
  263. " " * nested_indent + "%s, = yield [('RD', [%s, 'value'])]\n" % (str_value, str_value)
  264. instruction = str_value
  265. if self.jit.get_global_body_id(str_value) is None:
  266. val, = yield [("RD", [self.root, self.taskname])]
  267. val, = yield [("RD", [val, 'globals'])]
  268. val, = yield [("RD", [val, str_value])]
  269. val, = yield [("RD", [val, 'value'])]
  270. val, = yield [("RD", [val, 'body'])]
  271. print("Registering global " + str(str_value) + " using " + str(val))
  272. self.jit.register_global(val, str_value)
  273. else:
  274. # Is a local
  275. instruction = "var_%s" % value
  276. elif inst_type["value"] == "assign":
  277. var, val = yield [("RD", [inst, "var"]),
  278. ("RD", [inst, "value"])]
  279. (prev_var, instruction_var), (prev_val, instruction_val) = \
  280. yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)]),
  281. ("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  282. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  283. if prev_var:
  284. # Got something to do before the variable is usable, so this is a global!
  285. # Therefore we actually do the operation in the Modelverse as well!
  286. instruction += \
  287. " " * nested_indent + "_var, = yield [('RD', [_globs, '%s'])]\n" % instruction_var + \
  288. " " * nested_indent + "if _var is None:\n" + \
  289. " " * (nested_indent + 1) + "_var, = yield [('CN', [])]\n" + \
  290. " " * (nested_indent + 1) + "yield [('CD', [_globs, '%s', _var])]\n" % instruction_var + \
  291. " " * nested_indent + "_old_edge, = yield [('RDE', [_var, 'value'])]\n" + \
  292. " " * nested_indent + "yield [('CD', [_var, 'value', %s])]\n" % instruction_var + \
  293. " " * nested_indent + "yield [('DE', [_old_edge])]\n" + \
  294. " " * nested_indent + "_mvk.jit.register_global('%s', %s)\n" % (instruction_var, instruction_var)
  295. elif inst_type["value"] == "call":
  296. func_name, = yield [("RD", [inst, "func"])]
  297. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, nested_indent, nested_indent)])]
  298. param_list = {}
  299. param, = yield [("RD", [inst, "params"])]
  300. computation = ""
  301. while param:
  302. value, = yield [("RD", [param, "value"])]
  303. name, = yield [("RD", [param, "name"])]
  304. name, = yield [("RV", [name])]
  305. (prev_res, instruction_res), param = \
  306. yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)]),
  307. ("RD", [param, "next_param"])]
  308. computation += prev_res
  309. param_list[name] = instruction_res
  310. if func_name in intrinsics:
  311. #instruction = " " * indent + intrinsics[func_name](*param_list)
  312. # TODO
  313. pass
  314. else:
  315. value = "func_result_" + str(ModelverseKernel.counter)
  316. ModelverseKernel.counter += 1
  317. param_list = "{" + ", ".join(["'%s': %s" % (k, v) for k, v in param_list.items()]) + "}"
  318. actual_computation = "%s, = yield [('CALL_ARGS', [_mvk.execute_jit_internal, (_root, %s, _taskname, %s)])]\n" % (value, func_name, param_list)
  319. if indent == 0:
  320. # No indent, meaning that we use it inline
  321. # Therefore, we output the prev and value individually
  322. prev, instruction = prev_func_name + computation + " " * nested_indent + actual_computation, value
  323. else:
  324. # Some indentation, meaning that we don't even use the return value
  325. # Therefore, we only do the yield
  326. prev, instruction = prev_func_name + computation, " " * indent + actual_computation
  327. elif inst_type["value"] == "access":
  328. value, = yield [("RD", [inst, "var"])]
  329. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  330. elif inst_type["value"] == "while":
  331. cond, body = yield [("RD", [inst, "cond"]),
  332. ("RD", [inst, "body"])]
  333. (prev_cond, instruction_cond), (prev_body, instruction_body) = \
  334. yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)]),
  335. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  336. instruction = " " * indent + "while 1:\n" + prev_cond + \
  337. " " * (indent + 1) + "val_%s, = yield [('RV', [%s])]\n" % (instruction_cond, instruction_cond) + \
  338. " " * (indent + 1) + "if not (val_%s):\n" % instruction_cond + \
  339. " " * (indent + 2) + "break\n" + \
  340. prev_body + instruction_body
  341. next_inst, = yield [("RD", [inst, "next"])]
  342. if next_inst:
  343. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  344. next_inst = prev_next + inst_next
  345. else:
  346. next_inst = ""
  347. raise primitive_functions.PrimitiveFinished((prev, instruction + next_inst))
  348. def read_function(self, inst, suggested_name):
  349. initial_instruction = inst
  350. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  351. #if suggested_name is None or is_mutable:
  352. if is_mutable:
  353. print("Ignoring mutable or unreadable: %s" % suggested_name)
  354. raise jit.JitCompilationFailedException("FAIL")
  355. print("Reading function: %s" % suggested_name)
  356. (prev, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  357. preamble = " _globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  358. " _root = kwargs['task_root']\n" + \
  359. " _taskname = kwargs['taskname']\n" + \
  360. " _mvk = kwargs['mvk']\n"
  361. printed = preamble + prev + printed
  362. print("Total printed function: ")
  363. if params:
  364. func = "def " + suggested_name + "(" + ", ".join([chr(ord('a') + i) for i in range(len(params))]) + ", **kwargs):\n" + "".join([" var_%s = %s\n" % (param, chr(ord('a') + i)) for i, param in enumerate(params)]) + printed
  365. else:
  366. func = "def " + suggested_name + "(**kwargs):\n" + printed
  367. print(func)
  368. # To write out all generated functions
  369. #with open('/tmp/junk/%s' % suggested_name, 'w') as f:
  370. # f.write(func)
  371. raise primitive_functions.PrimitiveFinished(func)
  372. def jit_compile(self, task_root, inst):
  373. # Try to retrieve the suggested name.
  374. suggested_name = self.jit.get_global_name(inst)
  375. if suggested_name is None:
  376. suggested_name = "func_%s" % str(inst)
  377. # Have the JIT compile the function.
  378. if inst is None:
  379. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  380. elif inst in self.jit.jitted_entry_points:
  381. raise primitive_functions.PrimitiveFinished(
  382. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  383. compiled_func = self.jit.lookup_compiled_body(inst)
  384. if compiled_func is None:
  385. compiled_func, = yield [("CALL_ARGS", [self.read_function, (inst, suggested_name)])]
  386. exec(str(compiled_func), self.jit.jit_globals)
  387. compiled_func = self.jit.jit_globals[suggested_name]
  388. self.jit.register_compiled(inst, compiled_func, suggested_name)
  389. raise primitive_functions.PrimitiveFinished(compiled_func)
  390. def execute_jit(self, task_root, inst, taskname, params = {}, store=False):
  391. # execute_jit
  392. try:
  393. task_frame, = yield [("RD", [task_root, "frame"])]
  394. symbols, = yield [("RD", [task_frame, "symbols"])]
  395. dict_keys_ref, = yield [("RDK", [symbols])]
  396. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  397. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  398. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  399. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  400. parameters = dict(list(zip(dict_keys, dict_values)))
  401. parameters.update(params)
  402. except:
  403. parameters = params
  404. parameters["root"] = self.root
  405. parameters["task_root"] = task_root
  406. parameters["taskname"] = taskname
  407. parameters["mvk"] = self
  408. # Have the JIT compile the function.
  409. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  410. # Run the compiled function.
  411. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  412. if results is None:
  413. raise Exception("%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  414. else:
  415. result, = results
  416. if store:
  417. # Clean up the current stack, as if a return happened
  418. old_frame, exception_return = yield [
  419. ("RD", [task_frame, "prev"]),
  420. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  421. #if self.debug_info[self.taskname]:
  422. # self.debug_info[self.taskname].pop()
  423. if exception_return is not None:
  424. # The caller has requested that we throw an exception instead of injecting
  425. # the return value into the caller's frame. Read the comment at
  426. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  427. yield [("CD", [task_root, "frame", old_frame]),
  428. ("DN", [task_frame])]
  429. raise primitive_functions.InterpretedFunctionFinished(result)
  430. else:
  431. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  432. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result]),
  433. ("CD", [task_root, "frame", old_frame]),
  434. ("DE", [lnk]),
  435. ("DN", [task_frame]),
  436. ]
  437. else:
  438. raise primitive_functions.PrimitiveFinished(result)
  439. ########################################
  440. ### Execute input and output methods ###
  441. ########################################
  442. def get_output(self, taskname):
  443. task_root, = yield [("RD", [self.root, taskname])]
  444. first_output, = yield [("RD", [task_root, "output"])]
  445. next_output, rv = yield [("RD", [first_output, "next"]),
  446. ("RD", [first_output, "value"]),
  447. ]
  448. if next_output is None:
  449. self.success = False
  450. self.returnvalue = None
  451. else:
  452. rv_value, _, _ = \
  453. yield [("RV", [rv]),
  454. ("CD", [task_root, "output", next_output]),
  455. ("DN", [first_output]),
  456. ]
  457. self.returnvalue = rv_value
  458. self.success = True
  459. def set_input(self, taskname, value):
  460. task_root, = yield [("RD", [self.root, taskname])]
  461. old_input, link, new_input, new_value = \
  462. yield [("RD", [task_root, "last_input"]),
  463. ("RDE", [task_root, "last_input"]),
  464. ("CN", []),
  465. ("CNV", [value]),
  466. ]
  467. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  468. ("CD", [old_input, "next", new_input]),
  469. ("CD", [old_input, "value", new_value]),
  470. ("DE", [link])
  471. ]
  472. self.returnvalue = {"id": 100, "value": "success"}
  473. #############################################
  474. ### Transformation rules for instructions ###
  475. #############################################
  476. def continue_init(self, task_root):
  477. task_frame, = yield [("RD", [task_root, "frame"])]
  478. inst, = yield [("RD", [task_frame, "IP"])]
  479. while_inst, = yield [("RD", [inst, "while"])]
  480. old_evalstack_link, old_phase_link, evalstack_roots = \
  481. yield [("RDE", [task_frame, "evalstack"]),
  482. ("RDE", [task_frame, "phase"]),
  483. ("RRD", [while_inst, self.taskname]),
  484. ]
  485. if len(evalstack_roots) == 1:
  486. evalstack_root = evalstack_roots[0]
  487. else:
  488. print("Got roots: " + str(evalstack_roots))
  489. raise Exception("Could not process continue statement!")
  490. prev_evalstack_roots, old_evalstack_phase_link = \
  491. yield [("RRD", [evalstack_root, "prev"]),
  492. ("RDE", [evalstack_root, "phase"]),
  493. ]
  494. if len(prev_evalstack_roots) == 1:
  495. prev_evalstack_root = prev_evalstack_roots[0]
  496. else:
  497. raise Exception("Could not process continue statement!")
  498. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  499. yield [("CN", []),
  500. ("CNV", ["init"]),
  501. ("CNV", ["finish"]),
  502. ("RDE", [prev_evalstack_root, "prev"]),
  503. ]
  504. _, _, _, _, _, _, _, _ = \
  505. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  506. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  507. ("CD", [task_frame, "phase", new_phase_inst]),
  508. ("CD", [evalstack_root, "phase", new_phase_while]),
  509. ("DE", [old_evalstack_link]),
  510. ("DE", [prev_evalstack_root_link]),
  511. ("DE", [old_phase_link]),
  512. ("DE", [old_evalstack_phase_link]),
  513. ]
  514. def break_init(self, task_root):
  515. task_frame, = yield [("RD", [task_root, "frame"])]
  516. inst, = yield [("RD", [task_frame, "IP"])]
  517. while_inst, = yield [("RD", [inst, "while"])]
  518. old_evalstack_link, old_phase_link, evalstack_roots = \
  519. yield [("RDE", [task_frame, "evalstack"]),
  520. ("RDE", [task_frame, "phase"]),
  521. ("RRD", [while_inst, self.taskname]),
  522. ]
  523. if len(evalstack_roots) == 1:
  524. evalstack_root = evalstack_roots[0]
  525. else:
  526. raise Exception("Could not process break statement!")
  527. prev_evalstack_roots, old_evalstack_phase_link = \
  528. yield [("RRD", [evalstack_root, "prev"]),
  529. ("RDE", [evalstack_root, "phase"]),
  530. ]
  531. if len(prev_evalstack_roots) == 1:
  532. prev_evalstack_root = prev_evalstack_roots[0]
  533. else:
  534. raise Exception("Could not process break statement!")
  535. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  536. yield [("CN", []),
  537. ("CNV", ["finish"]),
  538. ("CNV", ["finish"]),
  539. ("RDE", [prev_evalstack_root, "prev"]),
  540. ]
  541. _, _, _, _, _, _, _, _ = \
  542. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  543. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  544. ("CD", [task_frame, "phase", new_phase_inst]),
  545. ("CD", [evalstack_root, "phase", new_phase_while]),
  546. ("DE", [old_evalstack_link]),
  547. ("DE", [prev_evalstack_root_link]),
  548. ("DE", [old_phase_link]),
  549. ("DE", [old_evalstack_phase_link]),
  550. ]
  551. def if_init(self, task_root):
  552. task_frame, = yield [("RD", [task_root, "frame"])]
  553. evalstack, evalstack_link = \
  554. yield [("RD", [task_frame, "evalstack"]),
  555. ("RDE", [task_frame, "evalstack"]),
  556. ]
  557. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  558. ("RDE", [task_frame, "IP"]),
  559. ]
  560. cond, = yield [("RD", [inst, "cond"])]
  561. new_evalstack, new_phase = \
  562. yield [("CN", []),
  563. ("CNV", ["cond"]),
  564. ]
  565. _, _, _, _, _, _, _ = \
  566. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  567. ("CD", [new_evalstack, "prev", evalstack]),
  568. ("CD", [task_frame, "IP", cond]),
  569. ("CD", [evalstack, "inst", inst]),
  570. ("CD", [evalstack, "phase", new_phase]),
  571. ("DE", [evalstack_link]),
  572. ("DE", [ip_link]),
  573. ]
  574. def if_cond(self, task_root):
  575. task_frame, = yield [("RD", [task_root, "frame"])]
  576. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  577. ("RD", [task_frame, "IP"]),
  578. ]
  579. returnvalue_v, = yield [("RV", [returnvalue])]
  580. _else, = yield [("RD", [inst, "else"])]
  581. if returnvalue_v:
  582. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  583. yield [("RDE", [task_frame, "phase"]),
  584. ("RD", [task_frame, "evalstack"]),
  585. ("RDE", [task_frame, "evalstack"]),
  586. ("RDE", [task_frame, "IP"]),
  587. ("RD", [inst, "then"]),
  588. ("CN", []),
  589. ("CNV", ["finish"]),
  590. ("CNV", ["init"]),
  591. ]
  592. _, _, _, _, _, _, _, _, _ = \
  593. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  594. ("CD", [task_frame, "IP", _then]),
  595. ("CD", [new_evalstack, "prev", evalstack]),
  596. ("CD", [evalstack, "inst", inst]),
  597. ("CD", [evalstack, "phase", evalstack_phase]),
  598. ("CD", [task_frame, "phase", new_phase]),
  599. ("DE", [evalstack_link]),
  600. ("DE", [ip_link]),
  601. ("DE", [phase_link]),
  602. ]
  603. elif _else is None:
  604. phase_link, new_phase = \
  605. yield [("RDE", [task_frame, "phase"]),
  606. ("CNV", ["finish"]),
  607. ]
  608. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  609. ("DE", [phase_link]),
  610. ]
  611. else:
  612. phase_link, evalstack, evalstack_link, ip_link = \
  613. yield [("RDE", [task_frame, "phase"]),
  614. ("RD", [task_frame, "evalstack"]),
  615. ("RDE", [task_frame, "evalstack"]),
  616. ("RDE", [task_frame, "IP"]),
  617. ]
  618. new_evalstack, new_phase, evalstack_phase = \
  619. yield [("CN", []),
  620. ("CNV", ["init"]),
  621. ("CNV", ["finish"]),
  622. ]
  623. _, _, _, _, _, _, _, _, _ = \
  624. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  625. ("CD", [task_frame, "IP", _else]),
  626. ("CD", [new_evalstack, "prev", evalstack]),
  627. ("CD", [evalstack, "inst", inst]),
  628. ("CD", [evalstack, "phase", evalstack_phase]),
  629. ("CD", [task_frame, "phase", new_phase]),
  630. ("DE", [evalstack_link]),
  631. ("DE", [ip_link]),
  632. ("DE", [phase_link]),
  633. ]
  634. def while_init(self, task_root):
  635. task_frame, = yield [("RD", [task_root, "frame"])]
  636. evalstack, evalstack_link, ip_link, inst = \
  637. yield [("RD", [task_frame, "evalstack"]),
  638. ("RDE", [task_frame, "evalstack"]),
  639. ("RDE", [task_frame, "IP"]),
  640. ("RD", [task_frame, "IP"]),
  641. ]
  642. cond, new_evalstack, new_phase = \
  643. yield [("RD", [inst, "cond"]),
  644. ("CN", []),
  645. ("CNV", ["cond"]),
  646. ]
  647. _, _, _, _, _, _, _ = \
  648. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  649. ("CD", [new_evalstack, "prev", evalstack]),
  650. ("CD", [task_frame, "IP", cond]),
  651. ("CD", [evalstack, "phase", new_phase]),
  652. ("CD", [evalstack, "inst", inst]),
  653. ("DE", [evalstack_link]),
  654. ("DE", [ip_link]),
  655. ]
  656. def while_cond(self, task_root):
  657. task_frame, = yield [("RD", [task_root, "frame"])]
  658. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  659. returnvalue_v, = yield [("RV", [returnvalue])]
  660. if returnvalue_v:
  661. phase_link, evalstack, evalstack_link, ip_link, inst = \
  662. yield [("RDE", [task_frame, "phase"]),
  663. ("RD", [task_frame, "evalstack"]),
  664. ("RDE", [task_frame, "evalstack"]),
  665. ("RDE", [task_frame, "IP"]),
  666. ("RD", [task_frame, "IP"]),
  667. ]
  668. body, = yield [("RD", [inst, "body"])]
  669. new_evalstack, new_phase, evalstack_phase = \
  670. yield [("CN", []),
  671. ("CNV", ["init"]),
  672. ("CNV", ["init"]),
  673. ]
  674. _, _, _, _, _, _, _, _, _ = \
  675. yield [("CD", [task_frame, "IP", body]),
  676. ("CD", [task_frame, "phase", new_phase]),
  677. ("CD", [task_frame, "evalstack", new_evalstack]),
  678. ("CD", [new_evalstack, "prev", evalstack]),
  679. ("CD", [evalstack, "inst", inst]),
  680. ("CD", [evalstack, "phase", evalstack_phase]),
  681. ("DE", [evalstack_link]),
  682. ("DE", [ip_link]),
  683. ("DE", [phase_link]),
  684. ]
  685. # Check if we already have a taskname link to the evalstack
  686. links, = yield [("RD", [evalstack, self.taskname])]
  687. if links is None:
  688. yield [("CD", [evalstack, self.taskname, inst])]
  689. else:
  690. phase_link, new_phase = \
  691. yield [("RDE", [task_frame, "phase"]),
  692. ("CNV", ["finish"]),
  693. ]
  694. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  695. ("DE", [phase_link])
  696. ]
  697. def access_init(self, task_root):
  698. task_frame, = yield [("RD", [task_root, "frame"])]
  699. evalstack, evalstack_link, inst, ip_link = \
  700. yield [("RD", [task_frame, "evalstack"]),
  701. ("RDE", [task_frame, "evalstack"]),
  702. ("RD", [task_frame, "IP"]),
  703. ("RDE", [task_frame, "IP"]),
  704. ]
  705. var, new_evalstack, new_phase = \
  706. yield [("RD", [inst, "var"]),
  707. ("CN", []),
  708. ("CNV", ["eval"]),
  709. ]
  710. _, _, _, _, _, _, _ = \
  711. yield [("CD", [task_frame, "IP", var]),
  712. ("CD", [task_frame, "evalstack", new_evalstack]),
  713. ("CD", [new_evalstack, "prev", evalstack]),
  714. ("CD", [evalstack, "inst", inst]),
  715. ("CD", [evalstack, "phase", new_phase]),
  716. ("DE", [evalstack_link]),
  717. ("DE", [ip_link]),
  718. ]
  719. def access_eval(self, task_root):
  720. task_frame, = yield [("RD", [task_root, "frame"])]
  721. phase_link, returnvalue_link, returnvalue = \
  722. yield [("RDE", [task_frame, "phase"]),
  723. ("RDE", [task_frame, "returnvalue"]),
  724. ("RD", [task_frame, "returnvalue"]),
  725. ]
  726. value, new_phase = yield [("RD", [returnvalue, "value"]),
  727. ("CNV", ["finish"]),
  728. ]
  729. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  730. ("CD", [task_frame, "returnvalue", value]),
  731. ("DE", [phase_link]),
  732. ("DE", [returnvalue_link]),
  733. ]
  734. def resolve_init(self, task_root):
  735. task_frame, = yield [("RD", [task_root, "frame"])]
  736. symbols, evalstack, evalstack_link, ip_link, inst = \
  737. yield [("RD", [task_frame, "symbols"]),
  738. ("RD", [task_frame, "evalstack"]),
  739. ("RDE", [task_frame, "evalstack"]),
  740. ("RDE", [task_frame, "IP"]),
  741. ("RD", [task_frame, "IP"]),
  742. ]
  743. var, = yield [("RD", [inst, "var"])]
  744. variable, = yield [("RDN", [symbols, var])]
  745. if variable is None:
  746. phase_link, returnvalue_link, _globals, var_name = \
  747. yield [("RDE", [task_frame, "phase"]),
  748. ("RDE", [task_frame, "returnvalue"]),
  749. ("RD", [task_root, "globals"]),
  750. ("RV", [var]),
  751. ]
  752. variable, new_phase = \
  753. yield [("RD", [_globals, var_name]),
  754. ("CNV", ["finish"]),
  755. ]
  756. if variable is None:
  757. globs, = yield [("RDK", [_globals])]
  758. print("Globals: " + str(globs))
  759. globs = yield [("RV", [i]) for i in globs]
  760. print("Resolved globals: " + str(globs))
  761. raise Exception(jit_runtime.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  762. # Resolved a global, so this is a string
  763. # Potentially, this might even be a function that we have precompiled already!
  764. # So check whether this is the case or not
  765. if self.allow_compiled:
  766. compiled_function = getattr(compiled_functions, var_name, None)
  767. if compiled_function is not None:
  768. # We have a compiled function ready!
  769. # Now we have to bind the ID to the compiled functions
  770. # For this, we read out the body of the resolved data
  771. compiler_val, = yield [("RD", [variable, "value"])]
  772. compiler_body, = yield [("RD", [compiler_val, "body"])]
  773. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  774. # If we're dealing with a function, then we might want to figure out what its body id
  775. # is now so we can suggest a name to the JIT later.
  776. if self.suggest_function_names and self.jit.get_global_body_id(var_name) is None:
  777. compiler_val, = yield [("RD", [variable, "value"])]
  778. if compiler_val is not None:
  779. compiler_body, = yield [("RD", [compiler_val, "body"])]
  780. if compiler_body is not None:
  781. self.jit.register_global(compiler_body, var_name)
  782. else:
  783. phase_link, returnvalue_link, new_phase = \
  784. yield [("RDE", [task_frame, "phase"]),
  785. ("RDE", [task_frame, "returnvalue"]),
  786. ("CNV", ["finish"]),
  787. ]
  788. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  789. ("CD", [task_frame, "returnvalue", variable]),
  790. ("DE", [phase_link]),
  791. ("DE", [returnvalue_link]),
  792. ]
  793. def assign_init(self, task_root):
  794. task_frame, = yield [("RD", [task_root, "frame"])]
  795. evalstack, evalstack_link, ip_link, inst = \
  796. yield [("RD", [task_frame, "evalstack"]),
  797. ("RDE", [task_frame, "evalstack"]),
  798. ("RDE", [task_frame, "IP"]),
  799. ("RD", [task_frame, "IP"]),
  800. ]
  801. var, new_evalstack, new_phase = \
  802. yield [("RD", [inst, "var"]),
  803. ("CN", []),
  804. ("CNV", ["value"]),
  805. ]
  806. _, _, _, _, _, _, _ = \
  807. yield [("CD", [task_frame, "IP", var]),
  808. ("CD", [task_frame, "evalstack", new_evalstack]),
  809. ("CD", [new_evalstack, "prev", evalstack]),
  810. ("CD", [evalstack, "inst", inst]),
  811. ("CD", [evalstack, "phase", new_phase]),
  812. ("DE", [evalstack_link]),
  813. ("DE", [ip_link]),
  814. ]
  815. def assign_value(self, task_root):
  816. task_frame, = yield [("RD", [task_root, "frame"])]
  817. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  818. yield [("RDE", [task_frame, "phase"]),
  819. ("RD", [task_frame, "evalstack"]),
  820. ("RD", [task_frame, "returnvalue"]),
  821. ("RDE", [task_frame, "evalstack"]),
  822. ("RDE", [task_frame, "IP"]),
  823. ("RD", [task_frame, "IP"]),
  824. ]
  825. value, new_evalstack, new_phase, evalstack_phase = \
  826. yield [("RD", [inst, "value"]),
  827. ("CN", []),
  828. ("CNV", ["init"]),
  829. ("CNV", ["assign"]),
  830. ]
  831. _, _, _, _, _, _, _, _, _, _ = \
  832. yield [("CD", [task_frame, "variable", returnvalue]),
  833. ("CD", [task_frame, "phase", new_phase]),
  834. ("CD", [task_frame, "evalstack", new_evalstack]),
  835. ("CD", [new_evalstack, "prev", evalstack]),
  836. ("CD", [evalstack, "inst", inst]),
  837. ("CD", [evalstack, "phase", evalstack_phase]),
  838. ("CD", [task_frame, "IP", value]),
  839. ("DE", [evalstack_link]),
  840. ("DE", [phase_link]),
  841. ("DE", [ip_link]),
  842. ]
  843. def assign_assign(self, task_root):
  844. task_frame, = yield [("RD", [task_root, "frame"])]
  845. phase_link, returnvalue, variable_link, variable = \
  846. yield [("RDE", [task_frame, "phase"]),
  847. ("RD", [task_frame, "returnvalue"]),
  848. ("RDE", [task_frame, "variable"]),
  849. ("RD", [task_frame, "variable"]),
  850. ]
  851. value_link, new_phase = \
  852. yield [("RDE", [variable, "value"]),
  853. ("CNV", ["finish"]),
  854. ]
  855. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  856. ("CD", [variable, "value", returnvalue]),
  857. ("DE", [variable_link]),
  858. ("DE", [value_link]),
  859. ("DE", [phase_link]),
  860. ]
  861. def return_init(self, task_root):
  862. task_frame, = yield [("RD", [task_root, "frame"])]
  863. inst, = yield [("RD", [task_frame, "IP"])]
  864. value, = yield [("RD", [inst, "value"])]
  865. if value is None:
  866. prev_frame, = yield [("RD", [task_frame, "prev"])]
  867. # If the callee's frame is marked with the '__exception_return' key, then
  868. # we need to throw an exception instead of just finishing here. This design
  869. # gives us O(1) state reads per jit-interpreter transition.
  870. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  871. if prev_frame is None:
  872. _, = yield [("DN", [task_root])]
  873. del self.debug_info[self.taskname]
  874. #print("Cleanup task " + str(self.taskname))
  875. else:
  876. if self.debug_info[self.taskname]:
  877. self.debug_info[self.taskname].pop()
  878. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  879. ("DN", [task_frame]),
  880. ]
  881. if exception_return is not None:
  882. raise primitive_functions.InterpretedFunctionFinished(None)
  883. else:
  884. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  885. yield [("RD", [task_frame, "evalstack"]),
  886. ("RDE", [task_frame, "evalstack"]),
  887. ("RDE", [task_frame, "IP"]),
  888. ("CN", []),
  889. ("CNV", ["eval"]),
  890. ]
  891. _, _, _, _, _, _, _ = \
  892. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  893. ("CD", [new_evalstack, "prev", evalstack]),
  894. ("CD", [evalstack, "inst", inst]),
  895. ("CD", [evalstack, "phase", evalstack_phase]),
  896. ("CD", [task_frame, "IP", value]),
  897. ("DE", [evalstack_link]),
  898. ("DE", [ip_link]),
  899. ]
  900. def return_eval(self, task_root):
  901. if self.debug_info[self.taskname]:
  902. self.debug_info[self.taskname].pop()
  903. task_frame, = yield [("RD", [task_root, "frame"])]
  904. prev_frame, = yield [("RD", [task_frame, "prev"])]
  905. if prev_frame is None:
  906. _, = yield [("DN", [task_root])]
  907. del self.debug_info[self.taskname]
  908. exception_return, returnvalue = yield [
  909. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  910. ("RD", [task_frame, "returnvalue"])]
  911. # If the callee's frame is marked with the '__exception_return' key, then
  912. # we need to throw an exception instead of just finishing here. This design
  913. # gives us O(1) state reads per jit-interpreter transition.
  914. if exception_return is not None:
  915. yield [
  916. ("CD", [task_root, "frame", prev_frame]),
  917. ("DN", [task_frame])]
  918. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  919. else:
  920. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  921. yield [
  922. ("CD", [task_root, "frame", prev_frame]),
  923. ("CD", [prev_frame, "returnvalue", returnvalue]),
  924. ("DE", [old_returnvalue_link]),
  925. ("DN", [task_frame])]
  926. def constant_init(self, task_root):
  927. task_frame, = yield [("RD", [task_root, "frame"])]
  928. phase_link, returnvalue_link, inst = \
  929. yield [("RDE", [task_frame, "phase"]),
  930. ("RDE", [task_frame, "returnvalue"]),
  931. ("RD", [task_frame, "IP"]),
  932. ]
  933. node, new_phase = yield [("RD", [inst, "node"]),
  934. ("CNV", ["finish"]),
  935. ]
  936. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  937. ("CD", [task_frame, "returnvalue", node]),
  938. ("DE", [returnvalue_link]),
  939. ("DE", [phase_link]),
  940. ]
  941. def helper_init(self, task_root):
  942. task_frame, = yield [("RD", [task_root, "frame"])]
  943. inst, = yield [("RD", [task_frame, "IP"])]
  944. next, = yield [("RD", [inst, "next"])]
  945. if next is None:
  946. ip_link, phase_link, evalstack_top = \
  947. yield [("RDE", [task_frame, "IP"]),
  948. ("RDE", [task_frame, "phase"]),
  949. ("RD", [task_frame, "evalstack"]),
  950. ]
  951. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  952. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  953. yield [("RD", [evalstack, "inst"]),
  954. ("RD", [evalstack, "phase"]),
  955. ("RDE", [evalstack, "inst"]),
  956. ("RDE", [evalstack, "phase"]),
  957. ]
  958. _, _, _, _, _, _, _, _ = \
  959. yield [("CD", [task_frame, "evalstack", evalstack]),
  960. ("CD", [task_frame, "IP", evalstack_inst]),
  961. ("CD", [task_frame, "phase", evalstack_phase]),
  962. ("DE", [ip_link]),
  963. ("DE", [phase_link]),
  964. ("DE", [evalstack_inst_link]),
  965. ("DE", [evalstack_phase_link]),
  966. ("DN", [evalstack_top]),
  967. ]
  968. else:
  969. ip_link, phase_link, new_phase = \
  970. yield [("RDE", [task_frame, "IP"]),
  971. ("RDE", [task_frame, "phase"]),
  972. ("CNV", ["init"]),
  973. ]
  974. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  975. ("CD", [task_frame, "phase", new_phase]),
  976. ("DE", [ip_link]),
  977. ("DE", [phase_link]),
  978. ]
  979. def call_init(self, task_root):
  980. task_frame, = yield [("RD", [task_root, "frame"])]
  981. symbols, evalstack, evalstack_link, ip_link, inst = \
  982. yield [("RD", [task_frame, "symbols"]),
  983. ("RD", [task_frame, "evalstack"]),
  984. ("RDE", [task_frame, "evalstack"]),
  985. ("RDE", [task_frame, "IP"]),
  986. ("RD", [task_frame, "IP"]),
  987. ]
  988. func, params = yield [("RD", [inst, "func"]),
  989. ("RD", [inst, "params"]),
  990. ]
  991. if params is None:
  992. new_evalstack, evalstack_phase = \
  993. yield [("CN", []),
  994. ("CNV", ["call"]),
  995. ]
  996. _, _, _, _, _, _, _ = \
  997. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  998. ("CD", [new_evalstack, "prev", evalstack]),
  999. ("CD", [evalstack, "inst", inst]),
  1000. ("CD", [evalstack, "phase", evalstack_phase]),
  1001. ("CD", [task_frame, "IP", func]),
  1002. ("DE", [evalstack_link]),
  1003. ("DE", [ip_link]),
  1004. ]
  1005. else:
  1006. new_evalstack,= yield [("CN", [])]
  1007. _, _, _, _, _, _, _ = \
  1008. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1009. ("CD", [new_evalstack, "prev", evalstack]),
  1010. ("CD", [evalstack, "inst", inst]),
  1011. ("CD", [evalstack, "phase", params]),
  1012. ("CD", [task_frame, "IP", func]),
  1013. ("DE", [evalstack_link]),
  1014. ("DE", [ip_link]),
  1015. ]
  1016. def call_call(self, task_root):
  1017. self.debug_info[self.taskname].append("None")
  1018. task_frame, = yield [("RD", [task_root, "frame"])]
  1019. inst, = yield [("RD", [task_frame, "IP"])]
  1020. param, = yield [("RD", [inst, "last_param"])]
  1021. if param is None:
  1022. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  1023. body, = yield [("RD", [returnvalue, "body"])]
  1024. self.jit.mark_entry_point(body)
  1025. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  1026. yield [("RDE", [task_frame, "phase"]),
  1027. ("RDE", [task_root, "frame"]),
  1028. ("CNV", ["finish"]),
  1029. ("CNV", ["init"]),
  1030. ("CN", []),
  1031. ("CN", []),
  1032. ("CN", []),
  1033. ("CN", []),
  1034. ]
  1035. _, _, _, _, _, _, _, _, _, _, _ = \
  1036. yield [("CD", [task_root, "frame", new_frame]),
  1037. ("CD", [new_frame, "evalstack", new_evalstack]),
  1038. ("CD", [new_frame, "symbols", new_symbols]),
  1039. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1040. ("CD", [new_frame, "caller", inst]),
  1041. ("CD", [new_frame, "phase", new_phase]),
  1042. ("CD", [new_frame, "IP", body]),
  1043. ("CD", [new_frame, "prev", task_frame]),
  1044. ("CD", [task_frame, "phase", prev_phase]),
  1045. ("DE", [phase_link]),
  1046. ("DE", [frame_link]),
  1047. ]
  1048. else:
  1049. newer_frames, invoking_frames = \
  1050. yield [("RRD", [task_frame, "prev"]),
  1051. ("RRD", [inst, "caller"]),
  1052. ]
  1053. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1054. phase_link, frame_link, new_symbols, new_IP = \
  1055. yield [("RDE", [task_frame, "phase"]),
  1056. ("RDE", [task_root, "frame"]),
  1057. ("RD", [new_frame, "symbols"]),
  1058. ("RD", [new_frame, "IP"]),
  1059. ]
  1060. signature, = yield [("RRD", [new_IP, "body"])]
  1061. signature = signature[0]
  1062. sig_params, last_param = \
  1063. yield [("RD", [signature, "params"]),
  1064. ("RD", [inst, "last_param"]),
  1065. ]
  1066. self.jit.mark_entry_point(new_IP)
  1067. name, = yield [("RD", [last_param, "name"])]
  1068. name_value, = yield [("RV", [name])]
  1069. returnvalue, formal_parameter, new_phase, variable = \
  1070. yield [("RD", [task_frame, "returnvalue"]),
  1071. ("RD", [sig_params, name_value]),
  1072. ("CNV", ["finish"]),
  1073. ("CN", []),
  1074. ]
  1075. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  1076. ("CD", [task_frame, "phase", new_phase]),
  1077. ("CD", [variable, "value", returnvalue]),
  1078. ("CE", [new_symbols, variable]),
  1079. ]
  1080. _, _, _ = yield [("CE", [t1, formal_parameter]),
  1081. ("DE", [frame_link]),
  1082. ("DE", [phase_link]),
  1083. ]
  1084. def find_overlapping(self, a, b):
  1085. newer_frames = set(a)
  1086. invoking_frames = set(b)
  1087. matches = list(newer_frames.intersection(invoking_frames))
  1088. if len(matches) == 1:
  1089. return matches[0]
  1090. elif len(matches) > 1:
  1091. raise Exception("Error: multiple overlapping elements")
  1092. else:
  1093. raise Exception("Error: could not find any overlap")
  1094. def call_param(self, task_root):
  1095. task_frame, = yield [("RD", [task_root, "frame"])]
  1096. inst, phase = yield [("RD", [task_frame, "IP"]),
  1097. ("RD", [task_frame, "phase"]),
  1098. ]
  1099. params, last_param = \
  1100. yield [("RD", [inst, "params"]),
  1101. ("RD", [inst, "last_param"]),
  1102. ]
  1103. next_param, = yield [("RD", [params, "next_param"])]
  1104. if params == phase:
  1105. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1106. yield [("RDE", [task_frame, "phase"]),
  1107. ("RDE", [task_frame, "IP"]),
  1108. ("RD", [task_frame, "returnvalue"]),
  1109. ("RD", [params, "value"]),
  1110. ("RD", [task_frame, "evalstack"]),
  1111. ("RDE", [task_frame, "evalstack"]),
  1112. ]
  1113. body, = yield [("RD", [returnvalue, "body"])]
  1114. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1115. yield [("CN", []),
  1116. ("CN", []),
  1117. ("CNV", ["init"]),
  1118. ("CNV", ["init"]),
  1119. ("CN", []),
  1120. ("CN", []),
  1121. ("CN", []),
  1122. ]
  1123. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1124. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1125. ("CD", [new_frame, "symbols", new_symbols]),
  1126. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1127. ("CD", [new_frame, "caller", inst]),
  1128. ("CD", [new_frame, "phase", new_phase]),
  1129. ("CD", [new_frame, "IP", body]),
  1130. ("CD", [new_frame, "prev", task_frame]),
  1131. ("CD", [task_frame, "phase", prev_phase]),
  1132. ("CD", [task_frame, "IP", param_value]),
  1133. ("CD", [prev_evalstack, "prev", evalstack]),
  1134. ("CD", [evalstack, "inst", inst]),
  1135. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1136. ("DE", [evalstack_link]),
  1137. ("DE", [ip_link]),
  1138. ("DE", [phase_link]),
  1139. ]
  1140. if next_param is not None:
  1141. _ = yield [("CD", [evalstack, "phase", next_param])]
  1142. else:
  1143. evalstack_phase, = \
  1144. yield [("CNV", ["call"])]
  1145. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1146. else:
  1147. frame_link, phase_link, newer_frames, invoking_frames = \
  1148. yield [("RDE", [task_root, "frame"]),
  1149. ("RDE", [task_frame, "phase"]),
  1150. ("RRD", [task_frame, "prev"]),
  1151. ("RRD", [inst, "caller"]),
  1152. ]
  1153. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1154. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1155. yield [("RDE", [task_frame, "IP"]),
  1156. ("RD", [task_frame, "evalstack"]),
  1157. ("RDE", [task_frame, "evalstack"]),
  1158. ("RD", [new_frame, "symbols"]),
  1159. ("RD", [new_frame, "IP"]),
  1160. ]
  1161. signature, = yield [("RRD", [new_IP, "body"])]
  1162. signature = signature[0]
  1163. sig_params, = yield [("RD", [signature, "params"])]
  1164. if last_param == phase:
  1165. prev_param, = \
  1166. yield [("RRD", [last_param, "next_param"])]
  1167. prev_param = prev_param[0]
  1168. name, = yield [("RD", [prev_param, "name"])]
  1169. name_value, = \
  1170. yield [("RV", [name])]
  1171. evalstack_phase, = \
  1172. yield [("CNV", ["call"])]
  1173. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1174. formal_parameter, param_value = \
  1175. yield [("RD", [sig_params, name_value]),
  1176. ("RD", [last_param, "value"]),
  1177. ]
  1178. else:
  1179. param_b, = yield [("RD", [task_frame, "phase"])]
  1180. param_c, param_a = \
  1181. yield [("RD", [param_b, "next_param"]),
  1182. ("RRD", [param_b, "next_param"]),
  1183. ]
  1184. param_a = param_a[0]
  1185. name, param_value = \
  1186. yield [("RD", [param_a, "name"]),
  1187. ("RD", [param_b, "value"]),
  1188. ]
  1189. name_value, = \
  1190. yield [("RV", [name])]
  1191. formal_parameter, _ = \
  1192. yield [("RD", [sig_params, name_value]),
  1193. ("CD", [evalstack, "phase", param_c]),
  1194. ]
  1195. new_phase, new_evalstack, variable, returnvalue = \
  1196. yield [("CNV", ["init"]),
  1197. ("CN", []),
  1198. ("CN", []),
  1199. ("RD", [task_frame, "returnvalue"]),
  1200. ]
  1201. _, _, _, _, _, _ = \
  1202. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1203. ("CD", [new_evalstack, "prev", evalstack]),
  1204. ("CD", [evalstack, "inst", inst]),
  1205. ("CD", [task_frame, "phase", new_phase]),
  1206. ("CD", [task_frame, "IP", param_value]),
  1207. ("CD", [variable, "value", returnvalue]),
  1208. ]
  1209. t1, = yield [("CE", [new_symbols, variable])]
  1210. _, _, _, _ = \
  1211. yield [("CE", [t1, formal_parameter]),
  1212. ("DE", [phase_link]),
  1213. ("DE", [ip_link]),
  1214. ("DE", [evalstack_link]),
  1215. ]
  1216. def input_init(self, task_root):
  1217. task_frame, = yield [("RD", [task_root, "frame"])]
  1218. returnvalue_link, _input = \
  1219. yield [("RDE", [task_frame, "returnvalue"]),
  1220. ("RD", [task_root, "input"]),
  1221. ]
  1222. value, next, phase_link = \
  1223. yield [("RD", [_input, "value"]),
  1224. ("RD", [_input, "next"]),
  1225. ("RDE", [task_frame, "phase"]),
  1226. ]
  1227. if value is not None:
  1228. v = yield [("RV", [value])]
  1229. _, _, finish = \
  1230. yield [("CD", [task_frame, "returnvalue", value]),
  1231. ("CD", [task_root, "input", next]),
  1232. ("CNV", ["finish"]),
  1233. ]
  1234. _, _, _, _ = \
  1235. yield [("CD", [task_frame, "phase", finish]),
  1236. ("DN", [_input]),
  1237. ("DE", [returnvalue_link]),
  1238. ("DE", [phase_link]),
  1239. ]
  1240. self.input_value = value
  1241. else:
  1242. # No input yet, so just wait and don't advance IP or phase
  1243. self.input_value = None
  1244. ex = primitive_functions.SleepKernel(0.1, True)
  1245. raise ex
  1246. def output_init(self, task_root):
  1247. task_frame, = yield [("RD", [task_root, "frame"])]
  1248. evalstack, evalstack_link, ip_link, inst = \
  1249. yield [("RD", [task_frame, "evalstack"]),
  1250. ("RDE", [task_frame, "evalstack"]),
  1251. ("RDE", [task_frame, "IP"]),
  1252. ("RD", [task_frame, "IP"]),
  1253. ]
  1254. value, new_evalstack, evalstack_phase = \
  1255. yield [("RD", [inst, "value"]),
  1256. ("CN", []),
  1257. ("CNV", ["output"]),
  1258. ]
  1259. _, _, _, _, _, _, _ = \
  1260. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1261. ("CD", [new_evalstack, "prev", evalstack]),
  1262. ("CD", [evalstack, "inst", inst]),
  1263. ("CD", [evalstack, "phase", evalstack_phase]),
  1264. ("CD", [task_frame, "IP", value]),
  1265. ("DE", [evalstack_link]),
  1266. ("DE", [ip_link]),
  1267. ]
  1268. def output_output(self, task_root):
  1269. task_frame, = yield [("RD", [task_root, "frame"])]
  1270. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1271. yield [("RDE", [task_frame, "returnvalue"]),
  1272. ("RD", [task_frame, "returnvalue"]),
  1273. ("RD", [task_root, "last_output"]),
  1274. ("RDE", [task_frame, "phase"]),
  1275. ("RDE", [task_root, "last_output"]),
  1276. ("CN", []),
  1277. ("CNV", ["finish"]),
  1278. ]
  1279. _, _, _, _, _, _ = \
  1280. yield [("CD", [last_output, "value", returnvalue]),
  1281. ("CD", [last_output, "next", new_last_output]),
  1282. ("CD", [task_root, "last_output", new_last_output]),
  1283. ("CD", [task_frame, "phase", finish]),
  1284. ("DE", [last_output_link]),
  1285. ("DE", [phase_link]),
  1286. ]
  1287. def declare_init(self, task_root):
  1288. task_frame, = yield [("RD", [task_root, "frame"])]
  1289. inst, = yield [("RD", [task_frame, "IP"])]
  1290. new_var, symbols, phase_link, empty_node, new_phase = \
  1291. yield [("RD", [inst, "var"]),
  1292. ("RD", [task_frame, "symbols"]),
  1293. ("RDE", [task_frame, "phase"]),
  1294. ("CN", []),
  1295. ("CNV", ["finish"]),
  1296. ]
  1297. exists, = yield [("RDN", [symbols, new_var])]
  1298. if exists is None:
  1299. new_edge, = yield [("CE", [symbols, empty_node])]
  1300. _ = yield [("CE", [new_edge, new_var])]
  1301. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1302. ("DE", [phase_link]),
  1303. ]
  1304. def global_init(self, task_root):
  1305. task_frame, = yield [("RD", [task_root, "frame"])]
  1306. inst, = yield [("RD", [task_frame, "IP"])]
  1307. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1308. yield [("RD", [inst, "var"]),
  1309. ("RD", [task_root, "globals"]),
  1310. ("RDE", [task_frame, "phase"]),
  1311. ("CN", []),
  1312. ("CNV", ["finish"]),
  1313. ]
  1314. value, = yield [("RV", [new_var])]
  1315. exists, = yield [("RDE", [global_symbols, value])]
  1316. if exists is not None:
  1317. yield [("DE", [exists])]
  1318. yield [("CD", [global_symbols, value, empty_node])]
  1319. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1320. ("DE", [phase_link])
  1321. ]