main.py 75 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_kernel.jit as jit
  5. from collections import defaultdict
  6. import sys
  7. import time
  8. if sys.version > '3': # pragma: no cover
  9. string_types = (str,)
  10. else:
  11. string_types = (str, unicode)
  12. class ModelverseKernel(object):
  13. counter = 0
  14. def __init__(self, root):
  15. self.root = root
  16. self.returnvalue = None
  17. # request_handlers is a dictionary of tasknames to dictionaries of operations
  18. # to request handlers. In generics notation:
  19. #
  20. # Dictionary<
  21. # Username,
  22. # Dictionary<
  23. # Operation,
  24. # RequestHandler>>
  25. #
  26. self.request_handlers = {}
  27. self.allow_compiled = True
  28. # `self.jit` handles most JIT-related functionality.
  29. self.jit = jit.ModelverseJit()
  30. self.jit.compiled_function_lookup = lambda func_name : getattr(compiled_functions, func_name, None)
  31. self.jit.body_cache = {}
  32. self.debug_info = defaultdict(list)
  33. def try_to_protect(self, var):
  34. if isinstance(var, dict) and "id" in var and var['id'] is not None:
  35. return set([var['id']])
  36. elif type(var) == int:
  37. return set([var])
  38. elif isinstance(var, dict):
  39. protect = set()
  40. for v in var.values():
  41. protect |= self.try_to_protect(v)
  42. return protect
  43. elif isinstance(var, list):
  44. protect = set()
  45. for v in var:
  46. protect |= self.try_to_protect(v)
  47. return protect
  48. elif isinstance(var, set):
  49. protect = set()
  50. for v in var:
  51. protect |= self.try_to_protect(v)
  52. return protect
  53. return set()
  54. def protect_temporary_variables(self, taskname):
  55. generators = []
  56. for h in self.request_handlers.values():
  57. for handler in h.values():
  58. for generator in handler.generator_stack:
  59. generators.append(generator)
  60. to_protect = set()
  61. for gen in generators:
  62. try:
  63. variables = gen.gi_frame.f_locals
  64. for var in variables.values():
  65. to_protect |= self.try_to_protect(var)
  66. except:
  67. pass
  68. # Create the node to which everything is attached
  69. self.fixed_node, = yield [("CN", [])]
  70. yield [("CE", [self.root, self.fixed_node])]
  71. yield [("CE", [self.fixed_node, node]) for node in to_protect]
  72. yield [("RETURN", [None])]
  73. def unprotect_temporary_variables(self, taskname):
  74. yield [("DN", [self.fixed_node])]
  75. yield [("RETURN", [None])]
  76. def execute_yields(self, taskname, operation, params, reply):
  77. self.taskname = taskname
  78. if taskname not in self.request_handlers:
  79. self.request_handlers[taskname] = {}
  80. self.jit.cache.setdefault(taskname, {})
  81. if operation not in self.request_handlers[taskname]:
  82. # Create the generator for the function to execute
  83. self.request_handlers[taskname][operation] = RequestHandler()
  84. handler = self.request_handlers[taskname][operation]
  85. if len(handler.generator_stack) == 0:
  86. handler.push_generator(getattr(self, operation)(taskname, *params))
  87. return handler.handle_request(reply)
  88. def execute_rule(self, taskname):
  89. task_root, = yield [("RD", [self.root, taskname])]
  90. if task_root is None:
  91. yield None
  92. else:
  93. task_frame, = yield [("RD", [task_root, "frame"])]
  94. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  95. ("RD", [task_frame, "phase"]),
  96. ]
  97. self.new_debug, self.phase_v, inst_v = \
  98. yield [("RD", [self.inst, "__debug"]),
  99. ("RV", [phase]),
  100. ("RV", [self.inst]),
  101. ]
  102. if self.new_debug is not None:
  103. if self.debug_info[taskname]:
  104. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  105. if self.phase_v == "finish":
  106. gen = self.helper_init(task_root)
  107. elif self.inst is None:
  108. raise Exception("Instruction pointer could not be found!")
  109. elif isinstance(self.phase_v, string_types):
  110. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  111. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  112. gen = self.execute_jit(task_root, self.inst, taskname, store=True, resolve=False)
  113. elif inst_v is None:
  114. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  115. else:
  116. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  117. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  118. elif inst_v is None:
  119. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  120. elif inst_v["value"] == "call":
  121. #print("%-30s(%s)" % ("call", "param"))
  122. gen = self.call_param(task_root)
  123. else:
  124. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  125. yield [("CALL", [gen])]
  126. yield [("FINISH", [])]
  127. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  128. """Gets a generator for the given instruction in the given phase,
  129. for the specified task root."""
  130. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  131. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  132. ##########################
  133. ### Process primitives ###
  134. ##########################
  135. def load_primitives(self, taskname):
  136. yield [("CALL_ARGS", [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  137. yield [("FINISH", [])]
  138. def load_primitives_from(self, taskname, source_name, source):
  139. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  140. primitives, = yield [("RD", [hierarchy, source_name])]
  141. keys, = yield [("RDK", [primitives])]
  142. function_names = yield [("RV", [f]) for f in keys]
  143. signatures = yield [("RDN", [primitives, f]) for f in keys]
  144. bodies = yield [("RD", [f, "body"]) for f in signatures]
  145. for i in range(len(keys)):
  146. self.jit.register_compiled(bodies[i], getattr(source, function_names[i]), function_names[i])
  147. yield [("RETURN", [None])]
  148. def print_instruction(self, inst, indent, nested_indent=None):
  149. """
  150. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  151. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  152. }
  153. """
  154. intrinsics = {}
  155. if nested_indent is None:
  156. nested_indent = indent
  157. inst_type, = yield [("RV", [inst])]
  158. instruction = "(no_printer_for_%s)" % inst_type["value"]
  159. prev = ""
  160. if inst_type["value"] == "if":
  161. cond, true, false = yield [("RD", [inst, "cond"]),
  162. ("RD", [inst, "then"]),
  163. ("RD", [inst, "else"])]
  164. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  165. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  166. if false:
  167. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  168. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  169. else:
  170. false = ""
  171. instruction = prev_cond + \
  172. " " * indent + "if 'value' not in %s:\n" % instruction_cond + \
  173. " " * (indent + 1) + "%s['value'], = yield [('RV', [%s['id']])]\n" % (instruction_cond, instruction_cond) + \
  174. " " * indent + "if (%s['value']):\n" % instruction_cond + \
  175. prev_true + \
  176. instruction_true + \
  177. false
  178. elif inst_type["value"] == "constant":
  179. node, = yield [("RD", [inst, "node"])]
  180. node_value, = yield [("RV", [node])]
  181. if node_value is not None:
  182. # There is a value to the node, so replicate the value
  183. if isinstance(node_value, string_types):
  184. value = '"%s"' % node_value.replace('"', '\\"').replace("'", "\\'").replace('\t', '\\t').replace('\n', '\\n')
  185. else:
  186. value = str(node_value)
  187. instruction = "constant_" + str(ModelverseKernel.counter)
  188. ModelverseKernel.counter += 1
  189. prev = " " * nested_indent + instruction + " = {'value': " + value + "}\n"
  190. else:
  191. # Node is None, meaning that it was not about the value, but the node itself...
  192. instruction = "{'id': %s}" % str(node)
  193. elif inst_type["value"] == "return":
  194. value, = yield [("RD", [inst, "value"])]
  195. if value:
  196. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  197. instruction = prev_value + " " * indent + "yield [('RETURN', [%s])]\n" % instruction_value
  198. else:
  199. instruction = " " * indent + "yield [('RETURN', [None])]\n"
  200. elif inst_type["value"] == "declare":
  201. instruction = ""
  202. elif inst_type["value"] == "global":
  203. instruction = ""
  204. elif inst_type["value"] == "break":
  205. instruction = " " * indent + "break\n"
  206. elif inst_type["value"] == "continue":
  207. instruction = " " * indent + "continue\n"
  208. elif inst_type["value"] == "input":
  209. prev = " " * nested_indent + "_inputs, = yield [('RD', [_root, 'input'])]\n" + \
  210. " " * nested_indent + "while 1:\n" + \
  211. " " * (nested_indent + 1) + "val, = yield [('RD', [_inputs, 'value'])]\n" + \
  212. " " * (nested_indent + 1) + "if val is not None:\n" + \
  213. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_inputs, 'value'])]\n" + \
  214. " " * (nested_indent + 2) + "_, val_e = yield [('DE', [val_e]), ('RDE', [_root, 'input'])]\n" + \
  215. " " * (nested_indent + 2) + "_, nxt = yield [('DE', [val_e]), ('RD', [_inputs, 'next'])]\n" + \
  216. " " * (nested_indent + 2) + "yield [('CD', [_root, 'input', nxt])]\n" + \
  217. " " * (nested_indent + 2) + "_result = {'id': val}\n" + \
  218. " " * (nested_indent + 2) + "break\n" + \
  219. " " * (nested_indent + 1) + "else:\n" + \
  220. " " * (nested_indent + 2) + "yield None\n"
  221. instruction = "_result"
  222. elif inst_type["value"] == "output":
  223. value, = yield [("RD", [inst, "value"])]
  224. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  225. instruction = prev + \
  226. " " * indent + "if 'id' not in %s:\n" % instruction + \
  227. " " * (indent + 1) + "%s['id'], = yield [('CNV', [%s['value']])]\n" % (instruction, instruction) + \
  228. " " * indent + "_outputs, _outputs_e = yield [('RD', [_root, 'last_output']), ('RDE', [_root, 'last_output'])]\n" + \
  229. " " * indent + "_, _new = yield [('CD', [_outputs, 'value', %s['id']]), ('CN', [])]\n" % instruction + \
  230. " " * indent + "yield [('CD', [_outputs, 'next', _new]), ('DE', [_outputs_e]), ('CD', [_root, 'last_output', _new])]\n"
  231. elif inst_type["value"] == "resolve":
  232. value, = yield [("RD", [inst, "var"])]
  233. str_value, = yield [("RV", [value])]
  234. if str_value:
  235. # Is a global
  236. prev = \
  237. " " * nested_indent + "%s = _mvk.jit.cache[_taskname].get('%s', None)\n" % (str_value, str_value) + \
  238. " " * nested_indent + "if %s is None:\n" % str_value + \
  239. " " * (nested_indent + 1) + "%s, = yield [('RD', [_globs, '%s'])]\n" % (str_value, str_value) + \
  240. " " * (nested_indent + 1) + "%s, = yield [('RD', [%s, 'value'])]\n" % (str_value, str_value) + \
  241. " " * (nested_indent + 1) + "%s = {'id': %s}\n" % (str_value, str_value) + \
  242. " " * (nested_indent + 1) + "_mvk.jit.cache[_taskname]['%s'] = %s\n" % (str_value, str_value)
  243. instruction = str_value
  244. if self.jit.get_global_body_id(str_value) is None:
  245. val, = yield [("RD", [self.root, self.taskname])]
  246. val, = yield [("RD", [val, 'globals'])]
  247. val, = yield [("RD", [val, str_value])]
  248. val, = yield [("RD", [val, 'value'])]
  249. val, = yield [("RD", [val, 'body'])]
  250. self.jit.register_global(val, str_value)
  251. else:
  252. # Is a local
  253. instruction = "var_%s" % value
  254. elif inst_type["value"] == "assign":
  255. var, val = yield [("RD", [inst, "var"]),
  256. ("RD", [inst, "value"])]
  257. (prev_var, instruction_var), = yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)])]
  258. (prev_val, instruction_val), = yield [("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  259. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  260. if prev_var:
  261. # Got something to do before the variable is usable, so this is a global!
  262. # Therefore we actually do the operation in the Modelverse as well!
  263. instruction += \
  264. " " * nested_indent + "_var, = yield [('RD', [_globs, '%s'])]\n" % instruction_var + \
  265. " " * nested_indent + "if _var is None:\n" + \
  266. " " * (nested_indent + 1) + "_var, = yield [('CN', [])]\n" + \
  267. " " * (nested_indent + 1) + "yield [('CD', [_globs, '%s', _var])]\n" % instruction_var + \
  268. " " * nested_indent + "_old_edge, = yield [('RDE', [_var, 'value'])]\n" + \
  269. " " * nested_indent + "if 'id' not in %s:\n" % instruction_var + \
  270. " " * (nested_indent + 1) + "%s['id'], = yield [('CNV', [%s['value']])]\n" % (instruction_var, instruction_var) + \
  271. " " * nested_indent + "yield [('CD', [_var, 'value', %s['id']]), ('DE', [_old_edge])]\n" % instruction_var + \
  272. " " * nested_indent + "_mvk.jit.cache[_taskname]['%s'] = %s\n" % (instruction_var, instruction_var)
  273. #" " * nested_indent + "_mvk.jit.register_global('%s', %s['id'])\n" % (instruction_var, instruction_var) + \
  274. elif inst_type["value"] == "call":
  275. func_name, = yield [("RD", [inst, "func"])]
  276. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, nested_indent, nested_indent)])]
  277. param_list = {}
  278. param, = yield [("RD", [inst, "params"])]
  279. computation = ""
  280. while param:
  281. value, name = yield [("RD", [param, "value"]), ("RD", [param, "name"])]
  282. name, = yield [("RV", [name])]
  283. (prev_res, instruction_res), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  284. param, = yield [("RD", [param, "next_param"])]
  285. computation += prev_res
  286. param_list[name] = instruction_res
  287. value = "func_result_" + str(ModelverseKernel.counter)
  288. ModelverseKernel.counter += 1
  289. param_list = "{" + ", ".join(["'%s': %s" % (k, v) for k, v in param_list.items()]) + "}"
  290. actual_computation = "$$INDENT$$%s, = yield [('CALL_ARGS', [_mvk.execute_jit, (_root, %s['id'], _taskname, %s)])]\n" % (value, func_name, param_list)
  291. if indent == 0:
  292. # No indent, meaning that we use it inline
  293. # Therefore, we output the prev and value individually
  294. prev, instruction = prev_func_name + computation + actual_computation.replace("$$INDENT$$", " " * nested_indent), value
  295. else:
  296. # Some indentation, meaning that we don't even use the return value
  297. # Therefore, we only do the yield
  298. prev, instruction = prev_func_name + computation, actual_computation.replace("$$INDENT$$", " " * indent)
  299. elif inst_type["value"] == "access":
  300. value, = yield [("RD", [inst, "var"])]
  301. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  302. elif inst_type["value"] == "while":
  303. cond, body = yield [("RD", [inst, "cond"]),
  304. ("RD", [inst, "body"])]
  305. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)])]
  306. (prev_body, instruction_body), = yield [("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  307. instruction = " " * indent + "__counter_%s = 0\n" % inst + \
  308. " " * indent + "while 1:\n" + prev_cond + \
  309. " " * (indent + 1) + "if 'value' not in %s:\n" % instruction_cond + \
  310. " " * (indent + 2) + "%s['value'], = yield [('RV', [%s['id']])]\n" % (instruction_cond, instruction_cond) + \
  311. " " * (indent + 1) + "if not (%s['value']):\n" % instruction_cond + \
  312. " " * (indent + 2) + "break\n" + \
  313. " " * (indent + 1) + "else:\n" + \
  314. " " * (indent + 2) + "__counter_%s += 1\n" % inst + \
  315. " " * (indent + 2) + "if __counter_%s > 20:\n" % inst + \
  316. " " * (indent + 3) + "yield None\n" + \
  317. " " * (indent + 3) + "__counter_%s = 0\n" % inst + \
  318. prev_body + instruction_body
  319. next_inst, = yield [("RD", [inst, "next"])]
  320. if next_inst:
  321. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  322. next_inst = prev_next + inst_next
  323. else:
  324. next_inst = ""
  325. yield [('RETURN', [(prev, instruction + next_inst)])]
  326. def read_function(self, inst, suggested_name):
  327. initial_instruction = inst
  328. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  329. if is_mutable:
  330. print("Ignoring mutable or unreadable: %s" % suggested_name)
  331. raise jit.JitCompilationFailedException("FAIL")
  332. #print("Reading function: %s" % suggested_name)
  333. (prev, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  334. preamble = " _globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  335. " _root = kwargs['task_root']\n" + \
  336. " _taskname = kwargs['taskname']\n" + \
  337. " _mvk = kwargs['mvk']\n"
  338. printed = preamble + prev + printed
  339. #print("Total printed function: ")
  340. if params:
  341. func = "def " + suggested_name + "(" + ", ".join([chr(ord('a') + i) for i in range(len(params))]) + ", **kwargs):\n" + "".join([" var_%s = %s\n" % (param, chr(ord('a') + i)) for i, param in enumerate(params)]) + printed
  342. else:
  343. func = "def " + suggested_name + "(**kwargs):\n" + printed
  344. #print(func)
  345. # To write out all generated functions
  346. #with open('/tmp/junk/%s' % suggested_name, 'w') as f:
  347. # f.write(func)
  348. yield [("RETURN", [func])]
  349. def execute_jit(self, task_root, inst, taskname, params = {}, store=False, resolve=True):
  350. # execute_jit
  351. if resolve:
  352. try:
  353. inst = self.jit.body_cache[inst]
  354. except KeyError:
  355. body, = yield [("RD", [inst, "body"])]
  356. self.jit.body_cache[inst] = body
  357. inst = body
  358. if store:
  359. task_frame, = yield [("RD", [task_root, "frame"])]
  360. symbols, = yield [("RD", [task_frame, "symbols"])]
  361. dict_keys_ref, = yield [("RDK", [symbols])]
  362. if dict_keys_ref:
  363. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  364. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  365. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  366. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  367. parameters = dict(zip(dict_keys, dict_values))
  368. parameters.update(params)
  369. for p in parameters.keys():
  370. if not isinstance(parameters[p], dict):
  371. parameters[p] = {'id': parameters[p]}
  372. params = parameters
  373. params["root"] = self.root
  374. params["task_root"] = task_root
  375. params["taskname"] = taskname
  376. params["mvk"] = self
  377. # Have the JIT compile the function.
  378. if inst is None:
  379. suggested_name = self.jit.get_global_name(inst)
  380. if suggested_name is None:
  381. suggested_name = "func_%s" % str(inst)
  382. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  383. elif inst in self.jit.jitted_entry_points:
  384. compiled_func = self.jit.jit_globals[self.jit.jitted_entry_points[inst]]
  385. else:
  386. compiled_func = self.jit.lookup_compiled_body(inst)
  387. if compiled_func is None:
  388. suggested_name = self.jit.get_global_name(inst)
  389. if suggested_name is None:
  390. suggested_name = "func_%s" % str(inst)
  391. compiled_func, = yield [("CALL_ARGS", [self.read_function, (inst, suggested_name)])]
  392. compiled_func = self.merge_function(compiled_func, suggested_name)
  393. self.jit.register_compiled(inst, compiled_func, suggested_name)
  394. # Run the compiled function.
  395. results = yield [("CALL_KWARGS", [compiled_func, params])]
  396. if results is None:
  397. raise Exception("%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  398. else:
  399. result, = results
  400. #print("Got result: " + str(result))
  401. if result is None:
  402. result = {'id': None, 'value': None}
  403. if store:
  404. # Clean up the current stack, as if a return happened
  405. old_frame, exception_return = yield [
  406. ("RD", [task_frame, "prev"]),
  407. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  408. #if self.debug_info[self.taskname]:
  409. # self.debug_info[self.taskname].pop()
  410. if "id" not in result:
  411. result['id'], = yield [("CNV", [result['value']])]
  412. if exception_return is not None:
  413. # The caller has requested that we throw an exception instead of injecting
  414. # the return value into the caller's frame. Read the comment at
  415. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  416. yield [("CD", [task_root, "frame", old_frame]),
  417. ("DN", [task_frame])]
  418. raise primitive_functions.InterpretedFunctionFinished(result)
  419. else:
  420. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  421. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result['id']]),
  422. ("CD", [task_root, "frame", old_frame]),
  423. ("DE", [lnk]),
  424. ("DN", [task_frame]),
  425. ]
  426. else:
  427. yield [("RETURN", [result])]
  428. yield [("RETURN", [None])]
  429. def merge_function(self, func, name):
  430. exec(func, self.jit.jit_globals)
  431. return self.jit.jit_globals[name]
  432. ########################################
  433. ### Execute input and output methods ###
  434. ########################################
  435. def get_output(self, taskname):
  436. task_root, = yield [("RD", [self.root, taskname])]
  437. first_output, = yield [("RD", [task_root, "output"])]
  438. next_output, rv = yield [("RD", [first_output, "next"]),
  439. ("RD", [first_output, "value"]),
  440. ]
  441. if next_output is None:
  442. self.success = False
  443. self.returnvalue = None
  444. else:
  445. rv_value, _, _ = \
  446. yield [("RV", [rv]),
  447. ("CD", [task_root, "output", next_output]),
  448. ("DN", [first_output]),
  449. ]
  450. self.returnvalue = rv_value
  451. self.success = True
  452. #print("OUTPUT: (%s, %s)" % (taskname, self.returnvalue))
  453. yield [("FINISH", [])]
  454. def set_input(self, taskname, value):
  455. task_root, = yield [("RD", [self.root, taskname])]
  456. old_input, link, new_input, new_value = \
  457. yield [("RD", [task_root, "last_input"]),
  458. ("RDE", [task_root, "last_input"]),
  459. ("CN", []),
  460. ("CNV", [value]),
  461. ]
  462. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  463. ("CD", [old_input, "next", new_input]),
  464. ("CD", [old_input, "value", new_value]),
  465. ("DE", [link])
  466. ]
  467. #print("INPUT: (%s, %s)" % (taskname, value))
  468. self.returnvalue = {"id": 100, "value": "success"}
  469. yield [("FINISH", [])]
  470. #############################################
  471. ### Transformation rules for instructions ###
  472. #############################################
  473. def continue_init(self, task_root):
  474. task_frame, = yield [("RD", [task_root, "frame"])]
  475. inst, = yield [("RD", [task_frame, "IP"])]
  476. while_inst, = yield [("RD", [inst, "while"])]
  477. old_evalstack_link, old_phase_link, evalstack_roots = \
  478. yield [("RDE", [task_frame, "evalstack"]),
  479. ("RDE", [task_frame, "phase"]),
  480. ("RRD", [while_inst, self.taskname]),
  481. ]
  482. if len(evalstack_roots) == 1:
  483. evalstack_root = evalstack_roots[0]
  484. else:
  485. print("Got roots: " + str(evalstack_roots))
  486. raise Exception("Could not process continue statement!")
  487. prev_evalstack_roots, old_evalstack_phase_link = \
  488. yield [("RRD", [evalstack_root, "prev"]),
  489. ("RDE", [evalstack_root, "phase"]),
  490. ]
  491. if len(prev_evalstack_roots) == 1:
  492. prev_evalstack_root = prev_evalstack_roots[0]
  493. else:
  494. raise Exception("Could not process continue statement!")
  495. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  496. yield [("CN", []),
  497. ("CNV", ["init"]),
  498. ("CNV", ["finish"]),
  499. ("RDE", [prev_evalstack_root, "prev"]),
  500. ]
  501. _, _, _, _, _, _, _, _ = \
  502. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  503. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  504. ("CD", [task_frame, "phase", new_phase_inst]),
  505. ("CD", [evalstack_root, "phase", new_phase_while]),
  506. ("DE", [old_evalstack_link]),
  507. ("DE", [prev_evalstack_root_link]),
  508. ("DE", [old_phase_link]),
  509. ("DE", [old_evalstack_phase_link]),
  510. ]
  511. yield [("RETURN", [None])]
  512. def break_init(self, task_root):
  513. task_frame, = yield [("RD", [task_root, "frame"])]
  514. inst, = yield [("RD", [task_frame, "IP"])]
  515. while_inst, = yield [("RD", [inst, "while"])]
  516. old_evalstack_link, old_phase_link, evalstack_roots = \
  517. yield [("RDE", [task_frame, "evalstack"]),
  518. ("RDE", [task_frame, "phase"]),
  519. ("RRD", [while_inst, self.taskname]),
  520. ]
  521. if len(evalstack_roots) == 1:
  522. evalstack_root = evalstack_roots[0]
  523. else:
  524. raise Exception("Could not process break statement!")
  525. prev_evalstack_roots, old_evalstack_phase_link = \
  526. yield [("RRD", [evalstack_root, "prev"]),
  527. ("RDE", [evalstack_root, "phase"]),
  528. ]
  529. if len(prev_evalstack_roots) == 1:
  530. prev_evalstack_root = prev_evalstack_roots[0]
  531. else:
  532. raise Exception("Could not process break statement!")
  533. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  534. yield [("CN", []),
  535. ("CNV", ["finish"]),
  536. ("CNV", ["finish"]),
  537. ("RDE", [prev_evalstack_root, "prev"]),
  538. ]
  539. _, _, _, _, _, _, _, _ = \
  540. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  541. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  542. ("CD", [task_frame, "phase", new_phase_inst]),
  543. ("CD", [evalstack_root, "phase", new_phase_while]),
  544. ("DE", [old_evalstack_link]),
  545. ("DE", [prev_evalstack_root_link]),
  546. ("DE", [old_phase_link]),
  547. ("DE", [old_evalstack_phase_link]),
  548. ]
  549. yield [("RETURN", [None])]
  550. def if_init(self, task_root):
  551. task_frame, = yield [("RD", [task_root, "frame"])]
  552. evalstack, evalstack_link = \
  553. yield [("RD", [task_frame, "evalstack"]),
  554. ("RDE", [task_frame, "evalstack"]),
  555. ]
  556. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  557. ("RDE", [task_frame, "IP"]),
  558. ]
  559. cond, = yield [("RD", [inst, "cond"])]
  560. new_evalstack, new_phase = \
  561. yield [("CN", []),
  562. ("CNV", ["cond"]),
  563. ]
  564. _, _, _, _, _, _, _ = \
  565. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  566. ("CD", [new_evalstack, "prev", evalstack]),
  567. ("CD", [task_frame, "IP", cond]),
  568. ("CD", [evalstack, "inst", inst]),
  569. ("CD", [evalstack, "phase", new_phase]),
  570. ("DE", [evalstack_link]),
  571. ("DE", [ip_link]),
  572. ]
  573. yield [("RETURN", [None])]
  574. def if_cond(self, task_root):
  575. task_frame, = yield [("RD", [task_root, "frame"])]
  576. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  577. ("RD", [task_frame, "IP"]),
  578. ]
  579. returnvalue_v, = yield [("RV", [returnvalue])]
  580. _else, = yield [("RD", [inst, "else"])]
  581. if returnvalue_v:
  582. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  583. yield [("RDE", [task_frame, "phase"]),
  584. ("RD", [task_frame, "evalstack"]),
  585. ("RDE", [task_frame, "evalstack"]),
  586. ("RDE", [task_frame, "IP"]),
  587. ("RD", [inst, "then"]),
  588. ("CN", []),
  589. ("CNV", ["finish"]),
  590. ("CNV", ["init"]),
  591. ]
  592. _, _, _, _, _, _, _, _, _ = \
  593. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  594. ("CD", [task_frame, "IP", _then]),
  595. ("CD", [new_evalstack, "prev", evalstack]),
  596. ("CD", [evalstack, "inst", inst]),
  597. ("CD", [evalstack, "phase", evalstack_phase]),
  598. ("CD", [task_frame, "phase", new_phase]),
  599. ("DE", [evalstack_link]),
  600. ("DE", [ip_link]),
  601. ("DE", [phase_link]),
  602. ]
  603. elif _else is None:
  604. phase_link, new_phase = \
  605. yield [("RDE", [task_frame, "phase"]),
  606. ("CNV", ["finish"]),
  607. ]
  608. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  609. ("DE", [phase_link]),
  610. ]
  611. else:
  612. phase_link, evalstack, evalstack_link, ip_link = \
  613. yield [("RDE", [task_frame, "phase"]),
  614. ("RD", [task_frame, "evalstack"]),
  615. ("RDE", [task_frame, "evalstack"]),
  616. ("RDE", [task_frame, "IP"]),
  617. ]
  618. new_evalstack, new_phase, evalstack_phase = \
  619. yield [("CN", []),
  620. ("CNV", ["init"]),
  621. ("CNV", ["finish"]),
  622. ]
  623. _, _, _, _, _, _, _, _, _ = \
  624. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  625. ("CD", [task_frame, "IP", _else]),
  626. ("CD", [new_evalstack, "prev", evalstack]),
  627. ("CD", [evalstack, "inst", inst]),
  628. ("CD", [evalstack, "phase", evalstack_phase]),
  629. ("CD", [task_frame, "phase", new_phase]),
  630. ("DE", [evalstack_link]),
  631. ("DE", [ip_link]),
  632. ("DE", [phase_link]),
  633. ]
  634. yield [("RETURN", [None])]
  635. def while_init(self, task_root):
  636. task_frame, = yield [("RD", [task_root, "frame"])]
  637. evalstack, evalstack_link, ip_link, inst = \
  638. yield [("RD", [task_frame, "evalstack"]),
  639. ("RDE", [task_frame, "evalstack"]),
  640. ("RDE", [task_frame, "IP"]),
  641. ("RD", [task_frame, "IP"]),
  642. ]
  643. cond, new_evalstack, new_phase = \
  644. yield [("RD", [inst, "cond"]),
  645. ("CN", []),
  646. ("CNV", ["cond"]),
  647. ]
  648. _, _, _, _, _, _, _ = \
  649. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  650. ("CD", [new_evalstack, "prev", evalstack]),
  651. ("CD", [task_frame, "IP", cond]),
  652. ("CD", [evalstack, "phase", new_phase]),
  653. ("CD", [evalstack, "inst", inst]),
  654. ("DE", [evalstack_link]),
  655. ("DE", [ip_link]),
  656. ]
  657. yield [("RETURN", [None])]
  658. def while_cond(self, task_root):
  659. task_frame, = yield [("RD", [task_root, "frame"])]
  660. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  661. returnvalue_v, = yield [("RV", [returnvalue])]
  662. if returnvalue_v:
  663. phase_link, evalstack, evalstack_link, ip_link, inst = \
  664. yield [("RDE", [task_frame, "phase"]),
  665. ("RD", [task_frame, "evalstack"]),
  666. ("RDE", [task_frame, "evalstack"]),
  667. ("RDE", [task_frame, "IP"]),
  668. ("RD", [task_frame, "IP"]),
  669. ]
  670. body, = yield [("RD", [inst, "body"])]
  671. new_evalstack, new_phase, evalstack_phase = \
  672. yield [("CN", []),
  673. ("CNV", ["init"]),
  674. ("CNV", ["init"]),
  675. ]
  676. _, _, _, _, _, _, _, _, _ = \
  677. yield [("CD", [task_frame, "IP", body]),
  678. ("CD", [task_frame, "phase", new_phase]),
  679. ("CD", [task_frame, "evalstack", new_evalstack]),
  680. ("CD", [new_evalstack, "prev", evalstack]),
  681. ("CD", [evalstack, "inst", inst]),
  682. ("CD", [evalstack, "phase", evalstack_phase]),
  683. ("DE", [evalstack_link]),
  684. ("DE", [ip_link]),
  685. ("DE", [phase_link]),
  686. ]
  687. # Check if we already have a taskname link to the evalstack
  688. links, = yield [("RD", [evalstack, self.taskname])]
  689. if links is None:
  690. yield [("CD", [evalstack, self.taskname, inst])]
  691. else:
  692. phase_link, new_phase = \
  693. yield [("RDE", [task_frame, "phase"]),
  694. ("CNV", ["finish"]),
  695. ]
  696. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  697. ("DE", [phase_link])
  698. ]
  699. yield [("RETURN", [None])]
  700. def access_init(self, task_root):
  701. task_frame, = yield [("RD", [task_root, "frame"])]
  702. evalstack, evalstack_link, inst, ip_link = \
  703. yield [("RD", [task_frame, "evalstack"]),
  704. ("RDE", [task_frame, "evalstack"]),
  705. ("RD", [task_frame, "IP"]),
  706. ("RDE", [task_frame, "IP"]),
  707. ]
  708. var, new_evalstack, new_phase = \
  709. yield [("RD", [inst, "var"]),
  710. ("CN", []),
  711. ("CNV", ["eval"]),
  712. ]
  713. _, _, _, _, _, _, _ = \
  714. yield [("CD", [task_frame, "IP", var]),
  715. ("CD", [task_frame, "evalstack", new_evalstack]),
  716. ("CD", [new_evalstack, "prev", evalstack]),
  717. ("CD", [evalstack, "inst", inst]),
  718. ("CD", [evalstack, "phase", new_phase]),
  719. ("DE", [evalstack_link]),
  720. ("DE", [ip_link]),
  721. ]
  722. yield [("RETURN", [None])]
  723. def access_eval(self, task_root):
  724. task_frame, = yield [("RD", [task_root, "frame"])]
  725. phase_link, returnvalue_link, returnvalue = \
  726. yield [("RDE", [task_frame, "phase"]),
  727. ("RDE", [task_frame, "returnvalue"]),
  728. ("RD", [task_frame, "returnvalue"]),
  729. ]
  730. value, new_phase = yield [("RD", [returnvalue, "value"]),
  731. ("CNV", ["finish"]),
  732. ]
  733. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  734. ("CD", [task_frame, "returnvalue", value]),
  735. ("DE", [phase_link]),
  736. ("DE", [returnvalue_link]),
  737. ]
  738. yield [("RETURN", [None])]
  739. def resolve_init(self, task_root):
  740. task_frame, = yield [("RD", [task_root, "frame"])]
  741. symbols, evalstack, evalstack_link, ip_link, inst = \
  742. yield [("RD", [task_frame, "symbols"]),
  743. ("RD", [task_frame, "evalstack"]),
  744. ("RDE", [task_frame, "evalstack"]),
  745. ("RDE", [task_frame, "IP"]),
  746. ("RD", [task_frame, "IP"]),
  747. ]
  748. var, = yield [("RD", [inst, "var"])]
  749. variable, = yield [("RDN", [symbols, var])]
  750. if variable is None:
  751. phase_link, returnvalue_link, _globals, var_name = \
  752. yield [("RDE", [task_frame, "phase"]),
  753. ("RDE", [task_frame, "returnvalue"]),
  754. ("RD", [task_root, "globals"]),
  755. ("RV", [var]),
  756. ]
  757. variable, new_phase = \
  758. yield [("RD", [_globals, var_name]),
  759. ("CNV", ["finish"]),
  760. ]
  761. if variable is None:
  762. globs, = yield [("RDK", [_globals])]
  763. print("Globals: " + str(globs))
  764. globs = yield [("RV", [i]) for i in globs]
  765. print("Resolved globals: " + str(globs))
  766. raise Exception(jit.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  767. # Resolved a global, so this is a string
  768. # Potentially, this might even be a function that we have precompiled already!
  769. # So check whether this is the case or not
  770. if self.allow_compiled:
  771. compiled_function = getattr(compiled_functions, var_name, None)
  772. if compiled_function is not None:
  773. # We have a compiled function ready!
  774. # Now we have to bind the ID to the compiled functions
  775. # For this, we read out the body of the resolved data
  776. compiler_val, = yield [("RD", [variable, "value"])]
  777. compiler_body, = yield [("RD", [compiler_val, "body"])]
  778. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  779. # If we're dealing with a function, then we might want to figure out what its body id
  780. # is now so we can suggest a name to the JIT later.
  781. if self.jit.get_global_body_id(var_name) is None:
  782. compiler_val, = yield [("RD", [variable, "value"])]
  783. if compiler_val is not None:
  784. compiler_body, = yield [("RD", [compiler_val, "body"])]
  785. if compiler_body is not None:
  786. self.jit.register_global(compiler_body, var_name)
  787. else:
  788. phase_link, returnvalue_link, new_phase = \
  789. yield [("RDE", [task_frame, "phase"]),
  790. ("RDE", [task_frame, "returnvalue"]),
  791. ("CNV", ["finish"]),
  792. ]
  793. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  794. ("CD", [task_frame, "returnvalue", variable]),
  795. ("DE", [phase_link]),
  796. ("DE", [returnvalue_link]),
  797. ]
  798. yield [("RETURN", [None])]
  799. def assign_init(self, task_root):
  800. task_frame, = yield [("RD", [task_root, "frame"])]
  801. evalstack, evalstack_link, ip_link, inst = \
  802. yield [("RD", [task_frame, "evalstack"]),
  803. ("RDE", [task_frame, "evalstack"]),
  804. ("RDE", [task_frame, "IP"]),
  805. ("RD", [task_frame, "IP"]),
  806. ]
  807. var, new_evalstack, new_phase = \
  808. yield [("RD", [inst, "var"]),
  809. ("CN", []),
  810. ("CNV", ["value"]),
  811. ]
  812. _, _, _, _, _, _, _ = \
  813. yield [("CD", [task_frame, "IP", var]),
  814. ("CD", [task_frame, "evalstack", new_evalstack]),
  815. ("CD", [new_evalstack, "prev", evalstack]),
  816. ("CD", [evalstack, "inst", inst]),
  817. ("CD", [evalstack, "phase", new_phase]),
  818. ("DE", [evalstack_link]),
  819. ("DE", [ip_link]),
  820. ]
  821. yield [("RETURN", [None])]
  822. def assign_value(self, task_root):
  823. task_frame, = yield [("RD", [task_root, "frame"])]
  824. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  825. yield [("RDE", [task_frame, "phase"]),
  826. ("RD", [task_frame, "evalstack"]),
  827. ("RD", [task_frame, "returnvalue"]),
  828. ("RDE", [task_frame, "evalstack"]),
  829. ("RDE", [task_frame, "IP"]),
  830. ("RD", [task_frame, "IP"]),
  831. ]
  832. value, new_evalstack, new_phase, evalstack_phase = \
  833. yield [("RD", [inst, "value"]),
  834. ("CN", []),
  835. ("CNV", ["init"]),
  836. ("CNV", ["assign"]),
  837. ]
  838. _, _, _, _, _, _, _, _, _, _ = \
  839. yield [("CD", [task_frame, "variable", returnvalue]),
  840. ("CD", [task_frame, "phase", new_phase]),
  841. ("CD", [task_frame, "evalstack", new_evalstack]),
  842. ("CD", [new_evalstack, "prev", evalstack]),
  843. ("CD", [evalstack, "inst", inst]),
  844. ("CD", [evalstack, "phase", evalstack_phase]),
  845. ("CD", [task_frame, "IP", value]),
  846. ("DE", [evalstack_link]),
  847. ("DE", [phase_link]),
  848. ("DE", [ip_link]),
  849. ]
  850. yield [("RETURN", [None])]
  851. def assign_assign(self, task_root):
  852. task_frame, = yield [("RD", [task_root, "frame"])]
  853. phase_link, returnvalue, variable_link, variable = \
  854. yield [("RDE", [task_frame, "phase"]),
  855. ("RD", [task_frame, "returnvalue"]),
  856. ("RDE", [task_frame, "variable"]),
  857. ("RD", [task_frame, "variable"]),
  858. ]
  859. value_link, new_phase = \
  860. yield [("RDE", [variable, "value"]),
  861. ("CNV", ["finish"]),
  862. ]
  863. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  864. ("CD", [variable, "value", returnvalue]),
  865. ("DE", [variable_link]),
  866. ("DE", [value_link]),
  867. ("DE", [phase_link]),
  868. ]
  869. yield [("RETURN", [None])]
  870. def return_init(self, task_root):
  871. task_frame, = yield [("RD", [task_root, "frame"])]
  872. inst, = yield [("RD", [task_frame, "IP"])]
  873. value, = yield [("RD", [inst, "value"])]
  874. if value is None:
  875. prev_frame, = yield [("RD", [task_frame, "prev"])]
  876. # If the callee's frame is marked with the '__exception_return' key, then
  877. # we need to throw an exception instead of just finishing here. This design
  878. # gives us O(1) state reads per jit-interpreter transition.
  879. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  880. if prev_frame is None:
  881. _, = yield [("DN", [task_root])]
  882. del self.debug_info[self.taskname]
  883. #print("Cleanup task " + str(self.taskname))
  884. else:
  885. if self.debug_info[self.taskname]:
  886. self.debug_info[self.taskname].pop()
  887. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  888. ("DN", [task_frame]),
  889. ]
  890. if exception_return is not None:
  891. raise primitive_functions.InterpretedFunctionFinished(None)
  892. else:
  893. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  894. yield [("RD", [task_frame, "evalstack"]),
  895. ("RDE", [task_frame, "evalstack"]),
  896. ("RDE", [task_frame, "IP"]),
  897. ("CN", []),
  898. ("CNV", ["eval"]),
  899. ]
  900. _, _, _, _, _, _, _ = \
  901. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  902. ("CD", [new_evalstack, "prev", evalstack]),
  903. ("CD", [evalstack, "inst", inst]),
  904. ("CD", [evalstack, "phase", evalstack_phase]),
  905. ("CD", [task_frame, "IP", value]),
  906. ("DE", [evalstack_link]),
  907. ("DE", [ip_link]),
  908. ]
  909. yield [("RETURN", [None])]
  910. def return_eval(self, task_root):
  911. if self.debug_info[self.taskname]:
  912. self.debug_info[self.taskname].pop()
  913. task_frame, = yield [("RD", [task_root, "frame"])]
  914. prev_frame, = yield [("RD", [task_frame, "prev"])]
  915. if prev_frame is None:
  916. _, = yield [("DN", [task_root])]
  917. del self.debug_info[self.taskname]
  918. exception_return, returnvalue = yield [
  919. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  920. ("RD", [task_frame, "returnvalue"])]
  921. # If the callee's frame is marked with the '__exception_return' key, then
  922. # we need to throw an exception instead of just finishing here. This design
  923. # gives us O(1) state reads per jit-interpreter transition.
  924. if exception_return is not None:
  925. yield [
  926. ("CD", [task_root, "frame", prev_frame]),
  927. ("DN", [task_frame])]
  928. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  929. else:
  930. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  931. yield [
  932. ("CD", [task_root, "frame", prev_frame]),
  933. ("CD", [prev_frame, "returnvalue", returnvalue]),
  934. ("DE", [old_returnvalue_link]),
  935. ("DN", [task_frame])]
  936. yield [("RETURN", [None])]
  937. def constant_init(self, task_root):
  938. task_frame, = yield [("RD", [task_root, "frame"])]
  939. phase_link, returnvalue_link, inst = \
  940. yield [("RDE", [task_frame, "phase"]),
  941. ("RDE", [task_frame, "returnvalue"]),
  942. ("RD", [task_frame, "IP"]),
  943. ]
  944. node, new_phase = yield [("RD", [inst, "node"]),
  945. ("CNV", ["finish"]),
  946. ]
  947. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  948. ("CD", [task_frame, "returnvalue", node]),
  949. ("DE", [returnvalue_link]),
  950. ("DE", [phase_link]),
  951. ]
  952. yield [("RETURN", [None])]
  953. def helper_init(self, task_root):
  954. task_frame, = yield [("RD", [task_root, "frame"])]
  955. inst, = yield [("RD", [task_frame, "IP"])]
  956. next, = yield [("RD", [inst, "next"])]
  957. if next is None:
  958. ip_link, phase_link, evalstack_top = \
  959. yield [("RDE", [task_frame, "IP"]),
  960. ("RDE", [task_frame, "phase"]),
  961. ("RD", [task_frame, "evalstack"]),
  962. ]
  963. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  964. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  965. yield [("RD", [evalstack, "inst"]),
  966. ("RD", [evalstack, "phase"]),
  967. ("RDE", [evalstack, "inst"]),
  968. ("RDE", [evalstack, "phase"]),
  969. ]
  970. _, _, _, _, _, _, _, _ = \
  971. yield [("CD", [task_frame, "evalstack", evalstack]),
  972. ("CD", [task_frame, "IP", evalstack_inst]),
  973. ("CD", [task_frame, "phase", evalstack_phase]),
  974. ("DE", [ip_link]),
  975. ("DE", [phase_link]),
  976. ("DE", [evalstack_inst_link]),
  977. ("DE", [evalstack_phase_link]),
  978. ("DN", [evalstack_top]),
  979. ]
  980. else:
  981. ip_link, phase_link, new_phase = \
  982. yield [("RDE", [task_frame, "IP"]),
  983. ("RDE", [task_frame, "phase"]),
  984. ("CNV", ["init"]),
  985. ]
  986. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  987. ("CD", [task_frame, "phase", new_phase]),
  988. ("DE", [ip_link]),
  989. ("DE", [phase_link]),
  990. ]
  991. yield [("RETURN", [None])]
  992. def call_init(self, task_root):
  993. task_frame, = yield [("RD", [task_root, "frame"])]
  994. symbols, evalstack, evalstack_link, ip_link, inst = \
  995. yield [("RD", [task_frame, "symbols"]),
  996. ("RD", [task_frame, "evalstack"]),
  997. ("RDE", [task_frame, "evalstack"]),
  998. ("RDE", [task_frame, "IP"]),
  999. ("RD", [task_frame, "IP"]),
  1000. ]
  1001. func, params = yield [("RD", [inst, "func"]),
  1002. ("RD", [inst, "params"]),
  1003. ]
  1004. if params is None:
  1005. new_evalstack, evalstack_phase = \
  1006. yield [("CN", []),
  1007. ("CNV", ["call"]),
  1008. ]
  1009. _, _, _, _, _, _, _ = \
  1010. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1011. ("CD", [new_evalstack, "prev", evalstack]),
  1012. ("CD", [evalstack, "inst", inst]),
  1013. ("CD", [evalstack, "phase", evalstack_phase]),
  1014. ("CD", [task_frame, "IP", func]),
  1015. ("DE", [evalstack_link]),
  1016. ("DE", [ip_link]),
  1017. ]
  1018. else:
  1019. new_evalstack,= yield [("CN", [])]
  1020. _, _, _, _, _, _, _ = \
  1021. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1022. ("CD", [new_evalstack, "prev", evalstack]),
  1023. ("CD", [evalstack, "inst", inst]),
  1024. ("CD", [evalstack, "phase", params]),
  1025. ("CD", [task_frame, "IP", func]),
  1026. ("DE", [evalstack_link]),
  1027. ("DE", [ip_link]),
  1028. ]
  1029. yield [("RETURN", [None])]
  1030. def call_call(self, task_root):
  1031. self.debug_info[self.taskname].append("None")
  1032. task_frame, = yield [("RD", [task_root, "frame"])]
  1033. inst, = yield [("RD", [task_frame, "IP"])]
  1034. param, = yield [("RD", [inst, "last_param"])]
  1035. if param is None:
  1036. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  1037. body, = yield [("RD", [returnvalue, "body"])]
  1038. self.jit.mark_entry_point(body)
  1039. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  1040. yield [("RDE", [task_frame, "phase"]),
  1041. ("RDE", [task_root, "frame"]),
  1042. ("CNV", ["finish"]),
  1043. ("CNV", ["init"]),
  1044. ("CN", []),
  1045. ("CN", []),
  1046. ("CN", []),
  1047. ("CN", []),
  1048. ]
  1049. _, _, _, _, _, _, _, _, _, _, _ = \
  1050. yield [("CD", [task_root, "frame", new_frame]),
  1051. ("CD", [new_frame, "evalstack", new_evalstack]),
  1052. ("CD", [new_frame, "symbols", new_symbols]),
  1053. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1054. ("CD", [new_frame, "caller", inst]),
  1055. ("CD", [new_frame, "phase", new_phase]),
  1056. ("CD", [new_frame, "IP", body]),
  1057. ("CD", [new_frame, "prev", task_frame]),
  1058. ("CD", [task_frame, "phase", prev_phase]),
  1059. ("DE", [phase_link]),
  1060. ("DE", [frame_link]),
  1061. ]
  1062. else:
  1063. newer_frames, invoking_frames = \
  1064. yield [("RRD", [task_frame, "prev"]),
  1065. ("RRD", [inst, "caller"]),
  1066. ]
  1067. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1068. phase_link, frame_link, new_symbols, new_IP = \
  1069. yield [("RDE", [task_frame, "phase"]),
  1070. ("RDE", [task_root, "frame"]),
  1071. ("RD", [new_frame, "symbols"]),
  1072. ("RD", [new_frame, "IP"]),
  1073. ]
  1074. signature, = yield [("RRD", [new_IP, "body"])]
  1075. signature = signature[0]
  1076. sig_params, last_param = \
  1077. yield [("RD", [signature, "params"]),
  1078. ("RD", [inst, "last_param"]),
  1079. ]
  1080. self.jit.mark_entry_point(new_IP)
  1081. name, = yield [("RD", [last_param, "name"])]
  1082. name_value, = yield [("RV", [name])]
  1083. returnvalue, formal_parameter, new_phase, variable = \
  1084. yield [("RD", [task_frame, "returnvalue"]),
  1085. ("RD", [sig_params, name_value]),
  1086. ("CNV", ["finish"]),
  1087. ("CN", []),
  1088. ]
  1089. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  1090. ("CD", [task_frame, "phase", new_phase]),
  1091. ("CD", [variable, "value", returnvalue]),
  1092. ("CE", [new_symbols, variable]),
  1093. ]
  1094. _, _, _ = yield [("CE", [t1, formal_parameter]),
  1095. ("DE", [frame_link]),
  1096. ("DE", [phase_link]),
  1097. ]
  1098. yield [("RETURN", [None])]
  1099. def find_overlapping(self, a, b):
  1100. newer_frames = set(a)
  1101. invoking_frames = set(b)
  1102. matches = list(newer_frames.intersection(invoking_frames))
  1103. if len(matches) == 1:
  1104. return matches[0]
  1105. elif len(matches) > 1:
  1106. raise Exception("Error: multiple overlapping elements")
  1107. else:
  1108. raise Exception("Error: could not find any overlap")
  1109. def call_param(self, task_root):
  1110. task_frame, = yield [("RD", [task_root, "frame"])]
  1111. inst, phase = yield [("RD", [task_frame, "IP"]),
  1112. ("RD", [task_frame, "phase"]),
  1113. ]
  1114. params, last_param = \
  1115. yield [("RD", [inst, "params"]),
  1116. ("RD", [inst, "last_param"]),
  1117. ]
  1118. next_param, = yield [("RD", [params, "next_param"])]
  1119. if params == phase:
  1120. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1121. yield [("RDE", [task_frame, "phase"]),
  1122. ("RDE", [task_frame, "IP"]),
  1123. ("RD", [task_frame, "returnvalue"]),
  1124. ("RD", [params, "value"]),
  1125. ("RD", [task_frame, "evalstack"]),
  1126. ("RDE", [task_frame, "evalstack"]),
  1127. ]
  1128. body, = yield [("RD", [returnvalue, "body"])]
  1129. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1130. yield [("CN", []),
  1131. ("CN", []),
  1132. ("CNV", ["init"]),
  1133. ("CNV", ["init"]),
  1134. ("CN", []),
  1135. ("CN", []),
  1136. ("CN", []),
  1137. ]
  1138. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1139. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1140. ("CD", [new_frame, "symbols", new_symbols]),
  1141. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1142. ("CD", [new_frame, "caller", inst]),
  1143. ("CD", [new_frame, "phase", new_phase]),
  1144. ("CD", [new_frame, "IP", body]),
  1145. ("CD", [new_frame, "prev", task_frame]),
  1146. ("CD", [task_frame, "phase", prev_phase]),
  1147. ("CD", [task_frame, "IP", param_value]),
  1148. ("CD", [prev_evalstack, "prev", evalstack]),
  1149. ("CD", [evalstack, "inst", inst]),
  1150. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1151. ("DE", [evalstack_link]),
  1152. ("DE", [ip_link]),
  1153. ("DE", [phase_link]),
  1154. ]
  1155. if next_param is not None:
  1156. _ = yield [("CD", [evalstack, "phase", next_param])]
  1157. else:
  1158. evalstack_phase, = \
  1159. yield [("CNV", ["call"])]
  1160. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1161. else:
  1162. frame_link, phase_link, newer_frames, invoking_frames = \
  1163. yield [("RDE", [task_root, "frame"]),
  1164. ("RDE", [task_frame, "phase"]),
  1165. ("RRD", [task_frame, "prev"]),
  1166. ("RRD", [inst, "caller"]),
  1167. ]
  1168. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1169. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1170. yield [("RDE", [task_frame, "IP"]),
  1171. ("RD", [task_frame, "evalstack"]),
  1172. ("RDE", [task_frame, "evalstack"]),
  1173. ("RD", [new_frame, "symbols"]),
  1174. ("RD", [new_frame, "IP"]),
  1175. ]
  1176. signature, = yield [("RRD", [new_IP, "body"])]
  1177. signature = signature[0]
  1178. sig_params, = yield [("RD", [signature, "params"])]
  1179. if last_param == phase:
  1180. prev_param, = \
  1181. yield [("RRD", [last_param, "next_param"])]
  1182. prev_param = prev_param[0]
  1183. name, = yield [("RD", [prev_param, "name"])]
  1184. name_value, = \
  1185. yield [("RV", [name])]
  1186. evalstack_phase, = \
  1187. yield [("CNV", ["call"])]
  1188. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1189. formal_parameter, param_value = \
  1190. yield [("RD", [sig_params, name_value]),
  1191. ("RD", [last_param, "value"]),
  1192. ]
  1193. else:
  1194. param_b, = yield [("RD", [task_frame, "phase"])]
  1195. param_c, param_a = \
  1196. yield [("RD", [param_b, "next_param"]),
  1197. ("RRD", [param_b, "next_param"]),
  1198. ]
  1199. param_a = param_a[0]
  1200. name, param_value = \
  1201. yield [("RD", [param_a, "name"]),
  1202. ("RD", [param_b, "value"]),
  1203. ]
  1204. name_value, = \
  1205. yield [("RV", [name])]
  1206. formal_parameter, _ = \
  1207. yield [("RD", [sig_params, name_value]),
  1208. ("CD", [evalstack, "phase", param_c]),
  1209. ]
  1210. new_phase, new_evalstack, variable, returnvalue = \
  1211. yield [("CNV", ["init"]),
  1212. ("CN", []),
  1213. ("CN", []),
  1214. ("RD", [task_frame, "returnvalue"]),
  1215. ]
  1216. _, _, _, _, _, _ = \
  1217. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1218. ("CD", [new_evalstack, "prev", evalstack]),
  1219. ("CD", [evalstack, "inst", inst]),
  1220. ("CD", [task_frame, "phase", new_phase]),
  1221. ("CD", [task_frame, "IP", param_value]),
  1222. ("CD", [variable, "value", returnvalue]),
  1223. ]
  1224. t1, = yield [("CE", [new_symbols, variable])]
  1225. _, _, _, _ = \
  1226. yield [("CE", [t1, formal_parameter]),
  1227. ("DE", [phase_link]),
  1228. ("DE", [ip_link]),
  1229. ("DE", [evalstack_link]),
  1230. ]
  1231. yield [("RETURN", [None])]
  1232. def input_init(self, task_root):
  1233. task_frame, = yield [("RD", [task_root, "frame"])]
  1234. returnvalue_link, _input = \
  1235. yield [("RDE", [task_frame, "returnvalue"]),
  1236. ("RD", [task_root, "input"]),
  1237. ]
  1238. value, next, phase_link = \
  1239. yield [("RD", [_input, "value"]),
  1240. ("RD", [_input, "next"]),
  1241. ("RDE", [task_frame, "phase"]),
  1242. ]
  1243. if value is not None:
  1244. v = yield [("RV", [value])]
  1245. _, _, finish = \
  1246. yield [("CD", [task_frame, "returnvalue", value]),
  1247. ("CD", [task_root, "input", next]),
  1248. ("CNV", ["finish"]),
  1249. ]
  1250. _, _, _, _ = \
  1251. yield [("CD", [task_frame, "phase", finish]),
  1252. ("DN", [_input]),
  1253. ("DE", [returnvalue_link]),
  1254. ("DE", [phase_link]),
  1255. ]
  1256. self.input_value = value
  1257. else:
  1258. # No input yet, so just wait and don't advance IP or phase
  1259. self.input_value = None
  1260. ex = primitive_functions.SleepKernel(0.1, True)
  1261. raise ex
  1262. yield [("RETURN", [None])]
  1263. def output_init(self, task_root):
  1264. task_frame, = yield [("RD", [task_root, "frame"])]
  1265. evalstack, evalstack_link, ip_link, inst = \
  1266. yield [("RD", [task_frame, "evalstack"]),
  1267. ("RDE", [task_frame, "evalstack"]),
  1268. ("RDE", [task_frame, "IP"]),
  1269. ("RD", [task_frame, "IP"]),
  1270. ]
  1271. value, new_evalstack, evalstack_phase = \
  1272. yield [("RD", [inst, "value"]),
  1273. ("CN", []),
  1274. ("CNV", ["output"]),
  1275. ]
  1276. _, _, _, _, _, _, _ = \
  1277. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1278. ("CD", [new_evalstack, "prev", evalstack]),
  1279. ("CD", [evalstack, "inst", inst]),
  1280. ("CD", [evalstack, "phase", evalstack_phase]),
  1281. ("CD", [task_frame, "IP", value]),
  1282. ("DE", [evalstack_link]),
  1283. ("DE", [ip_link]),
  1284. ]
  1285. yield [("RETURN", [None])]
  1286. def output_output(self, task_root):
  1287. task_frame, = yield [("RD", [task_root, "frame"])]
  1288. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1289. yield [("RDE", [task_frame, "returnvalue"]),
  1290. ("RD", [task_frame, "returnvalue"]),
  1291. ("RD", [task_root, "last_output"]),
  1292. ("RDE", [task_frame, "phase"]),
  1293. ("RDE", [task_root, "last_output"]),
  1294. ("CN", []),
  1295. ("CNV", ["finish"]),
  1296. ]
  1297. _, _, _, _, _, _ = \
  1298. yield [("CD", [last_output, "value", returnvalue]),
  1299. ("CD", [last_output, "next", new_last_output]),
  1300. ("CD", [task_root, "last_output", new_last_output]),
  1301. ("CD", [task_frame, "phase", finish]),
  1302. ("DE", [last_output_link]),
  1303. ("DE", [phase_link]),
  1304. ]
  1305. yield [("RETURN", [None])]
  1306. def declare_init(self, task_root):
  1307. task_frame, = yield [("RD", [task_root, "frame"])]
  1308. inst, = yield [("RD", [task_frame, "IP"])]
  1309. new_var, symbols, phase_link, empty_node, new_phase = \
  1310. yield [("RD", [inst, "var"]),
  1311. ("RD", [task_frame, "symbols"]),
  1312. ("RDE", [task_frame, "phase"]),
  1313. ("CN", []),
  1314. ("CNV", ["finish"]),
  1315. ]
  1316. exists, = yield [("RDN", [symbols, new_var])]
  1317. if exists is None:
  1318. new_edge, = yield [("CE", [symbols, empty_node])]
  1319. _ = yield [("CE", [new_edge, new_var])]
  1320. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1321. ("DE", [phase_link]),
  1322. ]
  1323. yield [("RETURN", [None])]
  1324. def global_init(self, task_root):
  1325. task_frame, = yield [("RD", [task_root, "frame"])]
  1326. inst, = yield [("RD", [task_frame, "IP"])]
  1327. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1328. yield [("RD", [inst, "var"]),
  1329. ("RD", [task_root, "globals"]),
  1330. ("RDE", [task_frame, "phase"]),
  1331. ("CN", []),
  1332. ("CNV", ["finish"]),
  1333. ]
  1334. value, = yield [("RV", [new_var])]
  1335. exists, = yield [("RDE", [global_symbols, value])]
  1336. if exists is not None:
  1337. yield [("DE", [exists])]
  1338. yield [("CD", [global_symbols, value, empty_node])]
  1339. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1340. ("DE", [phase_link])
  1341. ]
  1342. yield [("RETURN", [None])]