main.py 72 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_kernel.jit as jit
  5. from collections import defaultdict
  6. import sys
  7. import time
  8. if sys.version > '3': # pragma: no cover
  9. string_types = (str,)
  10. else:
  11. string_types = (str, unicode)
  12. class ModelverseKernel(object):
  13. counter = 0
  14. def __init__(self, root):
  15. self.root = root
  16. self.returnvalue = None
  17. # request_handlers is a dictionary of tasknames to dictionaries of operations
  18. # to request handlers. In generics notation:
  19. #
  20. # Dictionary<
  21. # Username,
  22. # Dictionary<
  23. # Operation,
  24. # RequestHandler>>
  25. #
  26. self.request_handlers = {}
  27. self.allow_compiled = True
  28. # `self.jit` handles most JIT-related functionality.
  29. self.jit = jit.ModelverseJit()
  30. self.jit.compiled_function_lookup = lambda func_name : getattr(compiled_functions, func_name, None)
  31. self.jit.body_cache = {}
  32. self.debug_info = defaultdict(list)
  33. def execute_yields(self, taskname, operation, params, reply):
  34. self.taskname = taskname
  35. if taskname not in self.request_handlers:
  36. self.request_handlers[taskname] = {}
  37. self.jit.cache.setdefault(taskname, {})
  38. if operation not in self.request_handlers[taskname]:
  39. # Create the generator for the function to execute
  40. self.request_handlers[taskname][operation] = RequestHandler()
  41. handler = self.request_handlers[taskname][operation]
  42. if len(handler.generator_stack) == 0:
  43. handler.push_generator(getattr(self, operation)(taskname, *params))
  44. return handler.handle_request(reply)
  45. def execute_rule(self, taskname):
  46. task_root, = yield [("RD", [self.root, taskname])]
  47. if task_root is None:
  48. yield None
  49. else:
  50. task_frame, = yield [("RD", [task_root, "frame"])]
  51. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  52. ("RD", [task_frame, "phase"]),
  53. ]
  54. self.new_debug, self.phase_v, inst_v = \
  55. yield [("RD", [self.inst, "__debug"]),
  56. ("RV", [phase]),
  57. ("RV", [self.inst]),
  58. ]
  59. if self.new_debug is not None:
  60. if self.debug_info[taskname]:
  61. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  62. if self.phase_v == "finish":
  63. gen = self.helper_init(task_root)
  64. elif self.inst is None:
  65. raise Exception("Instruction pointer could not be found!")
  66. elif isinstance(self.phase_v, string_types):
  67. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  68. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  69. gen = self.execute_jit(task_root, self.inst, taskname, store=True, resolve=False)
  70. elif inst_v is None:
  71. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  72. else:
  73. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  74. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  75. elif inst_v is None:
  76. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  77. elif inst_v["value"] == "call":
  78. #print("%-30s(%s)" % ("call", "param"))
  79. gen = self.call_param(task_root)
  80. else:
  81. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  82. yield [("CALL", [gen])]
  83. yield [("FINISH", [])]
  84. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  85. """Gets a generator for the given instruction in the given phase,
  86. for the specified task root."""
  87. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  88. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  89. ##########################
  90. ### Process primitives ###
  91. ##########################
  92. def load_primitives(self, taskname):
  93. yield [("CALL_ARGS", [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  94. yield [("FINISH", [])]
  95. def load_primitives_from(self, taskname, source_name, source):
  96. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  97. primitives, = yield [("RD", [hierarchy, source_name])]
  98. keys, = yield [("RDK", [primitives])]
  99. function_names = yield [("RV", [f]) for f in keys]
  100. signatures = yield [("RDN", [primitives, f]) for f in keys]
  101. bodies = yield [("RD", [f, "body"]) for f in signatures]
  102. for i in range(len(keys)):
  103. self.jit.register_compiled(bodies[i], getattr(source, function_names[i]), function_names[i])
  104. yield [("RETURN", [None])]
  105. def print_instruction(self, inst, indent, nested_indent=None):
  106. """
  107. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  108. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  109. }
  110. """
  111. intrinsics = {}
  112. if nested_indent is None:
  113. nested_indent = indent
  114. inst_type, = yield [("RV", [inst])]
  115. instruction = "(no_printer_for_%s)" % inst_type["value"]
  116. prev = ""
  117. if inst_type["value"] == "if":
  118. cond, true, false = yield [("RD", [inst, "cond"]),
  119. ("RD", [inst, "then"]),
  120. ("RD", [inst, "else"])]
  121. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  122. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  123. if false:
  124. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  125. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  126. else:
  127. false = ""
  128. instruction = prev_cond + \
  129. " " * indent + "if 'value' not in %s:\n" % instruction_cond + \
  130. " " * (indent + 1) + "%s['value'], = yield [('RV', [%s['id']])]\n" % (instruction_cond, instruction_cond) + \
  131. " " * indent + "if (%s['value']):\n" % instruction_cond + \
  132. prev_true + \
  133. instruction_true + \
  134. false
  135. elif inst_type["value"] == "constant":
  136. node, = yield [("RD", [inst, "node"])]
  137. node_value, = yield [("RV", [node])]
  138. if node_value is not None:
  139. # There is a value to the node, so replicate the value
  140. if isinstance(node_value, string_types):
  141. value = '"%s"' % node_value.replace('"', '\\"').replace("'", "\\'").replace('\t', '\\t').replace('\n', '\\n')
  142. else:
  143. value = str(node_value)
  144. instruction = "constant_" + str(ModelverseKernel.counter)
  145. ModelverseKernel.counter += 1
  146. prev = " " * nested_indent + instruction + " = {'value': " + value + "}\n"
  147. else:
  148. # Node is None, meaning that it was not about the value, but the node itself...
  149. instruction = "{'id': %s}" % str(node)
  150. elif inst_type["value"] == "return":
  151. value, = yield [("RD", [inst, "value"])]
  152. if value:
  153. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  154. instruction = prev_value + " " * indent + "yield [('RETURN', [%s])]\n" % instruction_value
  155. else:
  156. instruction = " " * indent + "yield [('RETURN', [None])]\n"
  157. elif inst_type["value"] == "declare":
  158. instruction = ""
  159. elif inst_type["value"] == "global":
  160. instruction = ""
  161. elif inst_type["value"] == "break":
  162. instruction = " " * indent + "break\n"
  163. elif inst_type["value"] == "continue":
  164. instruction = " " * indent + "continue\n"
  165. elif inst_type["value"] == "input":
  166. prev = " " * nested_indent + "_inputs, = yield [('RD', [_root, 'input'])]\n" + \
  167. " " * nested_indent + "while 1:\n" + \
  168. " " * (nested_indent + 1) + "val, = yield [('RD', [_inputs, 'value'])]\n" + \
  169. " " * (nested_indent + 1) + "if val is not None:\n" + \
  170. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_inputs, 'value'])]\n" + \
  171. " " * (nested_indent + 2) + "_, val_e = yield [('DE', [val_e]), ('RDE', [_root, 'input'])]\n" + \
  172. " " * (nested_indent + 2) + "_, nxt = yield [('DE', [val_e]), ('RD', [_inputs, 'next'])]\n" + \
  173. " " * (nested_indent + 2) + "yield [('CD', [_root, 'input', nxt])]\n" + \
  174. " " * (nested_indent + 2) + "_result = {'id': val}\n" + \
  175. " " * (nested_indent + 2) + "break\n" + \
  176. " " * (nested_indent + 1) + "else:\n" + \
  177. " " * (nested_indent + 2) + "yield None\n"
  178. instruction = "_result"
  179. elif inst_type["value"] == "output":
  180. value, = yield [("RD", [inst, "value"])]
  181. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  182. instruction = prev + \
  183. " " * indent + "if 'id' not in %s:\n" % instruction + \
  184. " " * (indent + 1) + "%s['id'], = yield [('CNV', [%s['value']])]\n" % (instruction, instruction) + \
  185. " " * indent + "_outputs, _outputs_e = yield [('RD', [_root, 'last_output']), ('RDE', [_root, 'last_output'])]\n" + \
  186. " " * indent + "_, _new = yield [('CD', [_outputs, 'value', %s['id']]), ('CN', [])]\n" % instruction + \
  187. " " * indent + "yield [('CD', [_outputs, 'next', _new]), ('DE', [_outputs_e]), ('CD', [_root, 'last_output', _new])]\n"
  188. elif inst_type["value"] == "resolve":
  189. value, = yield [("RD", [inst, "var"])]
  190. str_value, = yield [("RV", [value])]
  191. if str_value:
  192. # Is a global
  193. prev = \
  194. " " * nested_indent + "%s = _mvk.jit.cache[_taskname].get('%s', None)\n" % (str_value, str_value) + \
  195. " " * nested_indent + "if %s is None:\n" % str_value + \
  196. " " * (nested_indent + 1) + "%s, = yield [('RD', [_globs, '%s'])]\n" % (str_value, str_value) + \
  197. " " * (nested_indent + 1) + "%s, = yield [('RD', [%s, 'value'])]\n" % (str_value, str_value) + \
  198. " " * (nested_indent + 1) + "%s = {'id': %s}\n" % (str_value, str_value) + \
  199. " " * (nested_indent + 1) + "_mvk.jit.cache[_taskname]['%s'] = %s\n" % (str_value, str_value)
  200. instruction = str_value
  201. if self.jit.get_global_body_id(str_value) is None:
  202. val, = yield [("RD", [self.root, self.taskname])]
  203. val, = yield [("RD", [val, 'globals'])]
  204. val, = yield [("RD", [val, str_value])]
  205. val, = yield [("RD", [val, 'value'])]
  206. val, = yield [("RD", [val, 'body'])]
  207. self.jit.register_global(val, str_value)
  208. else:
  209. # Is a local
  210. instruction = "var_%s" % value
  211. elif inst_type["value"] == "assign":
  212. var, val = yield [("RD", [inst, "var"]),
  213. ("RD", [inst, "value"])]
  214. (prev_var, instruction_var), = yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)])]
  215. (prev_val, instruction_val), = yield [("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  216. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  217. if prev_var:
  218. # Got something to do before the variable is usable, so this is a global!
  219. # Therefore we actually do the operation in the Modelverse as well!
  220. instruction += \
  221. " " * nested_indent + "_var, = yield [('RD', [_globs, '%s'])]\n" % instruction_var + \
  222. " " * nested_indent + "if _var is None:\n" + \
  223. " " * (nested_indent + 1) + "_var, = yield [('CN', [])]\n" + \
  224. " " * (nested_indent + 1) + "yield [('CD', [_globs, '%s', _var])]\n" % instruction_var + \
  225. " " * nested_indent + "_old_edge, = yield [('RDE', [_var, 'value'])]\n" + \
  226. " " * nested_indent + "if 'id' not in %s:\n" % instruction_var + \
  227. " " * (nested_indent + 1) + "%s['id'], = yield [('CNV', [%s['value']])]\n" % (instruction_var, instruction_var) + \
  228. " " * nested_indent + "yield [('CD', [_var, 'value', %s['id']]), ('DE', [_old_edge])]\n" % instruction_var + \
  229. " " * nested_indent + "_mvk.jit.cache[_taskname]['%s'] = %s\n" % (instruction_var, instruction_var)
  230. #" " * nested_indent + "_mvk.jit.register_global('%s', %s['id'])\n" % (instruction_var, instruction_var) + \
  231. elif inst_type["value"] == "call":
  232. func_name, = yield [("RD", [inst, "func"])]
  233. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, nested_indent, nested_indent)])]
  234. param_list = {}
  235. param, = yield [("RD", [inst, "params"])]
  236. computation = ""
  237. while param:
  238. value, = yield [("RD", [param, "value"])]
  239. name, = yield [("RD", [param, "name"])]
  240. name, = yield [("RV", [name])]
  241. (prev_res, instruction_res), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  242. param, = yield [("RD", [param, "next_param"])]
  243. computation += prev_res
  244. param_list[name] = instruction_res
  245. value = "func_result_" + str(ModelverseKernel.counter)
  246. ModelverseKernel.counter += 1
  247. param_list = "{" + ", ".join(["'%s': %s" % (k, v) for k, v in param_list.items()]) + "}"
  248. actual_computation = "$$INDENT$$%s, = yield [('CALL_ARGS', [_mvk.execute_jit, (_root, %s['id'], _taskname, %s)])]\n" % (value, func_name, param_list)
  249. if indent == 0:
  250. # No indent, meaning that we use it inline
  251. # Therefore, we output the prev and value individually
  252. prev, instruction = prev_func_name + computation + actual_computation.replace("$$INDENT$$", " " * nested_indent), value
  253. else:
  254. # Some indentation, meaning that we don't even use the return value
  255. # Therefore, we only do the yield
  256. prev, instruction = prev_func_name + computation, actual_computation.replace("$$INDENT$$", " " * indent)
  257. elif inst_type["value"] == "access":
  258. value, = yield [("RD", [inst, "var"])]
  259. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  260. elif inst_type["value"] == "while":
  261. cond, body = yield [("RD", [inst, "cond"]),
  262. ("RD", [inst, "body"])]
  263. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)])]
  264. (prev_body, instruction_body), = yield [("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  265. instruction = " " * indent + "while 1:\n" + prev_cond + \
  266. " " * (indent + 1) + "if 'value' not in %s:\n" % instruction_cond + \
  267. " " * (indent + 2) + "%s['value'], = yield [('RV', [%s['id']])]\n" % (instruction_cond, instruction_cond) + \
  268. " " * (indent + 1) + "if not (%s['value']):\n" % instruction_cond + \
  269. " " * (indent + 2) + "break\n" + \
  270. prev_body + instruction_body
  271. next_inst, = yield [("RD", [inst, "next"])]
  272. if next_inst:
  273. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  274. next_inst = prev_next + inst_next
  275. else:
  276. next_inst = ""
  277. yield [('RETURN', [(prev, instruction + next_inst)])]
  278. def read_function(self, inst, suggested_name):
  279. initial_instruction = inst
  280. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  281. if is_mutable:
  282. print("Ignoring mutable or unreadable: %s" % suggested_name)
  283. raise jit.JitCompilationFailedException("FAIL")
  284. #print("Reading function: %s" % suggested_name)
  285. (prev, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  286. preamble = " _globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  287. " _root = kwargs['task_root']\n" + \
  288. " _taskname = kwargs['taskname']\n" + \
  289. " _mvk = kwargs['mvk']\n"
  290. printed = preamble + prev + printed
  291. #print("Total printed function: ")
  292. if params:
  293. func = "def " + suggested_name + "(" + ", ".join([chr(ord('a') + i) for i in range(len(params))]) + ", **kwargs):\n" + "".join([" var_%s = %s\n" % (param, chr(ord('a') + i)) for i, param in enumerate(params)]) + printed
  294. else:
  295. func = "def " + suggested_name + "(**kwargs):\n" + printed
  296. #print(func)
  297. # To write out all generated functions
  298. #with open('/tmp/junk/%s' % suggested_name, 'w') as f:
  299. # f.write(func)
  300. yield [("RETURN", [func])]
  301. def execute_jit(self, task_root, inst, taskname, params = {}, store=False, resolve=True):
  302. # execute_jit
  303. if resolve:
  304. try:
  305. inst = self.jit.body_cache[inst]
  306. except KeyError:
  307. body, = yield [("RD", [inst, "body"])]
  308. self.jit.body_cache[inst] = body
  309. inst = body
  310. if store:
  311. task_frame, = yield [("RD", [task_root, "frame"])]
  312. symbols, = yield [("RD", [task_frame, "symbols"])]
  313. dict_keys_ref, = yield [("RDK", [symbols])]
  314. if dict_keys_ref:
  315. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  316. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  317. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  318. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  319. parameters = dict(zip(dict_keys, dict_values))
  320. parameters.update(params)
  321. for p in parameters.keys():
  322. if not isinstance(parameters[p], dict):
  323. parameters[p] = {'id': parameters[p]}
  324. params = parameters
  325. params["root"] = self.root
  326. params["task_root"] = task_root
  327. params["taskname"] = taskname
  328. params["mvk"] = self
  329. # Have the JIT compile the function.
  330. if inst is None:
  331. suggested_name = self.jit.get_global_name(inst)
  332. if suggested_name is None:
  333. suggested_name = "func_%s" % str(inst)
  334. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  335. elif inst in self.jit.jitted_entry_points:
  336. compiled_func = self.jit.jit_globals[self.jit.jitted_entry_points[inst]]
  337. else:
  338. compiled_func = self.jit.lookup_compiled_body(inst)
  339. if compiled_func is None:
  340. suggested_name = self.jit.get_global_name(inst)
  341. if suggested_name is None:
  342. suggested_name = "func_%s" % str(inst)
  343. compiled_func, = yield [("CALL_ARGS", [self.read_function, (inst, suggested_name)])]
  344. compiled_func = self.merge_function(compiled_func, suggested_name)
  345. self.jit.register_compiled(inst, compiled_func, suggested_name)
  346. # Run the compiled function.
  347. results = yield [("CALL_KWARGS", [compiled_func, params])]
  348. if results is None:
  349. raise Exception("%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  350. else:
  351. result, = results
  352. #print("Got result: " + str(result))
  353. if result is None:
  354. result = {'id': None, 'value': None}
  355. if store:
  356. # Clean up the current stack, as if a return happened
  357. old_frame, exception_return = yield [
  358. ("RD", [task_frame, "prev"]),
  359. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  360. #if self.debug_info[self.taskname]:
  361. # self.debug_info[self.taskname].pop()
  362. if "id" not in result:
  363. result['id'], = yield [("CNV", [result['value']])]
  364. if exception_return is not None:
  365. # The caller has requested that we throw an exception instead of injecting
  366. # the return value into the caller's frame. Read the comment at
  367. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  368. yield [("CD", [task_root, "frame", old_frame]),
  369. ("DN", [task_frame])]
  370. raise primitive_functions.InterpretedFunctionFinished(result)
  371. else:
  372. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  373. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result['id']]),
  374. ("CD", [task_root, "frame", old_frame]),
  375. ("DE", [lnk]),
  376. ("DN", [task_frame]),
  377. ]
  378. else:
  379. yield [("RETURN", [result])]
  380. yield [("RETURN", [None])]
  381. def merge_function(self, func, name):
  382. exec(func, self.jit.jit_globals)
  383. return self.jit.jit_globals[name]
  384. ########################################
  385. ### Execute input and output methods ###
  386. ########################################
  387. def get_output(self, taskname):
  388. task_root, = yield [("RD", [self.root, taskname])]
  389. first_output, = yield [("RD", [task_root, "output"])]
  390. next_output, rv = yield [("RD", [first_output, "next"]),
  391. ("RD", [first_output, "value"]),
  392. ]
  393. if next_output is None:
  394. self.success = False
  395. self.returnvalue = None
  396. else:
  397. rv_value, _, _ = \
  398. yield [("RV", [rv]),
  399. ("CD", [task_root, "output", next_output]),
  400. ("DN", [first_output]),
  401. ]
  402. self.returnvalue = rv_value
  403. self.success = True
  404. #print("OUTPUT: (%s, %s)" % (taskname, self.returnvalue))
  405. yield [("FINISH", [])]
  406. def set_input(self, taskname, value):
  407. task_root, = yield [("RD", [self.root, taskname])]
  408. old_input, link, new_input, new_value = \
  409. yield [("RD", [task_root, "last_input"]),
  410. ("RDE", [task_root, "last_input"]),
  411. ("CN", []),
  412. ("CNV", [value]),
  413. ]
  414. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  415. ("CD", [old_input, "next", new_input]),
  416. ("CD", [old_input, "value", new_value]),
  417. ("DE", [link])
  418. ]
  419. #print("INPUT: (%s, %s)" % (taskname, value))
  420. self.returnvalue = {"id": 100, "value": "success"}
  421. yield [("FINISH", [])]
  422. #############################################
  423. ### Transformation rules for instructions ###
  424. #############################################
  425. def continue_init(self, task_root):
  426. task_frame, = yield [("RD", [task_root, "frame"])]
  427. inst, = yield [("RD", [task_frame, "IP"])]
  428. while_inst, = yield [("RD", [inst, "while"])]
  429. old_evalstack_link, old_phase_link, evalstack_roots = \
  430. yield [("RDE", [task_frame, "evalstack"]),
  431. ("RDE", [task_frame, "phase"]),
  432. ("RRD", [while_inst, self.taskname]),
  433. ]
  434. if len(evalstack_roots) == 1:
  435. evalstack_root = evalstack_roots[0]
  436. else:
  437. print("Got roots: " + str(evalstack_roots))
  438. raise Exception("Could not process continue statement!")
  439. prev_evalstack_roots, old_evalstack_phase_link = \
  440. yield [("RRD", [evalstack_root, "prev"]),
  441. ("RDE", [evalstack_root, "phase"]),
  442. ]
  443. if len(prev_evalstack_roots) == 1:
  444. prev_evalstack_root = prev_evalstack_roots[0]
  445. else:
  446. raise Exception("Could not process continue statement!")
  447. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  448. yield [("CN", []),
  449. ("CNV", ["init"]),
  450. ("CNV", ["finish"]),
  451. ("RDE", [prev_evalstack_root, "prev"]),
  452. ]
  453. _, _, _, _, _, _, _, _ = \
  454. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  455. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  456. ("CD", [task_frame, "phase", new_phase_inst]),
  457. ("CD", [evalstack_root, "phase", new_phase_while]),
  458. ("DE", [old_evalstack_link]),
  459. ("DE", [prev_evalstack_root_link]),
  460. ("DE", [old_phase_link]),
  461. ("DE", [old_evalstack_phase_link]),
  462. ]
  463. yield [("RETURN", [None])]
  464. def break_init(self, task_root):
  465. task_frame, = yield [("RD", [task_root, "frame"])]
  466. inst, = yield [("RD", [task_frame, "IP"])]
  467. while_inst, = yield [("RD", [inst, "while"])]
  468. old_evalstack_link, old_phase_link, evalstack_roots = \
  469. yield [("RDE", [task_frame, "evalstack"]),
  470. ("RDE", [task_frame, "phase"]),
  471. ("RRD", [while_inst, self.taskname]),
  472. ]
  473. if len(evalstack_roots) == 1:
  474. evalstack_root = evalstack_roots[0]
  475. else:
  476. raise Exception("Could not process break statement!")
  477. prev_evalstack_roots, old_evalstack_phase_link = \
  478. yield [("RRD", [evalstack_root, "prev"]),
  479. ("RDE", [evalstack_root, "phase"]),
  480. ]
  481. if len(prev_evalstack_roots) == 1:
  482. prev_evalstack_root = prev_evalstack_roots[0]
  483. else:
  484. raise Exception("Could not process break statement!")
  485. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  486. yield [("CN", []),
  487. ("CNV", ["finish"]),
  488. ("CNV", ["finish"]),
  489. ("RDE", [prev_evalstack_root, "prev"]),
  490. ]
  491. _, _, _, _, _, _, _, _ = \
  492. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  493. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  494. ("CD", [task_frame, "phase", new_phase_inst]),
  495. ("CD", [evalstack_root, "phase", new_phase_while]),
  496. ("DE", [old_evalstack_link]),
  497. ("DE", [prev_evalstack_root_link]),
  498. ("DE", [old_phase_link]),
  499. ("DE", [old_evalstack_phase_link]),
  500. ]
  501. yield [("RETURN", [None])]
  502. def if_init(self, task_root):
  503. task_frame, = yield [("RD", [task_root, "frame"])]
  504. evalstack, evalstack_link = \
  505. yield [("RD", [task_frame, "evalstack"]),
  506. ("RDE", [task_frame, "evalstack"]),
  507. ]
  508. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  509. ("RDE", [task_frame, "IP"]),
  510. ]
  511. cond, = yield [("RD", [inst, "cond"])]
  512. new_evalstack, new_phase = \
  513. yield [("CN", []),
  514. ("CNV", ["cond"]),
  515. ]
  516. _, _, _, _, _, _, _ = \
  517. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  518. ("CD", [new_evalstack, "prev", evalstack]),
  519. ("CD", [task_frame, "IP", cond]),
  520. ("CD", [evalstack, "inst", inst]),
  521. ("CD", [evalstack, "phase", new_phase]),
  522. ("DE", [evalstack_link]),
  523. ("DE", [ip_link]),
  524. ]
  525. yield [("RETURN", [None])]
  526. def if_cond(self, task_root):
  527. task_frame, = yield [("RD", [task_root, "frame"])]
  528. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  529. ("RD", [task_frame, "IP"]),
  530. ]
  531. returnvalue_v, = yield [("RV", [returnvalue])]
  532. _else, = yield [("RD", [inst, "else"])]
  533. if returnvalue_v:
  534. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  535. yield [("RDE", [task_frame, "phase"]),
  536. ("RD", [task_frame, "evalstack"]),
  537. ("RDE", [task_frame, "evalstack"]),
  538. ("RDE", [task_frame, "IP"]),
  539. ("RD", [inst, "then"]),
  540. ("CN", []),
  541. ("CNV", ["finish"]),
  542. ("CNV", ["init"]),
  543. ]
  544. _, _, _, _, _, _, _, _, _ = \
  545. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  546. ("CD", [task_frame, "IP", _then]),
  547. ("CD", [new_evalstack, "prev", evalstack]),
  548. ("CD", [evalstack, "inst", inst]),
  549. ("CD", [evalstack, "phase", evalstack_phase]),
  550. ("CD", [task_frame, "phase", new_phase]),
  551. ("DE", [evalstack_link]),
  552. ("DE", [ip_link]),
  553. ("DE", [phase_link]),
  554. ]
  555. elif _else is None:
  556. phase_link, new_phase = \
  557. yield [("RDE", [task_frame, "phase"]),
  558. ("CNV", ["finish"]),
  559. ]
  560. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  561. ("DE", [phase_link]),
  562. ]
  563. else:
  564. phase_link, evalstack, evalstack_link, ip_link = \
  565. yield [("RDE", [task_frame, "phase"]),
  566. ("RD", [task_frame, "evalstack"]),
  567. ("RDE", [task_frame, "evalstack"]),
  568. ("RDE", [task_frame, "IP"]),
  569. ]
  570. new_evalstack, new_phase, evalstack_phase = \
  571. yield [("CN", []),
  572. ("CNV", ["init"]),
  573. ("CNV", ["finish"]),
  574. ]
  575. _, _, _, _, _, _, _, _, _ = \
  576. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  577. ("CD", [task_frame, "IP", _else]),
  578. ("CD", [new_evalstack, "prev", evalstack]),
  579. ("CD", [evalstack, "inst", inst]),
  580. ("CD", [evalstack, "phase", evalstack_phase]),
  581. ("CD", [task_frame, "phase", new_phase]),
  582. ("DE", [evalstack_link]),
  583. ("DE", [ip_link]),
  584. ("DE", [phase_link]),
  585. ]
  586. yield [("RETURN", [None])]
  587. def while_init(self, task_root):
  588. task_frame, = yield [("RD", [task_root, "frame"])]
  589. evalstack, evalstack_link, ip_link, inst = \
  590. yield [("RD", [task_frame, "evalstack"]),
  591. ("RDE", [task_frame, "evalstack"]),
  592. ("RDE", [task_frame, "IP"]),
  593. ("RD", [task_frame, "IP"]),
  594. ]
  595. cond, new_evalstack, new_phase = \
  596. yield [("RD", [inst, "cond"]),
  597. ("CN", []),
  598. ("CNV", ["cond"]),
  599. ]
  600. _, _, _, _, _, _, _ = \
  601. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  602. ("CD", [new_evalstack, "prev", evalstack]),
  603. ("CD", [task_frame, "IP", cond]),
  604. ("CD", [evalstack, "phase", new_phase]),
  605. ("CD", [evalstack, "inst", inst]),
  606. ("DE", [evalstack_link]),
  607. ("DE", [ip_link]),
  608. ]
  609. yield [("RETURN", [None])]
  610. def while_cond(self, task_root):
  611. task_frame, = yield [("RD", [task_root, "frame"])]
  612. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  613. returnvalue_v, = yield [("RV", [returnvalue])]
  614. if returnvalue_v:
  615. phase_link, evalstack, evalstack_link, ip_link, inst = \
  616. yield [("RDE", [task_frame, "phase"]),
  617. ("RD", [task_frame, "evalstack"]),
  618. ("RDE", [task_frame, "evalstack"]),
  619. ("RDE", [task_frame, "IP"]),
  620. ("RD", [task_frame, "IP"]),
  621. ]
  622. body, = yield [("RD", [inst, "body"])]
  623. new_evalstack, new_phase, evalstack_phase = \
  624. yield [("CN", []),
  625. ("CNV", ["init"]),
  626. ("CNV", ["init"]),
  627. ]
  628. _, _, _, _, _, _, _, _, _ = \
  629. yield [("CD", [task_frame, "IP", body]),
  630. ("CD", [task_frame, "phase", new_phase]),
  631. ("CD", [task_frame, "evalstack", new_evalstack]),
  632. ("CD", [new_evalstack, "prev", evalstack]),
  633. ("CD", [evalstack, "inst", inst]),
  634. ("CD", [evalstack, "phase", evalstack_phase]),
  635. ("DE", [evalstack_link]),
  636. ("DE", [ip_link]),
  637. ("DE", [phase_link]),
  638. ]
  639. # Check if we already have a taskname link to the evalstack
  640. links, = yield [("RD", [evalstack, self.taskname])]
  641. if links is None:
  642. yield [("CD", [evalstack, self.taskname, inst])]
  643. else:
  644. phase_link, new_phase = \
  645. yield [("RDE", [task_frame, "phase"]),
  646. ("CNV", ["finish"]),
  647. ]
  648. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  649. ("DE", [phase_link])
  650. ]
  651. yield [("RETURN", [None])]
  652. def access_init(self, task_root):
  653. task_frame, = yield [("RD", [task_root, "frame"])]
  654. evalstack, evalstack_link, inst, ip_link = \
  655. yield [("RD", [task_frame, "evalstack"]),
  656. ("RDE", [task_frame, "evalstack"]),
  657. ("RD", [task_frame, "IP"]),
  658. ("RDE", [task_frame, "IP"]),
  659. ]
  660. var, new_evalstack, new_phase = \
  661. yield [("RD", [inst, "var"]),
  662. ("CN", []),
  663. ("CNV", ["eval"]),
  664. ]
  665. _, _, _, _, _, _, _ = \
  666. yield [("CD", [task_frame, "IP", var]),
  667. ("CD", [task_frame, "evalstack", new_evalstack]),
  668. ("CD", [new_evalstack, "prev", evalstack]),
  669. ("CD", [evalstack, "inst", inst]),
  670. ("CD", [evalstack, "phase", new_phase]),
  671. ("DE", [evalstack_link]),
  672. ("DE", [ip_link]),
  673. ]
  674. yield [("RETURN", [None])]
  675. def access_eval(self, task_root):
  676. task_frame, = yield [("RD", [task_root, "frame"])]
  677. phase_link, returnvalue_link, returnvalue = \
  678. yield [("RDE", [task_frame, "phase"]),
  679. ("RDE", [task_frame, "returnvalue"]),
  680. ("RD", [task_frame, "returnvalue"]),
  681. ]
  682. value, new_phase = yield [("RD", [returnvalue, "value"]),
  683. ("CNV", ["finish"]),
  684. ]
  685. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  686. ("CD", [task_frame, "returnvalue", value]),
  687. ("DE", [phase_link]),
  688. ("DE", [returnvalue_link]),
  689. ]
  690. yield [("RETURN", [None])]
  691. def resolve_init(self, task_root):
  692. task_frame, = yield [("RD", [task_root, "frame"])]
  693. symbols, evalstack, evalstack_link, ip_link, inst = \
  694. yield [("RD", [task_frame, "symbols"]),
  695. ("RD", [task_frame, "evalstack"]),
  696. ("RDE", [task_frame, "evalstack"]),
  697. ("RDE", [task_frame, "IP"]),
  698. ("RD", [task_frame, "IP"]),
  699. ]
  700. var, = yield [("RD", [inst, "var"])]
  701. variable, = yield [("RDN", [symbols, var])]
  702. if variable is None:
  703. phase_link, returnvalue_link, _globals, var_name = \
  704. yield [("RDE", [task_frame, "phase"]),
  705. ("RDE", [task_frame, "returnvalue"]),
  706. ("RD", [task_root, "globals"]),
  707. ("RV", [var]),
  708. ]
  709. variable, new_phase = \
  710. yield [("RD", [_globals, var_name]),
  711. ("CNV", ["finish"]),
  712. ]
  713. if variable is None:
  714. globs, = yield [("RDK", [_globals])]
  715. print("Globals: " + str(globs))
  716. globs = yield [("RV", [i]) for i in globs]
  717. print("Resolved globals: " + str(globs))
  718. raise Exception(jit.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  719. # Resolved a global, so this is a string
  720. # Potentially, this might even be a function that we have precompiled already!
  721. # So check whether this is the case or not
  722. if self.allow_compiled:
  723. compiled_function = getattr(compiled_functions, var_name, None)
  724. if compiled_function is not None:
  725. # We have a compiled function ready!
  726. # Now we have to bind the ID to the compiled functions
  727. # For this, we read out the body of the resolved data
  728. compiler_val, = yield [("RD", [variable, "value"])]
  729. compiler_body, = yield [("RD", [compiler_val, "body"])]
  730. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  731. # If we're dealing with a function, then we might want to figure out what its body id
  732. # is now so we can suggest a name to the JIT later.
  733. if self.jit.get_global_body_id(var_name) is None:
  734. compiler_val, = yield [("RD", [variable, "value"])]
  735. if compiler_val is not None:
  736. compiler_body, = yield [("RD", [compiler_val, "body"])]
  737. if compiler_body is not None:
  738. self.jit.register_global(compiler_body, var_name)
  739. else:
  740. phase_link, returnvalue_link, new_phase = \
  741. yield [("RDE", [task_frame, "phase"]),
  742. ("RDE", [task_frame, "returnvalue"]),
  743. ("CNV", ["finish"]),
  744. ]
  745. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  746. ("CD", [task_frame, "returnvalue", variable]),
  747. ("DE", [phase_link]),
  748. ("DE", [returnvalue_link]),
  749. ]
  750. yield [("RETURN", [None])]
  751. def assign_init(self, task_root):
  752. task_frame, = yield [("RD", [task_root, "frame"])]
  753. evalstack, evalstack_link, ip_link, inst = \
  754. yield [("RD", [task_frame, "evalstack"]),
  755. ("RDE", [task_frame, "evalstack"]),
  756. ("RDE", [task_frame, "IP"]),
  757. ("RD", [task_frame, "IP"]),
  758. ]
  759. var, new_evalstack, new_phase = \
  760. yield [("RD", [inst, "var"]),
  761. ("CN", []),
  762. ("CNV", ["value"]),
  763. ]
  764. _, _, _, _, _, _, _ = \
  765. yield [("CD", [task_frame, "IP", var]),
  766. ("CD", [task_frame, "evalstack", new_evalstack]),
  767. ("CD", [new_evalstack, "prev", evalstack]),
  768. ("CD", [evalstack, "inst", inst]),
  769. ("CD", [evalstack, "phase", new_phase]),
  770. ("DE", [evalstack_link]),
  771. ("DE", [ip_link]),
  772. ]
  773. yield [("RETURN", [None])]
  774. def assign_value(self, task_root):
  775. task_frame, = yield [("RD", [task_root, "frame"])]
  776. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  777. yield [("RDE", [task_frame, "phase"]),
  778. ("RD", [task_frame, "evalstack"]),
  779. ("RD", [task_frame, "returnvalue"]),
  780. ("RDE", [task_frame, "evalstack"]),
  781. ("RDE", [task_frame, "IP"]),
  782. ("RD", [task_frame, "IP"]),
  783. ]
  784. value, new_evalstack, new_phase, evalstack_phase = \
  785. yield [("RD", [inst, "value"]),
  786. ("CN", []),
  787. ("CNV", ["init"]),
  788. ("CNV", ["assign"]),
  789. ]
  790. _, _, _, _, _, _, _, _, _, _ = \
  791. yield [("CD", [task_frame, "variable", returnvalue]),
  792. ("CD", [task_frame, "phase", new_phase]),
  793. ("CD", [task_frame, "evalstack", new_evalstack]),
  794. ("CD", [new_evalstack, "prev", evalstack]),
  795. ("CD", [evalstack, "inst", inst]),
  796. ("CD", [evalstack, "phase", evalstack_phase]),
  797. ("CD", [task_frame, "IP", value]),
  798. ("DE", [evalstack_link]),
  799. ("DE", [phase_link]),
  800. ("DE", [ip_link]),
  801. ]
  802. yield [("RETURN", [None])]
  803. def assign_assign(self, task_root):
  804. task_frame, = yield [("RD", [task_root, "frame"])]
  805. phase_link, returnvalue, variable_link, variable = \
  806. yield [("RDE", [task_frame, "phase"]),
  807. ("RD", [task_frame, "returnvalue"]),
  808. ("RDE", [task_frame, "variable"]),
  809. ("RD", [task_frame, "variable"]),
  810. ]
  811. value_link, new_phase = \
  812. yield [("RDE", [variable, "value"]),
  813. ("CNV", ["finish"]),
  814. ]
  815. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  816. ("CD", [variable, "value", returnvalue]),
  817. ("DE", [variable_link]),
  818. ("DE", [value_link]),
  819. ("DE", [phase_link]),
  820. ]
  821. yield [("RETURN", [None])]
  822. def return_init(self, task_root):
  823. task_frame, = yield [("RD", [task_root, "frame"])]
  824. inst, = yield [("RD", [task_frame, "IP"])]
  825. value, = yield [("RD", [inst, "value"])]
  826. if value is None:
  827. prev_frame, = yield [("RD", [task_frame, "prev"])]
  828. # If the callee's frame is marked with the '__exception_return' key, then
  829. # we need to throw an exception instead of just finishing here. This design
  830. # gives us O(1) state reads per jit-interpreter transition.
  831. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  832. if prev_frame is None:
  833. _, = yield [("DN", [task_root])]
  834. del self.debug_info[self.taskname]
  835. #print("Cleanup task " + str(self.taskname))
  836. else:
  837. if self.debug_info[self.taskname]:
  838. self.debug_info[self.taskname].pop()
  839. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  840. ("DN", [task_frame]),
  841. ]
  842. if exception_return is not None:
  843. raise primitive_functions.InterpretedFunctionFinished(None)
  844. else:
  845. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  846. yield [("RD", [task_frame, "evalstack"]),
  847. ("RDE", [task_frame, "evalstack"]),
  848. ("RDE", [task_frame, "IP"]),
  849. ("CN", []),
  850. ("CNV", ["eval"]),
  851. ]
  852. _, _, _, _, _, _, _ = \
  853. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  854. ("CD", [new_evalstack, "prev", evalstack]),
  855. ("CD", [evalstack, "inst", inst]),
  856. ("CD", [evalstack, "phase", evalstack_phase]),
  857. ("CD", [task_frame, "IP", value]),
  858. ("DE", [evalstack_link]),
  859. ("DE", [ip_link]),
  860. ]
  861. yield [("RETURN", [None])]
  862. def return_eval(self, task_root):
  863. if self.debug_info[self.taskname]:
  864. self.debug_info[self.taskname].pop()
  865. task_frame, = yield [("RD", [task_root, "frame"])]
  866. prev_frame, = yield [("RD", [task_frame, "prev"])]
  867. if prev_frame is None:
  868. _, = yield [("DN", [task_root])]
  869. del self.debug_info[self.taskname]
  870. exception_return, returnvalue = yield [
  871. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  872. ("RD", [task_frame, "returnvalue"])]
  873. # If the callee's frame is marked with the '__exception_return' key, then
  874. # we need to throw an exception instead of just finishing here. This design
  875. # gives us O(1) state reads per jit-interpreter transition.
  876. if exception_return is not None:
  877. yield [
  878. ("CD", [task_root, "frame", prev_frame]),
  879. ("DN", [task_frame])]
  880. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  881. else:
  882. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  883. yield [
  884. ("CD", [task_root, "frame", prev_frame]),
  885. ("CD", [prev_frame, "returnvalue", returnvalue]),
  886. ("DE", [old_returnvalue_link]),
  887. ("DN", [task_frame])]
  888. yield [("RETURN", [None])]
  889. def constant_init(self, task_root):
  890. task_frame, = yield [("RD", [task_root, "frame"])]
  891. phase_link, returnvalue_link, inst = \
  892. yield [("RDE", [task_frame, "phase"]),
  893. ("RDE", [task_frame, "returnvalue"]),
  894. ("RD", [task_frame, "IP"]),
  895. ]
  896. node, new_phase = yield [("RD", [inst, "node"]),
  897. ("CNV", ["finish"]),
  898. ]
  899. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  900. ("CD", [task_frame, "returnvalue", node]),
  901. ("DE", [returnvalue_link]),
  902. ("DE", [phase_link]),
  903. ]
  904. yield [("RETURN", [None])]
  905. def helper_init(self, task_root):
  906. task_frame, = yield [("RD", [task_root, "frame"])]
  907. inst, = yield [("RD", [task_frame, "IP"])]
  908. next, = yield [("RD", [inst, "next"])]
  909. if next is None:
  910. ip_link, phase_link, evalstack_top = \
  911. yield [("RDE", [task_frame, "IP"]),
  912. ("RDE", [task_frame, "phase"]),
  913. ("RD", [task_frame, "evalstack"]),
  914. ]
  915. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  916. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  917. yield [("RD", [evalstack, "inst"]),
  918. ("RD", [evalstack, "phase"]),
  919. ("RDE", [evalstack, "inst"]),
  920. ("RDE", [evalstack, "phase"]),
  921. ]
  922. _, _, _, _, _, _, _, _ = \
  923. yield [("CD", [task_frame, "evalstack", evalstack]),
  924. ("CD", [task_frame, "IP", evalstack_inst]),
  925. ("CD", [task_frame, "phase", evalstack_phase]),
  926. ("DE", [ip_link]),
  927. ("DE", [phase_link]),
  928. ("DE", [evalstack_inst_link]),
  929. ("DE", [evalstack_phase_link]),
  930. ("DN", [evalstack_top]),
  931. ]
  932. else:
  933. ip_link, phase_link, new_phase = \
  934. yield [("RDE", [task_frame, "IP"]),
  935. ("RDE", [task_frame, "phase"]),
  936. ("CNV", ["init"]),
  937. ]
  938. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  939. ("CD", [task_frame, "phase", new_phase]),
  940. ("DE", [ip_link]),
  941. ("DE", [phase_link]),
  942. ]
  943. yield [("RETURN", [None])]
  944. def call_init(self, task_root):
  945. task_frame, = yield [("RD", [task_root, "frame"])]
  946. symbols, evalstack, evalstack_link, ip_link, inst = \
  947. yield [("RD", [task_frame, "symbols"]),
  948. ("RD", [task_frame, "evalstack"]),
  949. ("RDE", [task_frame, "evalstack"]),
  950. ("RDE", [task_frame, "IP"]),
  951. ("RD", [task_frame, "IP"]),
  952. ]
  953. func, params = yield [("RD", [inst, "func"]),
  954. ("RD", [inst, "params"]),
  955. ]
  956. if params is None:
  957. new_evalstack, evalstack_phase = \
  958. yield [("CN", []),
  959. ("CNV", ["call"]),
  960. ]
  961. _, _, _, _, _, _, _ = \
  962. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  963. ("CD", [new_evalstack, "prev", evalstack]),
  964. ("CD", [evalstack, "inst", inst]),
  965. ("CD", [evalstack, "phase", evalstack_phase]),
  966. ("CD", [task_frame, "IP", func]),
  967. ("DE", [evalstack_link]),
  968. ("DE", [ip_link]),
  969. ]
  970. else:
  971. new_evalstack,= yield [("CN", [])]
  972. _, _, _, _, _, _, _ = \
  973. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  974. ("CD", [new_evalstack, "prev", evalstack]),
  975. ("CD", [evalstack, "inst", inst]),
  976. ("CD", [evalstack, "phase", params]),
  977. ("CD", [task_frame, "IP", func]),
  978. ("DE", [evalstack_link]),
  979. ("DE", [ip_link]),
  980. ]
  981. yield [("RETURN", [None])]
  982. def call_call(self, task_root):
  983. self.debug_info[self.taskname].append("None")
  984. task_frame, = yield [("RD", [task_root, "frame"])]
  985. inst, = yield [("RD", [task_frame, "IP"])]
  986. param, = yield [("RD", [inst, "last_param"])]
  987. if param is None:
  988. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  989. body, = yield [("RD", [returnvalue, "body"])]
  990. self.jit.mark_entry_point(body)
  991. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  992. yield [("RDE", [task_frame, "phase"]),
  993. ("RDE", [task_root, "frame"]),
  994. ("CNV", ["finish"]),
  995. ("CNV", ["init"]),
  996. ("CN", []),
  997. ("CN", []),
  998. ("CN", []),
  999. ("CN", []),
  1000. ]
  1001. _, _, _, _, _, _, _, _, _, _, _ = \
  1002. yield [("CD", [task_root, "frame", new_frame]),
  1003. ("CD", [new_frame, "evalstack", new_evalstack]),
  1004. ("CD", [new_frame, "symbols", new_symbols]),
  1005. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1006. ("CD", [new_frame, "caller", inst]),
  1007. ("CD", [new_frame, "phase", new_phase]),
  1008. ("CD", [new_frame, "IP", body]),
  1009. ("CD", [new_frame, "prev", task_frame]),
  1010. ("CD", [task_frame, "phase", prev_phase]),
  1011. ("DE", [phase_link]),
  1012. ("DE", [frame_link]),
  1013. ]
  1014. else:
  1015. newer_frames, invoking_frames = \
  1016. yield [("RRD", [task_frame, "prev"]),
  1017. ("RRD", [inst, "caller"]),
  1018. ]
  1019. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1020. phase_link, frame_link, new_symbols, new_IP = \
  1021. yield [("RDE", [task_frame, "phase"]),
  1022. ("RDE", [task_root, "frame"]),
  1023. ("RD", [new_frame, "symbols"]),
  1024. ("RD", [new_frame, "IP"]),
  1025. ]
  1026. signature, = yield [("RRD", [new_IP, "body"])]
  1027. signature = signature[0]
  1028. sig_params, last_param = \
  1029. yield [("RD", [signature, "params"]),
  1030. ("RD", [inst, "last_param"]),
  1031. ]
  1032. self.jit.mark_entry_point(new_IP)
  1033. name, = yield [("RD", [last_param, "name"])]
  1034. name_value, = yield [("RV", [name])]
  1035. returnvalue, formal_parameter, new_phase, variable = \
  1036. yield [("RD", [task_frame, "returnvalue"]),
  1037. ("RD", [sig_params, name_value]),
  1038. ("CNV", ["finish"]),
  1039. ("CN", []),
  1040. ]
  1041. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  1042. ("CD", [task_frame, "phase", new_phase]),
  1043. ("CD", [variable, "value", returnvalue]),
  1044. ("CE", [new_symbols, variable]),
  1045. ]
  1046. _, _, _ = yield [("CE", [t1, formal_parameter]),
  1047. ("DE", [frame_link]),
  1048. ("DE", [phase_link]),
  1049. ]
  1050. yield [("RETURN", [None])]
  1051. def find_overlapping(self, a, b):
  1052. newer_frames = set(a)
  1053. invoking_frames = set(b)
  1054. matches = list(newer_frames.intersection(invoking_frames))
  1055. if len(matches) == 1:
  1056. return matches[0]
  1057. elif len(matches) > 1:
  1058. raise Exception("Error: multiple overlapping elements")
  1059. else:
  1060. raise Exception("Error: could not find any overlap")
  1061. def call_param(self, task_root):
  1062. task_frame, = yield [("RD", [task_root, "frame"])]
  1063. inst, phase = yield [("RD", [task_frame, "IP"]),
  1064. ("RD", [task_frame, "phase"]),
  1065. ]
  1066. params, last_param = \
  1067. yield [("RD", [inst, "params"]),
  1068. ("RD", [inst, "last_param"]),
  1069. ]
  1070. next_param, = yield [("RD", [params, "next_param"])]
  1071. if params == phase:
  1072. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1073. yield [("RDE", [task_frame, "phase"]),
  1074. ("RDE", [task_frame, "IP"]),
  1075. ("RD", [task_frame, "returnvalue"]),
  1076. ("RD", [params, "value"]),
  1077. ("RD", [task_frame, "evalstack"]),
  1078. ("RDE", [task_frame, "evalstack"]),
  1079. ]
  1080. body, = yield [("RD", [returnvalue, "body"])]
  1081. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1082. yield [("CN", []),
  1083. ("CN", []),
  1084. ("CNV", ["init"]),
  1085. ("CNV", ["init"]),
  1086. ("CN", []),
  1087. ("CN", []),
  1088. ("CN", []),
  1089. ]
  1090. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1091. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1092. ("CD", [new_frame, "symbols", new_symbols]),
  1093. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1094. ("CD", [new_frame, "caller", inst]),
  1095. ("CD", [new_frame, "phase", new_phase]),
  1096. ("CD", [new_frame, "IP", body]),
  1097. ("CD", [new_frame, "prev", task_frame]),
  1098. ("CD", [task_frame, "phase", prev_phase]),
  1099. ("CD", [task_frame, "IP", param_value]),
  1100. ("CD", [prev_evalstack, "prev", evalstack]),
  1101. ("CD", [evalstack, "inst", inst]),
  1102. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1103. ("DE", [evalstack_link]),
  1104. ("DE", [ip_link]),
  1105. ("DE", [phase_link]),
  1106. ]
  1107. if next_param is not None:
  1108. _ = yield [("CD", [evalstack, "phase", next_param])]
  1109. else:
  1110. evalstack_phase, = \
  1111. yield [("CNV", ["call"])]
  1112. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1113. else:
  1114. frame_link, phase_link, newer_frames, invoking_frames = \
  1115. yield [("RDE", [task_root, "frame"]),
  1116. ("RDE", [task_frame, "phase"]),
  1117. ("RRD", [task_frame, "prev"]),
  1118. ("RRD", [inst, "caller"]),
  1119. ]
  1120. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1121. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1122. yield [("RDE", [task_frame, "IP"]),
  1123. ("RD", [task_frame, "evalstack"]),
  1124. ("RDE", [task_frame, "evalstack"]),
  1125. ("RD", [new_frame, "symbols"]),
  1126. ("RD", [new_frame, "IP"]),
  1127. ]
  1128. signature, = yield [("RRD", [new_IP, "body"])]
  1129. signature = signature[0]
  1130. sig_params, = yield [("RD", [signature, "params"])]
  1131. if last_param == phase:
  1132. prev_param, = \
  1133. yield [("RRD", [last_param, "next_param"])]
  1134. prev_param = prev_param[0]
  1135. name, = yield [("RD", [prev_param, "name"])]
  1136. name_value, = \
  1137. yield [("RV", [name])]
  1138. evalstack_phase, = \
  1139. yield [("CNV", ["call"])]
  1140. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1141. formal_parameter, param_value = \
  1142. yield [("RD", [sig_params, name_value]),
  1143. ("RD", [last_param, "value"]),
  1144. ]
  1145. else:
  1146. param_b, = yield [("RD", [task_frame, "phase"])]
  1147. param_c, param_a = \
  1148. yield [("RD", [param_b, "next_param"]),
  1149. ("RRD", [param_b, "next_param"]),
  1150. ]
  1151. param_a = param_a[0]
  1152. name, param_value = \
  1153. yield [("RD", [param_a, "name"]),
  1154. ("RD", [param_b, "value"]),
  1155. ]
  1156. name_value, = \
  1157. yield [("RV", [name])]
  1158. formal_parameter, _ = \
  1159. yield [("RD", [sig_params, name_value]),
  1160. ("CD", [evalstack, "phase", param_c]),
  1161. ]
  1162. new_phase, new_evalstack, variable, returnvalue = \
  1163. yield [("CNV", ["init"]),
  1164. ("CN", []),
  1165. ("CN", []),
  1166. ("RD", [task_frame, "returnvalue"]),
  1167. ]
  1168. _, _, _, _, _, _ = \
  1169. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1170. ("CD", [new_evalstack, "prev", evalstack]),
  1171. ("CD", [evalstack, "inst", inst]),
  1172. ("CD", [task_frame, "phase", new_phase]),
  1173. ("CD", [task_frame, "IP", param_value]),
  1174. ("CD", [variable, "value", returnvalue]),
  1175. ]
  1176. t1, = yield [("CE", [new_symbols, variable])]
  1177. _, _, _, _ = \
  1178. yield [("CE", [t1, formal_parameter]),
  1179. ("DE", [phase_link]),
  1180. ("DE", [ip_link]),
  1181. ("DE", [evalstack_link]),
  1182. ]
  1183. yield [("RETURN", [None])]
  1184. def input_init(self, task_root):
  1185. task_frame, = yield [("RD", [task_root, "frame"])]
  1186. returnvalue_link, _input = \
  1187. yield [("RDE", [task_frame, "returnvalue"]),
  1188. ("RD", [task_root, "input"]),
  1189. ]
  1190. value, next, phase_link = \
  1191. yield [("RD", [_input, "value"]),
  1192. ("RD", [_input, "next"]),
  1193. ("RDE", [task_frame, "phase"]),
  1194. ]
  1195. if value is not None:
  1196. v = yield [("RV", [value])]
  1197. _, _, finish = \
  1198. yield [("CD", [task_frame, "returnvalue", value]),
  1199. ("CD", [task_root, "input", next]),
  1200. ("CNV", ["finish"]),
  1201. ]
  1202. _, _, _, _ = \
  1203. yield [("CD", [task_frame, "phase", finish]),
  1204. ("DN", [_input]),
  1205. ("DE", [returnvalue_link]),
  1206. ("DE", [phase_link]),
  1207. ]
  1208. self.input_value = value
  1209. else:
  1210. # No input yet, so just wait and don't advance IP or phase
  1211. self.input_value = None
  1212. ex = primitive_functions.SleepKernel(0.1, True)
  1213. raise ex
  1214. yield [("RETURN", [None])]
  1215. def output_init(self, task_root):
  1216. task_frame, = yield [("RD", [task_root, "frame"])]
  1217. evalstack, evalstack_link, ip_link, inst = \
  1218. yield [("RD", [task_frame, "evalstack"]),
  1219. ("RDE", [task_frame, "evalstack"]),
  1220. ("RDE", [task_frame, "IP"]),
  1221. ("RD", [task_frame, "IP"]),
  1222. ]
  1223. value, new_evalstack, evalstack_phase = \
  1224. yield [("RD", [inst, "value"]),
  1225. ("CN", []),
  1226. ("CNV", ["output"]),
  1227. ]
  1228. _, _, _, _, _, _, _ = \
  1229. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1230. ("CD", [new_evalstack, "prev", evalstack]),
  1231. ("CD", [evalstack, "inst", inst]),
  1232. ("CD", [evalstack, "phase", evalstack_phase]),
  1233. ("CD", [task_frame, "IP", value]),
  1234. ("DE", [evalstack_link]),
  1235. ("DE", [ip_link]),
  1236. ]
  1237. yield [("RETURN", [None])]
  1238. def output_output(self, task_root):
  1239. task_frame, = yield [("RD", [task_root, "frame"])]
  1240. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1241. yield [("RDE", [task_frame, "returnvalue"]),
  1242. ("RD", [task_frame, "returnvalue"]),
  1243. ("RD", [task_root, "last_output"]),
  1244. ("RDE", [task_frame, "phase"]),
  1245. ("RDE", [task_root, "last_output"]),
  1246. ("CN", []),
  1247. ("CNV", ["finish"]),
  1248. ]
  1249. _, _, _, _, _, _ = \
  1250. yield [("CD", [last_output, "value", returnvalue]),
  1251. ("CD", [last_output, "next", new_last_output]),
  1252. ("CD", [task_root, "last_output", new_last_output]),
  1253. ("CD", [task_frame, "phase", finish]),
  1254. ("DE", [last_output_link]),
  1255. ("DE", [phase_link]),
  1256. ]
  1257. yield [("RETURN", [None])]
  1258. def declare_init(self, task_root):
  1259. task_frame, = yield [("RD", [task_root, "frame"])]
  1260. inst, = yield [("RD", [task_frame, "IP"])]
  1261. new_var, symbols, phase_link, empty_node, new_phase = \
  1262. yield [("RD", [inst, "var"]),
  1263. ("RD", [task_frame, "symbols"]),
  1264. ("RDE", [task_frame, "phase"]),
  1265. ("CN", []),
  1266. ("CNV", ["finish"]),
  1267. ]
  1268. exists, = yield [("RDN", [symbols, new_var])]
  1269. if exists is None:
  1270. new_edge, = yield [("CE", [symbols, empty_node])]
  1271. _ = yield [("CE", [new_edge, new_var])]
  1272. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1273. ("DE", [phase_link]),
  1274. ]
  1275. yield [("RETURN", [None])]
  1276. def global_init(self, task_root):
  1277. task_frame, = yield [("RD", [task_root, "frame"])]
  1278. inst, = yield [("RD", [task_frame, "IP"])]
  1279. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1280. yield [("RD", [inst, "var"]),
  1281. ("RD", [task_root, "globals"]),
  1282. ("RDE", [task_frame, "phase"]),
  1283. ("CN", []),
  1284. ("CNV", ["finish"]),
  1285. ]
  1286. value, = yield [("RV", [new_var])]
  1287. exists, = yield [("RDE", [global_symbols, value])]
  1288. if exists is not None:
  1289. yield [("DE", [exists])]
  1290. yield [("CD", [global_symbols, value, empty_node])]
  1291. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1292. ("DE", [phase_link])
  1293. ]
  1294. yield [("RETURN", [None])]