main.py 72 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417
  1. import modelverse_kernel.primitives as primitive_functions
  2. import modelverse_kernel.compiled as compiled_functions
  3. from modelverse_kernel.request_handler import RequestHandler
  4. import modelverse_kernel.jit as jit
  5. from collections import defaultdict
  6. import sys
  7. import time
  8. if sys.version > '3': # pragma: no cover
  9. string_types = (str,)
  10. else:
  11. string_types = (str, unicode)
  12. class ModelverseKernel(object):
  13. counter = 0
  14. def __init__(self, root):
  15. self.root = root
  16. self.returnvalue = None
  17. # request_handlers is a dictionary of tasknames to dictionaries of operations
  18. # to request handlers. In generics notation:
  19. #
  20. # Dictionary<
  21. # Username,
  22. # Dictionary<
  23. # Operation,
  24. # RequestHandler>>
  25. #
  26. self.request_handlers = {}
  27. self.allow_compiled = True
  28. # `self.jit` handles most JIT-related functionality.
  29. self.jit = jit.ModelverseJit()
  30. self.jit.compiled_function_lookup = lambda func_name : getattr(compiled_functions, func_name, None)
  31. self.jit.body_cache = {}
  32. self.debug_info = defaultdict(list)
  33. def execute_yields(self, taskname, operation, params, reply):
  34. self.taskname = taskname
  35. if taskname not in self.request_handlers:
  36. self.request_handlers[taskname] = {}
  37. self.jit.cache.setdefault(taskname, {})
  38. if operation not in self.request_handlers[taskname]:
  39. # Create the generator for the function to execute
  40. self.request_handlers[taskname][operation] = RequestHandler()
  41. handler = self.request_handlers[taskname][operation]
  42. if len(handler.generator_stack) == 0:
  43. handler.push_generator(getattr(self, operation)(taskname, *params))
  44. return handler.handle_request(reply)
  45. def execute_rule(self, taskname):
  46. task_root, = yield [("RD", [self.root, taskname])]
  47. if task_root is None:
  48. yield None
  49. else:
  50. task_frame, = yield [("RD", [task_root, "frame"])]
  51. self.inst, phase = yield [("RD", [task_frame, "IP"]),
  52. ("RD", [task_frame, "phase"]),
  53. ]
  54. self.new_debug, self.phase_v, inst_v = \
  55. yield [("RD", [self.inst, "__debug"]),
  56. ("RV", [phase]),
  57. ("RV", [self.inst]),
  58. ]
  59. if self.new_debug is not None:
  60. if self.debug_info[taskname]:
  61. self.debug_info[taskname][-1], = yield [("RV", [self.new_debug])]
  62. if self.phase_v == "finish":
  63. gen = self.helper_init(task_root)
  64. elif self.inst is None:
  65. raise Exception("Instruction pointer could not be found!")
  66. elif isinstance(self.phase_v, string_types):
  67. if self.phase_v == "init" and self.jit.is_jittable_entry_point(self.inst):
  68. #print("%-30s(%s)" % ("COMPILED " + str(self.jit.jitted_entry_points[self.inst]), phase_v))
  69. gen = self.execute_jit(task_root, self.inst, taskname, store=True, resolve=False)
  70. elif inst_v is None:
  71. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  72. else:
  73. #print("%-30s(%s) -- %s" % (inst_v["value"], self.phase_v, taskname))
  74. gen = self.get_inst_phase_generator(inst_v, self.phase_v, task_root)
  75. elif inst_v is None:
  76. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  77. elif inst_v["value"] == "call":
  78. #print("%-30s(%s)" % ("call", "param"))
  79. gen = self.call_param(task_root)
  80. else:
  81. raise Exception("%s: error understanding command (%s, %s)" % (self.debug_info[taskname], inst_v, self.phase_v))
  82. yield [("CALL", [gen])]
  83. def get_inst_phase_generator(self, inst_v, phase_v, task_root):
  84. """Gets a generator for the given instruction in the given phase,
  85. for the specified task root."""
  86. #print("%-30s(%s) -- %s" % (inst_v["value"], phase_v, taskname))
  87. return getattr(self, "%s_%s" % (inst_v["value"], phase_v))(task_root)
  88. ##########################
  89. ### Process primitives ###
  90. ##########################
  91. def load_primitives(self, taskname):
  92. yield [("CALL_ARGS",
  93. [self.load_primitives_from, (taskname, 'primitives', primitive_functions)])]
  94. def load_primitives_from(self, taskname, source_name, source):
  95. hierarchy, = yield [("RD", [self.root, "__hierarchy"])]
  96. primitives, = yield [("RD", [hierarchy, source_name])]
  97. keys, = yield [("RDK", [primitives])]
  98. function_names = yield [("RV", [f]) for f in keys]
  99. signatures = yield [("RDN", [primitives, f]) for f in keys]
  100. bodies = yield [("RD", [f, "body"]) for f in signatures]
  101. for i in range(len(keys)):
  102. self.jit.register_compiled(bodies[i], getattr(source, function_names[i]), function_names[i])
  103. def print_instruction(self, inst, indent, nested_indent=None):
  104. """
  105. intrinsics = {"integer_addition": (lambda x, y: "(%s + %s)" % (x, y)),
  106. "string_join": (lambda x, y: "(str(%s) + str(%s))" % (x, y)),
  107. }
  108. """
  109. intrinsics = {}
  110. if nested_indent is None:
  111. nested_indent = indent
  112. inst_type, = yield [("RV", [inst])]
  113. instruction = "(no_printer_for_%s)" % inst_type["value"]
  114. prev = ""
  115. if inst_type["value"] == "if":
  116. cond, true, false = yield [("RD", [inst, "cond"]),
  117. ("RD", [inst, "then"]),
  118. ("RD", [inst, "else"])]
  119. (prev_cond, instruction_cond), = yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent)])]
  120. (prev_true, instruction_true), = yield [("CALL_ARGS", [self.print_instruction, (true, indent+1)])]
  121. if false:
  122. (prev_false, instruction_false), = yield [("CALL_ARGS", [self.print_instruction, (false, indent+1)])]
  123. false = (" " * indent + "else:\n%s%s") % (prev_false, instruction_false)
  124. else:
  125. false = ""
  126. instruction = prev_cond + \
  127. " " * indent + "if 'value' not in %s:\n" % instruction_cond + \
  128. " " * (indent + 1) + "%s['value'], = yield [('RV', [%s['id']])]\n" % (instruction_cond, instruction_cond) + \
  129. " " * indent + "if (%s['value']):\n" % instruction_cond + \
  130. prev_true + \
  131. instruction_true + \
  132. false
  133. elif inst_type["value"] == "constant":
  134. node, = yield [("RD", [inst, "node"])]
  135. node_value, = yield [("RV", [node])]
  136. if node_value is not None:
  137. # There is a value to the node, so replicate the value
  138. if isinstance(node_value, (str, unicode)):
  139. value = '"%s"' % node_value.replace('"', '\\"').replace("'", "\\'").replace('\t', '\\t').replace('\n', '\\n')
  140. else:
  141. value = str(node_value)
  142. instruction = "constant_" + str(ModelverseKernel.counter)
  143. ModelverseKernel.counter += 1
  144. prev = " " * nested_indent + instruction + " = {'value': " + value + "}\n"
  145. else:
  146. # Node is None, meaning that it was not about the value, but the node itself...
  147. instruction = "{'id': %s}" % str(node)
  148. elif inst_type["value"] == "return":
  149. value, = yield [("RD", [inst, "value"])]
  150. if value:
  151. (prev_value, instruction_value), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  152. instruction = prev_value + " " * indent + "raise PrimitiveFinished(%s)\n" % instruction_value
  153. else:
  154. instruction = " " * indent + "raise PrimitiveFinished(None)\n"
  155. elif inst_type["value"] == "declare":
  156. instruction = ""
  157. elif inst_type["value"] == "global":
  158. instruction = ""
  159. elif inst_type["value"] == "break":
  160. instruction = " " * indent + "break\n"
  161. elif inst_type["value"] == "continue":
  162. instruction = " " * indent + "continue\n"
  163. elif inst_type["value"] == "input":
  164. prev = " " * nested_indent + "_inputs, = yield [('RD', [_root, 'input'])]\n" + \
  165. " " * nested_indent + "while 1:\n" + \
  166. " " * (nested_indent + 1) + "val, = yield [('RD', [_inputs, 'value'])]\n" + \
  167. " " * (nested_indent + 1) + "if val is not None:\n" + \
  168. " " * (nested_indent + 2) + "val_e, = yield [('RDE', [_inputs, 'value'])]\n" + \
  169. " " * (nested_indent + 2) + "_, val_e = yield [('DE', [val_e]), ('RDE', [_root, 'input'])]\n" + \
  170. " " * (nested_indent + 2) + "_, nxt = yield [('DE', [val_e]), ('RD', [_inputs, 'next'])]\n" + \
  171. " " * (nested_indent + 2) + "yield [('CD', [_root, 'input', nxt])]\n" + \
  172. " " * (nested_indent + 2) + "_result = {'id': val}\n" + \
  173. " " * (nested_indent + 2) + "break\n" + \
  174. " " * (nested_indent + 1) + "else:\n" + \
  175. " " * (nested_indent + 2) + "yield None\n"
  176. instruction = "_result"
  177. elif inst_type["value"] == "output":
  178. value, = yield [("RD", [inst, "value"])]
  179. (prev, inst), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, indent)])]
  180. instruction = prev + \
  181. " " * indent + "if 'id' not in %s:\n" % inst + \
  182. " " * (indent + 1) + "%s['id'], = yield [('CNV', [%s['value']])]\n" % (inst, inst) + \
  183. " " * indent + "_outputs, _outputs_e = yield [('RD', [_root, 'last_output']), ('RDE', [_root, 'last_output'])]\n" + \
  184. " " * indent + "_, _new = yield [('CD', [_outputs, 'value', %s['id']]), ('CN', [])]\n" % inst+ \
  185. " " * indent + "yield [('CD', [_outputs, 'next', _new]), ('DE', [_outputs_e]), ('CD', [_root, 'last_output', _new])]\n"
  186. elif inst_type["value"] == "resolve":
  187. value, = yield [("RD", [inst, "var"])]
  188. str_value, = yield [("RV", [value])]
  189. if str_value:
  190. # Is a global
  191. prev = \
  192. " " * nested_indent + "%s = _mvk.jit.cache[_taskname].get('%s', None)\n" % (str_value, str_value) + \
  193. " " * nested_indent + "if %s is None:\n" % str_value + \
  194. " " * (nested_indent + 1) + "%s, = yield [('RD', [_globs, '%s'])]\n" % (str_value, str_value) + \
  195. " " * (nested_indent + 1) + "%s, = yield [('RD', [%s, 'value'])]\n" % (str_value, str_value) + \
  196. " " * (nested_indent + 1) + "%s = {'id': %s}\n" % (str_value, str_value) + \
  197. " " * (nested_indent + 1) + "_mvk.jit.cache[_taskname]['%s'] = %s\n" % (str_value, str_value)
  198. instruction = str_value
  199. if self.jit.get_global_body_id(str_value) is None:
  200. val, = yield [("RD", [self.root, self.taskname])]
  201. val, = yield [("RD", [val, 'globals'])]
  202. val, = yield [("RD", [val, str_value])]
  203. val, = yield [("RD", [val, 'value'])]
  204. val, = yield [("RD", [val, 'body'])]
  205. self.jit.register_global(val, str_value)
  206. else:
  207. # Is a local
  208. instruction = "var_%s" % value
  209. elif inst_type["value"] == "assign":
  210. var, val = yield [("RD", [inst, "var"]),
  211. ("RD", [inst, "value"])]
  212. (prev_var, instruction_var), (prev_val, instruction_val) = \
  213. yield [("CALL_ARGS", [self.print_instruction, (var, 0, indent)]),
  214. ("CALL_ARGS", [self.print_instruction, (val, 0, indent)])]
  215. instruction = prev_val + " " * indent + instruction_var + " = " + instruction_val + "\n"
  216. if prev_var:
  217. # Got something to do before the variable is usable, so this is a global!
  218. # Therefore we actually do the operation in the Modelverse as well!
  219. instruction += \
  220. " " * nested_indent + "_var, = yield [('RD', [_globs, '%s'])]\n" % instruction_var + \
  221. " " * nested_indent + "if _var is None:\n" + \
  222. " " * (nested_indent + 1) + "_var, = yield [('CN', [])]\n" + \
  223. " " * (nested_indent + 1) + "yield [('CD', [_globs, '%s', _var])]\n" % instruction_var + \
  224. " " * nested_indent + "_old_edge, = yield [('RDE', [_var, 'value'])]\n" + \
  225. " " * nested_indent + "if 'id' not in %s:\n" % instruction_var + \
  226. " " * (nested_indent + 1) + "%s['id'], = yield [('CNV', [%s['value']])]\n" % (instruction_var, instruction_var) + \
  227. " " * nested_indent + "yield [('CD', [_var, 'value', %s['id']]), ('DE', [_old_edge])]\n" % instruction_var + \
  228. " " * nested_indent + "_mvk.jit.cache[_taskname]['%s'] = %s\n" % (instruction_var, instruction_var)
  229. #" " * nested_indent + "_mvk.jit.register_global('%s', %s['id'])\n" % (instruction_var, instruction_var) + \
  230. elif inst_type["value"] == "call":
  231. func_name, = yield [("RD", [inst, "func"])]
  232. (prev_func_name, func_name), = yield [("CALL_ARGS", [self.print_instruction, (func_name, nested_indent, nested_indent)])]
  233. param_list = {}
  234. param, = yield [("RD", [inst, "params"])]
  235. computation = ""
  236. while param:
  237. value, = yield [("RD", [param, "value"])]
  238. name, = yield [("RD", [param, "name"])]
  239. name, = yield [("RV", [name])]
  240. (prev_res, instruction_res), param = \
  241. yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)]),
  242. ("RD", [param, "next_param"])]
  243. computation += prev_res
  244. param_list[name] = instruction_res
  245. value = "func_result_" + str(ModelverseKernel.counter)
  246. ModelverseKernel.counter += 1
  247. if func_name in intrinsics:
  248. #TODO test and fix
  249. #actual_computation = value + " = " + intrinsics[func_name](*param_list)
  250. pass
  251. else:
  252. param_list = "{" + ", ".join(["'%s': %s" % (k, v) for k, v in param_list.items()]) + "}"
  253. actual_computation = "%s, = yield [('CALL_ARGS', [_mvk.execute_jit, (_root, %s['id'], _taskname, %s)])]\n" % (value, func_name, param_list)
  254. if indent == 0:
  255. # No indent, meaning that we use it inline
  256. # Therefore, we output the prev and value individually
  257. prev, instruction = prev_func_name + computation + " " * nested_indent + actual_computation, value
  258. else:
  259. # Some indentation, meaning that we don't even use the return value
  260. # Therefore, we only do the yield
  261. prev, instruction = prev_func_name + computation, " " * indent + actual_computation
  262. elif inst_type["value"] == "access":
  263. value, = yield [("RD", [inst, "var"])]
  264. (prev, instruction), = yield [("CALL_ARGS", [self.print_instruction, (value, 0, nested_indent)])]
  265. elif inst_type["value"] == "while":
  266. cond, body = yield [("RD", [inst, "cond"]),
  267. ("RD", [inst, "body"])]
  268. (prev_cond, instruction_cond), (prev_body, instruction_body) = \
  269. yield [("CALL_ARGS", [self.print_instruction, (cond, 0, indent+1)]),
  270. ("CALL_ARGS", [self.print_instruction, (body, indent+1)])]
  271. instruction = " " * indent + "while 1:\n" + prev_cond + \
  272. " " * (indent + 1) + "if 'value' not in %s:\n" % instruction_cond + \
  273. " " * (indent + 2) + "%s['value'], = yield [('RV', [%s['id']])]\n" % (instruction_cond, instruction_cond) + \
  274. " " * (indent + 1) + "if not (%s['value']):\n" % instruction_cond + \
  275. " " * (indent + 2) + "break\n" + \
  276. prev_body + instruction_body
  277. next_inst, = yield [("RD", [inst, "next"])]
  278. if next_inst:
  279. (prev_next, inst_next), = yield [("CALL_ARGS", [self.print_instruction, (next_inst, indent)])]
  280. next_inst = prev_next + inst_next
  281. else:
  282. next_inst = ""
  283. raise primitive_functions.PrimitiveFinished((prev, instruction + next_inst))
  284. def read_function(self, inst, suggested_name):
  285. initial_instruction = inst
  286. (params, _, is_mutable), = yield [("CALL_ARGS", [self.jit.jit_signature, (inst,)])]
  287. if is_mutable:
  288. print("Ignoring mutable or unreadable: %s" % suggested_name)
  289. raise jit.JitCompilationFailedException("FAIL")
  290. #print("Reading function: %s" % suggested_name)
  291. (prev, printed), = yield [("CALL_ARGS", [self.print_instruction, (inst, 1)])]
  292. preamble = " _globs, = yield [('RD', [kwargs['task_root'], 'globals'])]\n" + \
  293. " _root = kwargs['task_root']\n" + \
  294. " _taskname = kwargs['taskname']\n" + \
  295. " _mvk = kwargs['mvk']\n"
  296. printed = preamble + prev + printed
  297. #print("Total printed function: ")
  298. if params:
  299. func = "def " + suggested_name + "(" + ", ".join([chr(ord('a') + i) for i in range(len(params))]) + ", **kwargs):\n" + "".join([" var_%s = %s\n" % (param, chr(ord('a') + i)) for i, param in enumerate(params)]) + printed
  300. else:
  301. func = "def " + suggested_name + "(**kwargs):\n" + printed
  302. #print(func)
  303. # To write out all generated functions
  304. with open('/tmp/junk/%s' % suggested_name, 'w') as f:
  305. f.write(func)
  306. raise primitive_functions.PrimitiveFinished(func)
  307. def jit_compile(self, task_root, inst):
  308. # Try to retrieve the suggested name.
  309. # Have the JIT compile the function.
  310. if inst is None:
  311. suggested_name = self.jit.get_global_name(inst)
  312. if suggested_name is None:
  313. suggested_name = "func_%s" % str(inst)
  314. raise ValueError('body_id cannot be None: ' + str(suggested_name))
  315. elif inst in self.jit.jitted_entry_points:
  316. raise primitive_functions.PrimitiveFinished(
  317. self.jit.jit_globals[self.jit.jitted_entry_points[inst]])
  318. else:
  319. compiled_func = self.jit.lookup_compiled_body(inst)
  320. if compiled_func is None:
  321. suggested_name = self.jit.get_global_name(inst)
  322. if suggested_name is None:
  323. suggested_name = "func_%s" % str(inst)
  324. compiled_func, = yield [("CALL_ARGS", [self.read_function, (inst, suggested_name)])]
  325. exec(compiled_func, self.jit.jit_globals)
  326. compiled_func = self.jit.jit_globals[suggested_name]
  327. self.jit.register_compiled(inst, compiled_func, suggested_name)
  328. raise primitive_functions.PrimitiveFinished(compiled_func)
  329. def execute_jit(self, task_root, inst, taskname, params = {}, store=False, resolve=True):
  330. # execute_jit
  331. if resolve:
  332. try:
  333. body = self.jit.body_cache[inst]
  334. except KeyError:
  335. body, = yield [("RD", [inst, "body"])]
  336. self.jit.body_cache[inst] = body
  337. inst = body
  338. if store:
  339. try:
  340. task_frame, = yield [("RD", [task_root, "frame"])]
  341. symbols, = yield [("RD", [task_frame, "symbols"])]
  342. dict_keys_ref, = yield [("RDK", [symbols])]
  343. if dict_keys_ref:
  344. dict_keys_ref_n = yield [("RD", [i, "name"]) for i in dict_keys_ref]
  345. dict_keys = yield [("RV", [i]) for i in dict_keys_ref_n]
  346. dict_values_elem = yield [("RDN", [symbols, i]) for i in dict_keys_ref]
  347. dict_values = yield [("RD", [i, "value"]) for i in dict_values_elem]
  348. parameters = dict(zip(dict_keys, dict_values))
  349. parameters.update(params)
  350. else:
  351. parameters = params
  352. except:
  353. parameters = params
  354. else:
  355. parameters = params
  356. for p in parameters.keys():
  357. if not isinstance(parameters[p], dict):
  358. parameters[p] = {'id': parameters[p]}
  359. #print("CONVERSION REQUIRED...")
  360. #print("Calling with parameters:" + str(parameters))
  361. parameters["root"] = self.root
  362. parameters["task_root"] = task_root
  363. parameters["taskname"] = taskname
  364. parameters["mvk"] = self
  365. # Have the JIT compile the function.
  366. compiled_func, = yield [("CALL_ARGS", [self.jit_compile, (task_root, inst)])]
  367. # Run the compiled function.
  368. results = yield [("CALL_KWARGS", [compiled_func, parameters])]
  369. if results is None:
  370. raise Exception("%s: primitive finished without returning a value!" % (self.debug_info[taskname]))
  371. else:
  372. result, = results
  373. #print("Got result: " + str(result))
  374. if result is None:
  375. result = {'id': None, 'value': None}
  376. if store:
  377. # Clean up the current stack, as if a return happened
  378. old_frame, exception_return = yield [
  379. ("RD", [task_frame, "prev"]),
  380. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  381. #if self.debug_info[self.taskname]:
  382. # self.debug_info[self.taskname].pop()
  383. if "id" not in result:
  384. result['id'], = yield [("CNV", [result['value']])]
  385. if exception_return is not None:
  386. # The caller has requested that we throw an exception instead of injecting
  387. # the return value into the caller's frame. Read the comment at
  388. # primitive_functions.EXCEPTION_RETURN_KEY for the rationale behind this design.
  389. yield [("CD", [task_root, "frame", old_frame]),
  390. ("DN", [task_frame])]
  391. raise primitive_functions.InterpretedFunctionFinished(result)
  392. else:
  393. lnk, = yield [("RDE", [old_frame, "returnvalue"])]
  394. _, _, _, _ = yield [("CD", [old_frame, "returnvalue", result['id']]),
  395. ("CD", [task_root, "frame", old_frame]),
  396. ("DE", [lnk]),
  397. ("DN", [task_frame]),
  398. ]
  399. else:
  400. raise primitive_functions.PrimitiveFinished(result)
  401. ########################################
  402. ### Execute input and output methods ###
  403. ########################################
  404. def get_output(self, taskname):
  405. task_root, = yield [("RD", [self.root, taskname])]
  406. first_output, = yield [("RD", [task_root, "output"])]
  407. next_output, rv = yield [("RD", [first_output, "next"]),
  408. ("RD", [first_output, "value"]),
  409. ]
  410. if next_output is None:
  411. self.success = False
  412. self.returnvalue = None
  413. else:
  414. rv_value, _, _ = \
  415. yield [("RV", [rv]),
  416. ("CD", [task_root, "output", next_output]),
  417. ("DN", [first_output]),
  418. ]
  419. self.returnvalue = rv_value
  420. self.success = True
  421. #print("OUTPUT: (%s, %s)" % (taskname, self.returnvalue))
  422. def set_input(self, taskname, value):
  423. task_root, = yield [("RD", [self.root, taskname])]
  424. old_input, link, new_input, new_value = \
  425. yield [("RD", [task_root, "last_input"]),
  426. ("RDE", [task_root, "last_input"]),
  427. ("CN", []),
  428. ("CNV", [value]),
  429. ]
  430. _, _, _, _ = yield [("CD", [task_root, "last_input", new_input]),
  431. ("CD", [old_input, "next", new_input]),
  432. ("CD", [old_input, "value", new_value]),
  433. ("DE", [link])
  434. ]
  435. #print("INPUT: (%s, %s)" % (taskname, value))
  436. self.returnvalue = {"id": 100, "value": "success"}
  437. #############################################
  438. ### Transformation rules for instructions ###
  439. #############################################
  440. def continue_init(self, task_root):
  441. task_frame, = yield [("RD", [task_root, "frame"])]
  442. inst, = yield [("RD", [task_frame, "IP"])]
  443. while_inst, = yield [("RD", [inst, "while"])]
  444. old_evalstack_link, old_phase_link, evalstack_roots = \
  445. yield [("RDE", [task_frame, "evalstack"]),
  446. ("RDE", [task_frame, "phase"]),
  447. ("RRD", [while_inst, self.taskname]),
  448. ]
  449. if len(evalstack_roots) == 1:
  450. evalstack_root = evalstack_roots[0]
  451. else:
  452. print("Got roots: " + str(evalstack_roots))
  453. raise Exception("Could not process continue statement!")
  454. prev_evalstack_roots, old_evalstack_phase_link = \
  455. yield [("RRD", [evalstack_root, "prev"]),
  456. ("RDE", [evalstack_root, "phase"]),
  457. ]
  458. if len(prev_evalstack_roots) == 1:
  459. prev_evalstack_root = prev_evalstack_roots[0]
  460. else:
  461. raise Exception("Could not process continue statement!")
  462. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  463. yield [("CN", []),
  464. ("CNV", ["init"]),
  465. ("CNV", ["finish"]),
  466. ("RDE", [prev_evalstack_root, "prev"]),
  467. ]
  468. _, _, _, _, _, _, _, _ = \
  469. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  470. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  471. ("CD", [task_frame, "phase", new_phase_inst]),
  472. ("CD", [evalstack_root, "phase", new_phase_while]),
  473. ("DE", [old_evalstack_link]),
  474. ("DE", [prev_evalstack_root_link]),
  475. ("DE", [old_phase_link]),
  476. ("DE", [old_evalstack_phase_link]),
  477. ]
  478. def break_init(self, task_root):
  479. task_frame, = yield [("RD", [task_root, "frame"])]
  480. inst, = yield [("RD", [task_frame, "IP"])]
  481. while_inst, = yield [("RD", [inst, "while"])]
  482. old_evalstack_link, old_phase_link, evalstack_roots = \
  483. yield [("RDE", [task_frame, "evalstack"]),
  484. ("RDE", [task_frame, "phase"]),
  485. ("RRD", [while_inst, self.taskname]),
  486. ]
  487. if len(evalstack_roots) == 1:
  488. evalstack_root = evalstack_roots[0]
  489. else:
  490. raise Exception("Could not process break statement!")
  491. prev_evalstack_roots, old_evalstack_phase_link = \
  492. yield [("RRD", [evalstack_root, "prev"]),
  493. ("RDE", [evalstack_root, "phase"]),
  494. ]
  495. if len(prev_evalstack_roots) == 1:
  496. prev_evalstack_root = prev_evalstack_roots[0]
  497. else:
  498. raise Exception("Could not process break statement!")
  499. new_evalstack_root, new_phase_while, new_phase_inst, prev_evalstack_root_link = \
  500. yield [("CN", []),
  501. ("CNV", ["finish"]),
  502. ("CNV", ["finish"]),
  503. ("RDE", [prev_evalstack_root, "prev"]),
  504. ]
  505. _, _, _, _, _, _, _, _ = \
  506. yield [("CD", [task_frame, "evalstack", new_evalstack_root]),
  507. ("CD", [new_evalstack_root, "prev", evalstack_root]),
  508. ("CD", [task_frame, "phase", new_phase_inst]),
  509. ("CD", [evalstack_root, "phase", new_phase_while]),
  510. ("DE", [old_evalstack_link]),
  511. ("DE", [prev_evalstack_root_link]),
  512. ("DE", [old_phase_link]),
  513. ("DE", [old_evalstack_phase_link]),
  514. ]
  515. def if_init(self, task_root):
  516. task_frame, = yield [("RD", [task_root, "frame"])]
  517. evalstack, evalstack_link = \
  518. yield [("RD", [task_frame, "evalstack"]),
  519. ("RDE", [task_frame, "evalstack"]),
  520. ]
  521. inst, ip_link = yield [("RD", [task_frame, "IP"]),
  522. ("RDE", [task_frame, "IP"]),
  523. ]
  524. cond, = yield [("RD", [inst, "cond"])]
  525. new_evalstack, new_phase = \
  526. yield [("CN", []),
  527. ("CNV", ["cond"]),
  528. ]
  529. _, _, _, _, _, _, _ = \
  530. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  531. ("CD", [new_evalstack, "prev", evalstack]),
  532. ("CD", [task_frame, "IP", cond]),
  533. ("CD", [evalstack, "inst", inst]),
  534. ("CD", [evalstack, "phase", new_phase]),
  535. ("DE", [evalstack_link]),
  536. ("DE", [ip_link]),
  537. ]
  538. def if_cond(self, task_root):
  539. task_frame, = yield [("RD", [task_root, "frame"])]
  540. returnvalue, inst = yield [("RD", [task_frame, "returnvalue"]),
  541. ("RD", [task_frame, "IP"]),
  542. ]
  543. returnvalue_v, = yield [("RV", [returnvalue])]
  544. _else, = yield [("RD", [inst, "else"])]
  545. if returnvalue_v:
  546. phase_link, evalstack, evalstack_link, ip_link, _then, new_evalstack, evalstack_phase, new_phase = \
  547. yield [("RDE", [task_frame, "phase"]),
  548. ("RD", [task_frame, "evalstack"]),
  549. ("RDE", [task_frame, "evalstack"]),
  550. ("RDE", [task_frame, "IP"]),
  551. ("RD", [inst, "then"]),
  552. ("CN", []),
  553. ("CNV", ["finish"]),
  554. ("CNV", ["init"]),
  555. ]
  556. _, _, _, _, _, _, _, _, _ = \
  557. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  558. ("CD", [task_frame, "IP", _then]),
  559. ("CD", [new_evalstack, "prev", evalstack]),
  560. ("CD", [evalstack, "inst", inst]),
  561. ("CD", [evalstack, "phase", evalstack_phase]),
  562. ("CD", [task_frame, "phase", new_phase]),
  563. ("DE", [evalstack_link]),
  564. ("DE", [ip_link]),
  565. ("DE", [phase_link]),
  566. ]
  567. elif _else is None:
  568. phase_link, new_phase = \
  569. yield [("RDE", [task_frame, "phase"]),
  570. ("CNV", ["finish"]),
  571. ]
  572. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  573. ("DE", [phase_link]),
  574. ]
  575. else:
  576. phase_link, evalstack, evalstack_link, ip_link = \
  577. yield [("RDE", [task_frame, "phase"]),
  578. ("RD", [task_frame, "evalstack"]),
  579. ("RDE", [task_frame, "evalstack"]),
  580. ("RDE", [task_frame, "IP"]),
  581. ]
  582. new_evalstack, new_phase, evalstack_phase = \
  583. yield [("CN", []),
  584. ("CNV", ["init"]),
  585. ("CNV", ["finish"]),
  586. ]
  587. _, _, _, _, _, _, _, _, _ = \
  588. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  589. ("CD", [task_frame, "IP", _else]),
  590. ("CD", [new_evalstack, "prev", evalstack]),
  591. ("CD", [evalstack, "inst", inst]),
  592. ("CD", [evalstack, "phase", evalstack_phase]),
  593. ("CD", [task_frame, "phase", new_phase]),
  594. ("DE", [evalstack_link]),
  595. ("DE", [ip_link]),
  596. ("DE", [phase_link]),
  597. ]
  598. def while_init(self, task_root):
  599. task_frame, = yield [("RD", [task_root, "frame"])]
  600. evalstack, evalstack_link, ip_link, inst = \
  601. yield [("RD", [task_frame, "evalstack"]),
  602. ("RDE", [task_frame, "evalstack"]),
  603. ("RDE", [task_frame, "IP"]),
  604. ("RD", [task_frame, "IP"]),
  605. ]
  606. cond, new_evalstack, new_phase = \
  607. yield [("RD", [inst, "cond"]),
  608. ("CN", []),
  609. ("CNV", ["cond"]),
  610. ]
  611. _, _, _, _, _, _, _ = \
  612. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  613. ("CD", [new_evalstack, "prev", evalstack]),
  614. ("CD", [task_frame, "IP", cond]),
  615. ("CD", [evalstack, "phase", new_phase]),
  616. ("CD", [evalstack, "inst", inst]),
  617. ("DE", [evalstack_link]),
  618. ("DE", [ip_link]),
  619. ]
  620. def while_cond(self, task_root):
  621. task_frame, = yield [("RD", [task_root, "frame"])]
  622. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  623. returnvalue_v, = yield [("RV", [returnvalue])]
  624. if returnvalue_v:
  625. phase_link, evalstack, evalstack_link, ip_link, inst = \
  626. yield [("RDE", [task_frame, "phase"]),
  627. ("RD", [task_frame, "evalstack"]),
  628. ("RDE", [task_frame, "evalstack"]),
  629. ("RDE", [task_frame, "IP"]),
  630. ("RD", [task_frame, "IP"]),
  631. ]
  632. body, = yield [("RD", [inst, "body"])]
  633. new_evalstack, new_phase, evalstack_phase = \
  634. yield [("CN", []),
  635. ("CNV", ["init"]),
  636. ("CNV", ["init"]),
  637. ]
  638. _, _, _, _, _, _, _, _, _ = \
  639. yield [("CD", [task_frame, "IP", body]),
  640. ("CD", [task_frame, "phase", new_phase]),
  641. ("CD", [task_frame, "evalstack", new_evalstack]),
  642. ("CD", [new_evalstack, "prev", evalstack]),
  643. ("CD", [evalstack, "inst", inst]),
  644. ("CD", [evalstack, "phase", evalstack_phase]),
  645. ("DE", [evalstack_link]),
  646. ("DE", [ip_link]),
  647. ("DE", [phase_link]),
  648. ]
  649. # Check if we already have a taskname link to the evalstack
  650. links, = yield [("RD", [evalstack, self.taskname])]
  651. if links is None:
  652. yield [("CD", [evalstack, self.taskname, inst])]
  653. else:
  654. phase_link, new_phase = \
  655. yield [("RDE", [task_frame, "phase"]),
  656. ("CNV", ["finish"]),
  657. ]
  658. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  659. ("DE", [phase_link])
  660. ]
  661. def access_init(self, task_root):
  662. task_frame, = yield [("RD", [task_root, "frame"])]
  663. evalstack, evalstack_link, inst, ip_link = \
  664. yield [("RD", [task_frame, "evalstack"]),
  665. ("RDE", [task_frame, "evalstack"]),
  666. ("RD", [task_frame, "IP"]),
  667. ("RDE", [task_frame, "IP"]),
  668. ]
  669. var, new_evalstack, new_phase = \
  670. yield [("RD", [inst, "var"]),
  671. ("CN", []),
  672. ("CNV", ["eval"]),
  673. ]
  674. _, _, _, _, _, _, _ = \
  675. yield [("CD", [task_frame, "IP", var]),
  676. ("CD", [task_frame, "evalstack", new_evalstack]),
  677. ("CD", [new_evalstack, "prev", evalstack]),
  678. ("CD", [evalstack, "inst", inst]),
  679. ("CD", [evalstack, "phase", new_phase]),
  680. ("DE", [evalstack_link]),
  681. ("DE", [ip_link]),
  682. ]
  683. def access_eval(self, task_root):
  684. task_frame, = yield [("RD", [task_root, "frame"])]
  685. phase_link, returnvalue_link, returnvalue = \
  686. yield [("RDE", [task_frame, "phase"]),
  687. ("RDE", [task_frame, "returnvalue"]),
  688. ("RD", [task_frame, "returnvalue"]),
  689. ]
  690. value, new_phase = yield [("RD", [returnvalue, "value"]),
  691. ("CNV", ["finish"]),
  692. ]
  693. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  694. ("CD", [task_frame, "returnvalue", value]),
  695. ("DE", [phase_link]),
  696. ("DE", [returnvalue_link]),
  697. ]
  698. def resolve_init(self, task_root):
  699. task_frame, = yield [("RD", [task_root, "frame"])]
  700. symbols, evalstack, evalstack_link, ip_link, inst = \
  701. yield [("RD", [task_frame, "symbols"]),
  702. ("RD", [task_frame, "evalstack"]),
  703. ("RDE", [task_frame, "evalstack"]),
  704. ("RDE", [task_frame, "IP"]),
  705. ("RD", [task_frame, "IP"]),
  706. ]
  707. var, = yield [("RD", [inst, "var"])]
  708. variable, = yield [("RDN", [symbols, var])]
  709. if variable is None:
  710. phase_link, returnvalue_link, _globals, var_name = \
  711. yield [("RDE", [task_frame, "phase"]),
  712. ("RDE", [task_frame, "returnvalue"]),
  713. ("RD", [task_root, "globals"]),
  714. ("RV", [var]),
  715. ]
  716. variable, new_phase = \
  717. yield [("RD", [_globals, var_name]),
  718. ("CNV", ["finish"]),
  719. ]
  720. if variable is None:
  721. globs, = yield [("RDK", [_globals])]
  722. print("Globals: " + str(globs))
  723. globs = yield [("RV", [i]) for i in globs]
  724. print("Resolved globals: " + str(globs))
  725. raise Exception(jit.GLOBAL_NOT_FOUND_MESSAGE_FORMAT % var_name)
  726. # Resolved a global, so this is a string
  727. # Potentially, this might even be a function that we have precompiled already!
  728. # So check whether this is the case or not
  729. if self.allow_compiled:
  730. compiled_function = getattr(compiled_functions, var_name, None)
  731. if compiled_function is not None:
  732. # We have a compiled function ready!
  733. # Now we have to bind the ID to the compiled functions
  734. # For this, we read out the body of the resolved data
  735. compiler_val, = yield [("RD", [variable, "value"])]
  736. compiler_body, = yield [("RD", [compiler_val, "body"])]
  737. self.jit.register_compiled(compiler_body, compiled_function, var_name)
  738. # If we're dealing with a function, then we might want to figure out what its body id
  739. # is now so we can suggest a name to the JIT later.
  740. if self.jit.get_global_body_id(var_name) is None:
  741. compiler_val, = yield [("RD", [variable, "value"])]
  742. if compiler_val is not None:
  743. compiler_body, = yield [("RD", [compiler_val, "body"])]
  744. if compiler_body is not None:
  745. self.jit.register_global(compiler_body, var_name)
  746. else:
  747. phase_link, returnvalue_link, new_phase = \
  748. yield [("RDE", [task_frame, "phase"]),
  749. ("RDE", [task_frame, "returnvalue"]),
  750. ("CNV", ["finish"]),
  751. ]
  752. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  753. ("CD", [task_frame, "returnvalue", variable]),
  754. ("DE", [phase_link]),
  755. ("DE", [returnvalue_link]),
  756. ]
  757. def assign_init(self, task_root):
  758. task_frame, = yield [("RD", [task_root, "frame"])]
  759. evalstack, evalstack_link, ip_link, inst = \
  760. yield [("RD", [task_frame, "evalstack"]),
  761. ("RDE", [task_frame, "evalstack"]),
  762. ("RDE", [task_frame, "IP"]),
  763. ("RD", [task_frame, "IP"]),
  764. ]
  765. var, new_evalstack, new_phase = \
  766. yield [("RD", [inst, "var"]),
  767. ("CN", []),
  768. ("CNV", ["value"]),
  769. ]
  770. _, _, _, _, _, _, _ = \
  771. yield [("CD", [task_frame, "IP", var]),
  772. ("CD", [task_frame, "evalstack", new_evalstack]),
  773. ("CD", [new_evalstack, "prev", evalstack]),
  774. ("CD", [evalstack, "inst", inst]),
  775. ("CD", [evalstack, "phase", new_phase]),
  776. ("DE", [evalstack_link]),
  777. ("DE", [ip_link]),
  778. ]
  779. def assign_value(self, task_root):
  780. task_frame, = yield [("RD", [task_root, "frame"])]
  781. phase_link, evalstack, returnvalue, evalstack_link, ip_link, inst = \
  782. yield [("RDE", [task_frame, "phase"]),
  783. ("RD", [task_frame, "evalstack"]),
  784. ("RD", [task_frame, "returnvalue"]),
  785. ("RDE", [task_frame, "evalstack"]),
  786. ("RDE", [task_frame, "IP"]),
  787. ("RD", [task_frame, "IP"]),
  788. ]
  789. value, new_evalstack, new_phase, evalstack_phase = \
  790. yield [("RD", [inst, "value"]),
  791. ("CN", []),
  792. ("CNV", ["init"]),
  793. ("CNV", ["assign"]),
  794. ]
  795. _, _, _, _, _, _, _, _, _, _ = \
  796. yield [("CD", [task_frame, "variable", returnvalue]),
  797. ("CD", [task_frame, "phase", new_phase]),
  798. ("CD", [task_frame, "evalstack", new_evalstack]),
  799. ("CD", [new_evalstack, "prev", evalstack]),
  800. ("CD", [evalstack, "inst", inst]),
  801. ("CD", [evalstack, "phase", evalstack_phase]),
  802. ("CD", [task_frame, "IP", value]),
  803. ("DE", [evalstack_link]),
  804. ("DE", [phase_link]),
  805. ("DE", [ip_link]),
  806. ]
  807. def assign_assign(self, task_root):
  808. task_frame, = yield [("RD", [task_root, "frame"])]
  809. phase_link, returnvalue, variable_link, variable = \
  810. yield [("RDE", [task_frame, "phase"]),
  811. ("RD", [task_frame, "returnvalue"]),
  812. ("RDE", [task_frame, "variable"]),
  813. ("RD", [task_frame, "variable"]),
  814. ]
  815. value_link, new_phase = \
  816. yield [("RDE", [variable, "value"]),
  817. ("CNV", ["finish"]),
  818. ]
  819. _, _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  820. ("CD", [variable, "value", returnvalue]),
  821. ("DE", [variable_link]),
  822. ("DE", [value_link]),
  823. ("DE", [phase_link]),
  824. ]
  825. def return_init(self, task_root):
  826. task_frame, = yield [("RD", [task_root, "frame"])]
  827. inst, = yield [("RD", [task_frame, "IP"])]
  828. value, = yield [("RD", [inst, "value"])]
  829. if value is None:
  830. prev_frame, = yield [("RD", [task_frame, "prev"])]
  831. # If the callee's frame is marked with the '__exception_return' key, then
  832. # we need to throw an exception instead of just finishing here. This design
  833. # gives us O(1) state reads per jit-interpreter transition.
  834. exception_return, = yield [("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY])]
  835. if prev_frame is None:
  836. _, = yield [("DN", [task_root])]
  837. del self.debug_info[self.taskname]
  838. #print("Cleanup task " + str(self.taskname))
  839. else:
  840. if self.debug_info[self.taskname]:
  841. self.debug_info[self.taskname].pop()
  842. _, _ = yield [("CD", [task_root, "frame", prev_frame]),
  843. ("DN", [task_frame]),
  844. ]
  845. if exception_return is not None:
  846. raise primitive_functions.InterpretedFunctionFinished(None)
  847. else:
  848. evalstack, evalstack_link, ip_link, new_evalstack, evalstack_phase = \
  849. yield [("RD", [task_frame, "evalstack"]),
  850. ("RDE", [task_frame, "evalstack"]),
  851. ("RDE", [task_frame, "IP"]),
  852. ("CN", []),
  853. ("CNV", ["eval"]),
  854. ]
  855. _, _, _, _, _, _, _ = \
  856. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  857. ("CD", [new_evalstack, "prev", evalstack]),
  858. ("CD", [evalstack, "inst", inst]),
  859. ("CD", [evalstack, "phase", evalstack_phase]),
  860. ("CD", [task_frame, "IP", value]),
  861. ("DE", [evalstack_link]),
  862. ("DE", [ip_link]),
  863. ]
  864. def return_eval(self, task_root):
  865. if self.debug_info[self.taskname]:
  866. self.debug_info[self.taskname].pop()
  867. task_frame, = yield [("RD", [task_root, "frame"])]
  868. prev_frame, = yield [("RD", [task_frame, "prev"])]
  869. if prev_frame is None:
  870. _, = yield [("DN", [task_root])]
  871. del self.debug_info[self.taskname]
  872. exception_return, returnvalue = yield [
  873. ("RD", [task_frame, primitive_functions.EXCEPTION_RETURN_KEY]),
  874. ("RD", [task_frame, "returnvalue"])]
  875. # If the callee's frame is marked with the '__exception_return' key, then
  876. # we need to throw an exception instead of just finishing here. This design
  877. # gives us O(1) state reads per jit-interpreter transition.
  878. if exception_return is not None:
  879. yield [
  880. ("CD", [task_root, "frame", prev_frame]),
  881. ("DN", [task_frame])]
  882. raise primitive_functions.InterpretedFunctionFinished(returnvalue)
  883. else:
  884. old_returnvalue_link, = yield [("RDE", [prev_frame, "returnvalue"])]
  885. yield [
  886. ("CD", [task_root, "frame", prev_frame]),
  887. ("CD", [prev_frame, "returnvalue", returnvalue]),
  888. ("DE", [old_returnvalue_link]),
  889. ("DN", [task_frame])]
  890. def constant_init(self, task_root):
  891. task_frame, = yield [("RD", [task_root, "frame"])]
  892. phase_link, returnvalue_link, inst = \
  893. yield [("RDE", [task_frame, "phase"]),
  894. ("RDE", [task_frame, "returnvalue"]),
  895. ("RD", [task_frame, "IP"]),
  896. ]
  897. node, new_phase = yield [("RD", [inst, "node"]),
  898. ("CNV", ["finish"]),
  899. ]
  900. _, _, _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  901. ("CD", [task_frame, "returnvalue", node]),
  902. ("DE", [returnvalue_link]),
  903. ("DE", [phase_link]),
  904. ]
  905. def helper_init(self, task_root):
  906. task_frame, = yield [("RD", [task_root, "frame"])]
  907. inst, = yield [("RD", [task_frame, "IP"])]
  908. next, = yield [("RD", [inst, "next"])]
  909. if next is None:
  910. ip_link, phase_link, evalstack_top = \
  911. yield [("RDE", [task_frame, "IP"]),
  912. ("RDE", [task_frame, "phase"]),
  913. ("RD", [task_frame, "evalstack"]),
  914. ]
  915. evalstack, = yield [("RD", [evalstack_top, "prev"])]
  916. evalstack_inst, evalstack_phase, evalstack_inst_link, evalstack_phase_link = \
  917. yield [("RD", [evalstack, "inst"]),
  918. ("RD", [evalstack, "phase"]),
  919. ("RDE", [evalstack, "inst"]),
  920. ("RDE", [evalstack, "phase"]),
  921. ]
  922. _, _, _, _, _, _, _, _ = \
  923. yield [("CD", [task_frame, "evalstack", evalstack]),
  924. ("CD", [task_frame, "IP", evalstack_inst]),
  925. ("CD", [task_frame, "phase", evalstack_phase]),
  926. ("DE", [ip_link]),
  927. ("DE", [phase_link]),
  928. ("DE", [evalstack_inst_link]),
  929. ("DE", [evalstack_phase_link]),
  930. ("DN", [evalstack_top]),
  931. ]
  932. else:
  933. ip_link, phase_link, new_phase = \
  934. yield [("RDE", [task_frame, "IP"]),
  935. ("RDE", [task_frame, "phase"]),
  936. ("CNV", ["init"]),
  937. ]
  938. _, _, _, _ = yield [("CD", [task_frame, "IP", next]),
  939. ("CD", [task_frame, "phase", new_phase]),
  940. ("DE", [ip_link]),
  941. ("DE", [phase_link]),
  942. ]
  943. def call_init(self, task_root):
  944. task_frame, = yield [("RD", [task_root, "frame"])]
  945. symbols, evalstack, evalstack_link, ip_link, inst = \
  946. yield [("RD", [task_frame, "symbols"]),
  947. ("RD", [task_frame, "evalstack"]),
  948. ("RDE", [task_frame, "evalstack"]),
  949. ("RDE", [task_frame, "IP"]),
  950. ("RD", [task_frame, "IP"]),
  951. ]
  952. func, params = yield [("RD", [inst, "func"]),
  953. ("RD", [inst, "params"]),
  954. ]
  955. if params is None:
  956. new_evalstack, evalstack_phase = \
  957. yield [("CN", []),
  958. ("CNV", ["call"]),
  959. ]
  960. _, _, _, _, _, _, _ = \
  961. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  962. ("CD", [new_evalstack, "prev", evalstack]),
  963. ("CD", [evalstack, "inst", inst]),
  964. ("CD", [evalstack, "phase", evalstack_phase]),
  965. ("CD", [task_frame, "IP", func]),
  966. ("DE", [evalstack_link]),
  967. ("DE", [ip_link]),
  968. ]
  969. else:
  970. new_evalstack,= yield [("CN", [])]
  971. _, _, _, _, _, _, _ = \
  972. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  973. ("CD", [new_evalstack, "prev", evalstack]),
  974. ("CD", [evalstack, "inst", inst]),
  975. ("CD", [evalstack, "phase", params]),
  976. ("CD", [task_frame, "IP", func]),
  977. ("DE", [evalstack_link]),
  978. ("DE", [ip_link]),
  979. ]
  980. def call_call(self, task_root):
  981. self.debug_info[self.taskname].append("None")
  982. task_frame, = yield [("RD", [task_root, "frame"])]
  983. inst, = yield [("RD", [task_frame, "IP"])]
  984. param, = yield [("RD", [inst, "last_param"])]
  985. if param is None:
  986. returnvalue, = yield [("RD", [task_frame, "returnvalue"])]
  987. body, = yield [("RD", [returnvalue, "body"])]
  988. self.jit.mark_entry_point(body)
  989. phase_link, frame_link, prev_phase, new_phase, new_frame, new_evalstack, new_symbols, new_returnvalue = \
  990. yield [("RDE", [task_frame, "phase"]),
  991. ("RDE", [task_root, "frame"]),
  992. ("CNV", ["finish"]),
  993. ("CNV", ["init"]),
  994. ("CN", []),
  995. ("CN", []),
  996. ("CN", []),
  997. ("CN", []),
  998. ]
  999. _, _, _, _, _, _, _, _, _, _, _ = \
  1000. yield [("CD", [task_root, "frame", new_frame]),
  1001. ("CD", [new_frame, "evalstack", new_evalstack]),
  1002. ("CD", [new_frame, "symbols", new_symbols]),
  1003. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1004. ("CD", [new_frame, "caller", inst]),
  1005. ("CD", [new_frame, "phase", new_phase]),
  1006. ("CD", [new_frame, "IP", body]),
  1007. ("CD", [new_frame, "prev", task_frame]),
  1008. ("CD", [task_frame, "phase", prev_phase]),
  1009. ("DE", [phase_link]),
  1010. ("DE", [frame_link]),
  1011. ]
  1012. else:
  1013. newer_frames, invoking_frames = \
  1014. yield [("RRD", [task_frame, "prev"]),
  1015. ("RRD", [inst, "caller"]),
  1016. ]
  1017. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1018. phase_link, frame_link, new_symbols, new_IP = \
  1019. yield [("RDE", [task_frame, "phase"]),
  1020. ("RDE", [task_root, "frame"]),
  1021. ("RD", [new_frame, "symbols"]),
  1022. ("RD", [new_frame, "IP"]),
  1023. ]
  1024. signature, = yield [("RRD", [new_IP, "body"])]
  1025. signature = signature[0]
  1026. sig_params, last_param = \
  1027. yield [("RD", [signature, "params"]),
  1028. ("RD", [inst, "last_param"]),
  1029. ]
  1030. self.jit.mark_entry_point(new_IP)
  1031. name, = yield [("RD", [last_param, "name"])]
  1032. name_value, = yield [("RV", [name])]
  1033. returnvalue, formal_parameter, new_phase, variable = \
  1034. yield [("RD", [task_frame, "returnvalue"]),
  1035. ("RD", [sig_params, name_value]),
  1036. ("CNV", ["finish"]),
  1037. ("CN", []),
  1038. ]
  1039. _, _, _, t1 = yield [("CD", [task_root, "frame", new_frame]),
  1040. ("CD", [task_frame, "phase", new_phase]),
  1041. ("CD", [variable, "value", returnvalue]),
  1042. ("CE", [new_symbols, variable]),
  1043. ]
  1044. _, _, _ = yield [("CE", [t1, formal_parameter]),
  1045. ("DE", [frame_link]),
  1046. ("DE", [phase_link]),
  1047. ]
  1048. def find_overlapping(self, a, b):
  1049. newer_frames = set(a)
  1050. invoking_frames = set(b)
  1051. matches = list(newer_frames.intersection(invoking_frames))
  1052. if len(matches) == 1:
  1053. return matches[0]
  1054. elif len(matches) > 1:
  1055. raise Exception("Error: multiple overlapping elements")
  1056. else:
  1057. raise Exception("Error: could not find any overlap")
  1058. def call_param(self, task_root):
  1059. task_frame, = yield [("RD", [task_root, "frame"])]
  1060. inst, phase = yield [("RD", [task_frame, "IP"]),
  1061. ("RD", [task_frame, "phase"]),
  1062. ]
  1063. params, last_param = \
  1064. yield [("RD", [inst, "params"]),
  1065. ("RD", [inst, "last_param"]),
  1066. ]
  1067. next_param, = yield [("RD", [params, "next_param"])]
  1068. if params == phase:
  1069. phase_link, ip_link, returnvalue, param_value, evalstack, evalstack_link = \
  1070. yield [("RDE", [task_frame, "phase"]),
  1071. ("RDE", [task_frame, "IP"]),
  1072. ("RD", [task_frame, "returnvalue"]),
  1073. ("RD", [params, "value"]),
  1074. ("RD", [task_frame, "evalstack"]),
  1075. ("RDE", [task_frame, "evalstack"]),
  1076. ]
  1077. body, = yield [("RD", [returnvalue, "body"])]
  1078. new_frame, prev_evalstack, new_phase, prev_phase, new_evalstack, new_symbols, new_returnvalue = \
  1079. yield [("CN", []),
  1080. ("CN", []),
  1081. ("CNV", ["init"]),
  1082. ("CNV", ["init"]),
  1083. ("CN", []),
  1084. ("CN", []),
  1085. ("CN", []),
  1086. ]
  1087. _, _, _, _, _, _, _, _, _, _, _, _, _, _, _ = \
  1088. yield [("CD", [new_frame, "evalstack", new_evalstack]),
  1089. ("CD", [new_frame, "symbols", new_symbols]),
  1090. ("CD", [new_frame, "returnvalue", new_returnvalue]),
  1091. ("CD", [new_frame, "caller", inst]),
  1092. ("CD", [new_frame, "phase", new_phase]),
  1093. ("CD", [new_frame, "IP", body]),
  1094. ("CD", [new_frame, "prev", task_frame]),
  1095. ("CD", [task_frame, "phase", prev_phase]),
  1096. ("CD", [task_frame, "IP", param_value]),
  1097. ("CD", [prev_evalstack, "prev", evalstack]),
  1098. ("CD", [evalstack, "inst", inst]),
  1099. ("CD", [task_frame, "evalstack", prev_evalstack]),
  1100. ("DE", [evalstack_link]),
  1101. ("DE", [ip_link]),
  1102. ("DE", [phase_link]),
  1103. ]
  1104. if next_param is not None:
  1105. _ = yield [("CD", [evalstack, "phase", next_param])]
  1106. else:
  1107. evalstack_phase, = \
  1108. yield [("CNV", ["call"])]
  1109. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1110. else:
  1111. frame_link, phase_link, newer_frames, invoking_frames = \
  1112. yield [("RDE", [task_root, "frame"]),
  1113. ("RDE", [task_frame, "phase"]),
  1114. ("RRD", [task_frame, "prev"]),
  1115. ("RRD", [inst, "caller"]),
  1116. ]
  1117. new_frame = self.find_overlapping(newer_frames, invoking_frames)
  1118. ip_link, evalstack, evalstack_link, new_symbols, new_IP = \
  1119. yield [("RDE", [task_frame, "IP"]),
  1120. ("RD", [task_frame, "evalstack"]),
  1121. ("RDE", [task_frame, "evalstack"]),
  1122. ("RD", [new_frame, "symbols"]),
  1123. ("RD", [new_frame, "IP"]),
  1124. ]
  1125. signature, = yield [("RRD", [new_IP, "body"])]
  1126. signature = signature[0]
  1127. sig_params, = yield [("RD", [signature, "params"])]
  1128. if last_param == phase:
  1129. prev_param, = \
  1130. yield [("RRD", [last_param, "next_param"])]
  1131. prev_param = prev_param[0]
  1132. name, = yield [("RD", [prev_param, "name"])]
  1133. name_value, = \
  1134. yield [("RV", [name])]
  1135. evalstack_phase, = \
  1136. yield [("CNV", ["call"])]
  1137. _ = yield [("CD", [evalstack, "phase", evalstack_phase])]
  1138. formal_parameter, param_value = \
  1139. yield [("RD", [sig_params, name_value]),
  1140. ("RD", [last_param, "value"]),
  1141. ]
  1142. else:
  1143. param_b, = yield [("RD", [task_frame, "phase"])]
  1144. param_c, param_a = \
  1145. yield [("RD", [param_b, "next_param"]),
  1146. ("RRD", [param_b, "next_param"]),
  1147. ]
  1148. param_a = param_a[0]
  1149. name, param_value = \
  1150. yield [("RD", [param_a, "name"]),
  1151. ("RD", [param_b, "value"]),
  1152. ]
  1153. name_value, = \
  1154. yield [("RV", [name])]
  1155. formal_parameter, _ = \
  1156. yield [("RD", [sig_params, name_value]),
  1157. ("CD", [evalstack, "phase", param_c]),
  1158. ]
  1159. new_phase, new_evalstack, variable, returnvalue = \
  1160. yield [("CNV", ["init"]),
  1161. ("CN", []),
  1162. ("CN", []),
  1163. ("RD", [task_frame, "returnvalue"]),
  1164. ]
  1165. _, _, _, _, _, _ = \
  1166. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1167. ("CD", [new_evalstack, "prev", evalstack]),
  1168. ("CD", [evalstack, "inst", inst]),
  1169. ("CD", [task_frame, "phase", new_phase]),
  1170. ("CD", [task_frame, "IP", param_value]),
  1171. ("CD", [variable, "value", returnvalue]),
  1172. ]
  1173. t1, = yield [("CE", [new_symbols, variable])]
  1174. _, _, _, _ = \
  1175. yield [("CE", [t1, formal_parameter]),
  1176. ("DE", [phase_link]),
  1177. ("DE", [ip_link]),
  1178. ("DE", [evalstack_link]),
  1179. ]
  1180. def input_init(self, task_root):
  1181. task_frame, = yield [("RD", [task_root, "frame"])]
  1182. returnvalue_link, _input = \
  1183. yield [("RDE", [task_frame, "returnvalue"]),
  1184. ("RD", [task_root, "input"]),
  1185. ]
  1186. value, next, phase_link = \
  1187. yield [("RD", [_input, "value"]),
  1188. ("RD", [_input, "next"]),
  1189. ("RDE", [task_frame, "phase"]),
  1190. ]
  1191. if value is not None:
  1192. v = yield [("RV", [value])]
  1193. _, _, finish = \
  1194. yield [("CD", [task_frame, "returnvalue", value]),
  1195. ("CD", [task_root, "input", next]),
  1196. ("CNV", ["finish"]),
  1197. ]
  1198. _, _, _, _ = \
  1199. yield [("CD", [task_frame, "phase", finish]),
  1200. ("DN", [_input]),
  1201. ("DE", [returnvalue_link]),
  1202. ("DE", [phase_link]),
  1203. ]
  1204. self.input_value = value
  1205. else:
  1206. # No input yet, so just wait and don't advance IP or phase
  1207. self.input_value = None
  1208. ex = primitive_functions.SleepKernel(0.1, True)
  1209. raise ex
  1210. def output_init(self, task_root):
  1211. task_frame, = yield [("RD", [task_root, "frame"])]
  1212. evalstack, evalstack_link, ip_link, inst = \
  1213. yield [("RD", [task_frame, "evalstack"]),
  1214. ("RDE", [task_frame, "evalstack"]),
  1215. ("RDE", [task_frame, "IP"]),
  1216. ("RD", [task_frame, "IP"]),
  1217. ]
  1218. value, new_evalstack, evalstack_phase = \
  1219. yield [("RD", [inst, "value"]),
  1220. ("CN", []),
  1221. ("CNV", ["output"]),
  1222. ]
  1223. _, _, _, _, _, _, _ = \
  1224. yield [("CD", [task_frame, "evalstack", new_evalstack]),
  1225. ("CD", [new_evalstack, "prev", evalstack]),
  1226. ("CD", [evalstack, "inst", inst]),
  1227. ("CD", [evalstack, "phase", evalstack_phase]),
  1228. ("CD", [task_frame, "IP", value]),
  1229. ("DE", [evalstack_link]),
  1230. ("DE", [ip_link]),
  1231. ]
  1232. def output_output(self, task_root):
  1233. task_frame, = yield [("RD", [task_root, "frame"])]
  1234. returnvalue_link, returnvalue, last_output, phase_link, last_output_link, new_last_output, finish = \
  1235. yield [("RDE", [task_frame, "returnvalue"]),
  1236. ("RD", [task_frame, "returnvalue"]),
  1237. ("RD", [task_root, "last_output"]),
  1238. ("RDE", [task_frame, "phase"]),
  1239. ("RDE", [task_root, "last_output"]),
  1240. ("CN", []),
  1241. ("CNV", ["finish"]),
  1242. ]
  1243. _, _, _, _, _, _ = \
  1244. yield [("CD", [last_output, "value", returnvalue]),
  1245. ("CD", [last_output, "next", new_last_output]),
  1246. ("CD", [task_root, "last_output", new_last_output]),
  1247. ("CD", [task_frame, "phase", finish]),
  1248. ("DE", [last_output_link]),
  1249. ("DE", [phase_link]),
  1250. ]
  1251. def declare_init(self, task_root):
  1252. task_frame, = yield [("RD", [task_root, "frame"])]
  1253. inst, = yield [("RD", [task_frame, "IP"])]
  1254. new_var, symbols, phase_link, empty_node, new_phase = \
  1255. yield [("RD", [inst, "var"]),
  1256. ("RD", [task_frame, "symbols"]),
  1257. ("RDE", [task_frame, "phase"]),
  1258. ("CN", []),
  1259. ("CNV", ["finish"]),
  1260. ]
  1261. exists, = yield [("RDN", [symbols, new_var])]
  1262. if exists is None:
  1263. new_edge, = yield [("CE", [symbols, empty_node])]
  1264. _ = yield [("CE", [new_edge, new_var])]
  1265. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1266. ("DE", [phase_link]),
  1267. ]
  1268. def global_init(self, task_root):
  1269. task_frame, = yield [("RD", [task_root, "frame"])]
  1270. inst, = yield [("RD", [task_frame, "IP"])]
  1271. new_var, global_symbols, phase_link, empty_node, new_phase = \
  1272. yield [("RD", [inst, "var"]),
  1273. ("RD", [task_root, "globals"]),
  1274. ("RDE", [task_frame, "phase"]),
  1275. ("CN", []),
  1276. ("CNV", ["finish"]),
  1277. ]
  1278. value, = yield [("RV", [new_var])]
  1279. exists, = yield [("RDE", [global_symbols, value])]
  1280. if exists is not None:
  1281. yield [("DE", [exists])]
  1282. yield [("CD", [global_symbols, value, empty_node])]
  1283. _, _ = yield [("CD", [task_frame, "phase", new_phase]),
  1284. ("DE", [phase_link])
  1285. ]