mvkcontroller.xml 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305
  1. <class name="MvKController">
  2. <relationships>
  3. <association name="to_mvi" class="Server" min="1" max="1"/>
  4. </relationships>
  5. <constructor>
  6. <parameter name="params"/>
  7. <body>
  8. <![CDATA[
  9. self.mvs = ModelverseState("../bootstrap/bootstrap.m.gz")
  10. # Enable Garbage Collection
  11. self.mvs.GC = True
  12. self.root = self.mvs.read_root()[0]
  13. # Instantiate the kernel.
  14. self.mvk = ModelverseKernel(self.root)
  15. # Parse kernel-related options
  16. default_kernel_type = 'adaptive-jit'
  17. kernel_opts = [default_kernel_type]
  18. for parameter in params:
  19. if parameter.startswith('--kernel='):
  20. kernel_opts = parameter[len('--kernel='):].split(',')
  21. for opt in kernel_opts:
  22. if opt == 'legacy-interpreter':
  23. self.mvk = LegacyModelverseKernel(self.root)
  24. elif opt == 'interpreter':
  25. self.mvk.jit.set_jit_enabled(False)
  26. elif opt == 'no-thunks':
  27. self.mvk.jit.enable_thunks(False)
  28. elif opt == 'thunks':
  29. self.mvk.jit.enable_thunks()
  30. elif opt == 'no-source-maps':
  31. self.mvk.jit.enable_source_maps(False)
  32. elif opt == 'source-maps':
  33. self.mvk.jit.enable_source_maps()
  34. elif opt == 'no-insert-nops':
  35. self.mvk.jit.enable_nop_insertion(False)
  36. elif opt == 'insert-nops':
  37. self.mvk.jit.enable_nop_insertion()
  38. elif opt == 'trace':
  39. self.mvk.jit.enable_tracing()
  40. elif opt == 'bytecode-interpreter':
  41. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_interpret)
  42. elif opt == 'baseline-jit':
  43. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_baseline)
  44. elif opt == 'fast-jit':
  45. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_fast)
  46. elif opt == 'adaptive-jit-favor-large-functions':
  47. self.mvk.jit.set_function_body_compiler(
  48. lambda *args: jit.compile_function_body_adaptive(
  49. *args, temperature_heuristic=jit.favor_large_functions))
  50. elif opt == 'adaptive-jit-favor-small-functions':
  51. self.mvk.jit.set_function_body_compiler(
  52. lambda *args: jit.compile_function_body_adaptive(
  53. *args, temperature_heuristic=jit.favor_small_functions))
  54. elif opt == 'adaptive-jit-favor-loops':
  55. self.mvk.jit.set_function_body_compiler(
  56. lambda *args: jit.compile_function_body_adaptive(
  57. *args, temperature_heuristic=jit.favor_loops))
  58. elif opt == 'adaptive-jit' or opt == 'adaptive-jit-favor-small-loops':
  59. self.mvk.jit.set_function_body_compiler(
  60. lambda *args: jit.compile_function_body_adaptive(
  61. *args, temperature_heuristic=jit.favor_small_loops))
  62. else:
  63. print("warning: unknown kernel option '%s'." % opt)
  64. self.all_failed = False
  65. self.timeout = False
  66. self.init_time = time.time()
  67. self.tasks = set()
  68. self.input_queue = defaultdict(list)
  69. self.output_queue = defaultdict(list)
  70. self.source = None
  71. self.port = int(sys.argv[1])
  72. self.count = 0
  73. self.debugged_tasks = set()
  74. self.debug_info = {}
  75. self.done_something = False
  76. self.mvs_operations = {
  77. "CN": self.mvs.create_node,
  78. "CE": self.mvs.create_edge,
  79. "CNV": self.mvs.create_nodevalue,
  80. "CD": self.mvs.create_dict,
  81. "RV": self.mvs.read_value,
  82. "RO": self.mvs.read_outgoing,
  83. "RI": self.mvs.read_incoming,
  84. "RE": self.mvs.read_edge,
  85. "RD": self.mvs.read_dict,
  86. "RDN": self.mvs.read_dict_node,
  87. "RDNE": self.mvs.read_dict_node_edge,
  88. "RDE": self.mvs.read_dict_edge,
  89. "RRD": self.mvs.read_reverse_dict,
  90. "RR": self.mvs.read_root,
  91. "RDK": self.mvs.read_dict_keys,
  92. "DE": self.mvs.delete_edge,
  93. "DN": self.mvs.delete_node,
  94. }
  95. self.execute_modelverse("", "load_primitives", [])
  96. ]]>
  97. </body>
  98. </constructor>
  99. <method name="execute_modelverse">
  100. <parameter name="taskname"/>
  101. <parameter name="operation"/>
  102. <parameter name="params"/>
  103. <body>
  104. <![CDATA[
  105. reply = None
  106. commands = []
  107. try:
  108. while 1:
  109. commands = self.mvk.execute_yields(taskname, operation, params, reply)
  110. if commands is None:
  111. break
  112. reply = [self.mvs_operations[command[0]](*(command[1]))[0] for command in commands]
  113. #for c, r in zip(commands, reply):
  114. # print("%s --> %s" % (c, r))
  115. except:
  116. print("ERROR: " + str(self.mvk.debug_info.get(taskname, "Unknown taskname")))
  117. raise
  118. ]]>
  119. </body>
  120. </method>
  121. <scxml initial="init_server">
  122. <state id="init_server">
  123. <onentry>
  124. <raise scope="cd" event="create_instance">
  125. <parameter expr="'to_mvi'"/>
  126. <parameter expr="'Server'"/>
  127. <parameter expr="''"/>
  128. <parameter expr="self.port"/>
  129. </raise>
  130. </onentry>
  131. <transition event="instance_created" target="../running">
  132. <parameter name="instancename"/>
  133. <raise scope="cd" event="start_instance">
  134. <parameter expr="instancename"/>
  135. </raise>
  136. </transition>
  137. </state>
  138. <parallel id="running">
  139. <state id="wait_for_requests">
  140. <state id="wait">
  141. <transition event="from_mvi" target=".">
  142. <parameter name="source"/>
  143. <parameter name="data"/>
  144. <script>
  145. # No JSON encoding necessary, as it is not complex
  146. try:
  147. self.done_something = False
  148. if data["op"] == "set_input":
  149. if "value" in data:
  150. value = [json.loads(data["value"])]
  151. else:
  152. value = json.loads(data["data"])
  153. self.input_queue[data["taskname"]].append((source, value))
  154. elif data["op"] == "get_output":
  155. self.output_queue[data["taskname"]].append(source)
  156. elif data["op"] == "attach_debugger":
  157. self.debugged_tasks.add(data["taskname"])
  158. self.done_something = True
  159. self.source = source
  160. self.debug_info[data["taskname"]] = {'state': 'running', 'breakpoints': []}
  161. elif data["op"] == "detach_debugger":
  162. self.debugged_tasks.discard(data["taskname"])
  163. self.done_something = True
  164. self.source = source
  165. del self.debug_info[data["taskname"]]
  166. elif data["op"] == "pause":
  167. if data["taskname"] in self.debugged_tasks:
  168. self.debug_info[data["taskname"]]['state'] = 'paused'
  169. self.done_something = True
  170. self.source = source
  171. elif data["op"] == "resume":
  172. if data["taskname"] in self.debugged_tasks:
  173. self.debug_info[data["taskname"]]['state'] = 'running'
  174. self.done_something = True
  175. self.source = source
  176. elif data["op"] == "step_over":
  177. pass
  178. self.done_something = True
  179. self.source = source
  180. elif data["op"] == "step_into":
  181. pass
  182. self.done_something = True
  183. self.source = source
  184. else:
  185. raise Exception("DROPPING unknown operation: " + str(data["op"]))
  186. except ValueError:
  187. print("Error when deserializing request: " + str(data))
  188. raise
  189. </script>
  190. </transition>
  191. <transition cond="self.done_something" target=".">
  192. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.source">
  193. <parameter expr="json.dumps(True)"/>
  194. </raise>
  195. <script>
  196. self.done_something = False
  197. </script>
  198. </transition>
  199. </state>
  200. </state>
  201. <state id="execution">
  202. <state id="execution">
  203. <onentry>
  204. <script>
  205. self.timeout = False
  206. self.destination = None
  207. if self.tasks:
  208. task = self.tasks.pop()
  209. if not task in self.debugged_tasks or self.debug_info[task]['state'] == 'running':
  210. # Check if there are values to input
  211. if self.input_queue[task]:
  212. source, args = self.input_queue[task].pop(0)
  213. for args_entry in args:
  214. self.execute_modelverse(task, "set_input", [args_entry])
  215. self.destination = source
  216. self.value = "OK"
  217. self.all_failed = False
  218. nr_of_steps = 1 if task in self.debugged_tasks else 100
  219. # Now process for some steps, or until we are again blocked for input
  220. for x in xrange(nr_of_steps):
  221. self.execute_modelverse(task, "execute_rule", [])
  222. if not self.mvk.success:
  223. # Blocking or broken, so quit already to stop wasting CPU
  224. break
  225. # Could at least execute one instruction, so mark it as "not failed"
  226. self.all_failed = False
  227. # Check that we don't have anything to output yet, otherwise we wait
  228. if self.destination is None:
  229. # Perform output if there is anything
  230. if self.output_queue[task]:
  231. self.execute_modelverse(task, "get_output", [])
  232. if self.mvk.success:
  233. self.destination = self.output_queue[task].pop(0)
  234. self.value = self.mvk.returnvalue
  235. self.all_failed = False
  236. else:
  237. if self.count >= 2000:
  238. self.count = 0
  239. self.mvs.purge()
  240. else:
  241. self.count += 1
  242. self.mvs.garbage_collect()
  243. out = self.mvs.read_outgoing(self.root)[0]
  244. for m in out:
  245. src, task = self.mvs.read_edge(m)[0]
  246. outgoing = self.mvs.read_outgoing(m)[0]
  247. first = self.mvs.read_edge(outgoing[0])[0]
  248. dest = first[1]
  249. name = self.mvs.read_value(dest)[0]
  250. if name.startswith("__"):
  251. continue
  252. self.tasks.add(name)
  253. self.timeout = self.all_failed
  254. self.all_failed = True
  255. </script>
  256. </onentry>
  257. <transition cond="self.destination is not None" after="self.sccd_yield()" target=".">
  258. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.destination">
  259. <parameter expr="json.dumps(self.value)"/>
  260. </raise>
  261. </transition>
  262. <transition cond="self.timeout and self.destination is None" after="self.sccd_yield() + 0.10" target="."/>
  263. <transition cond="not self.timeout and self.destination is None" after="self.sccd_yield()" target="."/>
  264. </state>
  265. </state>
  266. <state id="remove_sockets">
  267. <state id="remove_sockets">
  268. <transition event="delete_socket" target=".">
  269. <parameter name="socket"/>
  270. <script>
  271. for task in self.output_queue.keys():
  272. self.output_queue[task] = [s for s in self.output_queue[task] if s != socket]
  273. </script>
  274. </transition>
  275. </state>
  276. </state>
  277. </parallel>
  278. </scxml>
  279. </class>