mvkcontroller.xml 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295
  1. <class name="MvKController">
  2. <relationships>
  3. <association name="to_mvi" class="Server" min="1" max="1"/>
  4. </relationships>
  5. <constructor>
  6. <parameter name="params"/>
  7. <body>
  8. <![CDATA[
  9. self.mvs = ModelverseState("../bootstrap/bootstrap.m.gz")
  10. # Enable Garbage Collection
  11. self.mvs.GC = True
  12. self.root = self.mvs.read_root()[0]
  13. # Instantiate the kernel.
  14. self.mvk = ModelverseKernel(self.root)
  15. # Parse kernel-related options
  16. default_kernel_type = 'adaptive-jit'
  17. kernel_opts = [default_kernel_type]
  18. for parameter in params:
  19. if parameter.startswith('--kernel='):
  20. kernel_opts = parameter[len('--kernel='):].split(',')
  21. for opt in kernel_opts:
  22. if opt == 'legacy-interpreter':
  23. self.mvk = LegacyModelverseKernel(self.root)
  24. elif opt == 'interpreter':
  25. self.mvk.jit.set_jit_enabled(False)
  26. elif opt == 'no-thunks':
  27. self.mvk.jit.enable_thunks(False)
  28. elif opt == 'thunks':
  29. self.mvk.jit.enable_thunks()
  30. elif opt == 'no-source-maps':
  31. self.mvk.jit.enable_source_maps(False)
  32. elif opt == 'source-maps':
  33. self.mvk.jit.enable_source_maps()
  34. elif opt == 'trace':
  35. self.mvk.jit.enable_tracing()
  36. elif opt == 'fast-jit':
  37. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_fast)
  38. elif opt == 'baseline-jit':
  39. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_baseline)
  40. elif opt == 'adaptive-jit-favor-large-functions':
  41. self.mvk.jit.set_function_body_compiler(
  42. lambda *args: jit.compile_function_body_adaptive(
  43. *args, temperature_heuristic=jit.favor_large_functions))
  44. elif opt == 'adaptive-jit-favor-small-functions':
  45. self.mvk.jit.set_function_body_compiler(
  46. lambda *args: jit.compile_function_body_adaptive(
  47. *args, temperature_heuristic=jit.favor_small_functions))
  48. elif opt == 'adaptive-jit' or opt == 'adaptive-jit-favor-loops':
  49. self.mvk.jit.set_function_body_compiler(
  50. lambda *args: jit.compile_function_body_adaptive(
  51. *args, temperature_heuristic=jit.favor_loops))
  52. else:
  53. print("warning: unknown kernel option '%s'." % opt)
  54. self.all_failed = False
  55. self.timeout = False
  56. self.init_time = time.time()
  57. self.tasks = set()
  58. self.input_queue = defaultdict(list)
  59. self.output_queue = defaultdict(list)
  60. self.source = None
  61. self.port = int(sys.argv[1])
  62. self.count = 0
  63. self.debugged_tasks = set()
  64. self.debug_info = {}
  65. self.done_something = False
  66. self.mvs_operations = {
  67. "CN": self.mvs.create_node,
  68. "CE": self.mvs.create_edge,
  69. "CNV": self.mvs.create_nodevalue,
  70. "CD": self.mvs.create_dict,
  71. "RV": self.mvs.read_value,
  72. "RO": self.mvs.read_outgoing,
  73. "RI": self.mvs.read_incoming,
  74. "RE": self.mvs.read_edge,
  75. "RD": self.mvs.read_dict,
  76. "RDN": self.mvs.read_dict_node,
  77. "RDNE": self.mvs.read_dict_node_edge,
  78. "RDE": self.mvs.read_dict_edge,
  79. "RRD": self.mvs.read_reverse_dict,
  80. "RR": self.mvs.read_root,
  81. "RDK": self.mvs.read_dict_keys,
  82. "DE": self.mvs.delete_edge,
  83. "DN": self.mvs.delete_node,
  84. }
  85. self.execute_modelverse("", "load_primitives", [])
  86. ]]>
  87. </body>
  88. </constructor>
  89. <method name="execute_modelverse">
  90. <parameter name="taskname"/>
  91. <parameter name="operation"/>
  92. <parameter name="params"/>
  93. <body>
  94. <![CDATA[
  95. reply = None
  96. commands = []
  97. try:
  98. while 1:
  99. commands = self.mvk.execute_yields(taskname, operation, params, reply)
  100. if commands is None:
  101. break
  102. reply = [self.mvs_operations[command[0]](*(command[1]))[0] for command in commands]
  103. #for c, r in zip(commands, reply):
  104. # print("%s --> %s" % (c, r))
  105. except:
  106. print("ERROR: " + str(self.mvk.debug_info.get(taskname, "Unknown taskname")))
  107. raise
  108. ]]>
  109. </body>
  110. </method>
  111. <scxml initial="init_server">
  112. <state id="init_server">
  113. <onentry>
  114. <raise scope="cd" event="create_instance">
  115. <parameter expr="'to_mvi'"/>
  116. <parameter expr="'Server'"/>
  117. <parameter expr="''"/>
  118. <parameter expr="self.port"/>
  119. </raise>
  120. </onentry>
  121. <transition event="instance_created" target="../running">
  122. <parameter name="instancename"/>
  123. <raise scope="cd" event="start_instance">
  124. <parameter expr="instancename"/>
  125. </raise>
  126. </transition>
  127. </state>
  128. <parallel id="running">
  129. <state id="wait_for_requests">
  130. <state id="wait">
  131. <transition event="from_mvi" target=".">
  132. <parameter name="source"/>
  133. <parameter name="data"/>
  134. <script>
  135. # No JSON encoding necessary, as it is not complex
  136. try:
  137. self.done_something = False
  138. if data["op"] == "set_input":
  139. if "value" in data:
  140. value = [json.loads(data["value"])]
  141. else:
  142. value = json.loads(data["data"])
  143. self.input_queue[data["taskname"]].append((source, value))
  144. elif data["op"] == "get_output":
  145. self.output_queue[data["taskname"]].append(source)
  146. elif data["op"] == "attach_debugger":
  147. self.debugged_tasks.add(data["taskname"])
  148. self.done_something = True
  149. self.source = source
  150. self.debug_info[data["taskname"]] = {'state': 'running', 'breakpoints': []}
  151. elif data["op"] == "detach_debugger":
  152. self.debugged_tasks.discard(data["taskname"])
  153. self.done_something = True
  154. self.source = source
  155. del self.debug_info[data["taskname"]]
  156. elif data["op"] == "pause":
  157. if data["taskname"] in self.debugged_tasks:
  158. self.debug_info[data["taskname"]]['state'] = 'paused'
  159. self.done_something = True
  160. self.source = source
  161. elif data["op"] == "resume":
  162. if data["taskname"] in self.debugged_tasks:
  163. self.debug_info[data["taskname"]]['state'] = 'running'
  164. self.done_something = True
  165. self.source = source
  166. elif data["op"] == "step_over":
  167. pass
  168. self.done_something = True
  169. self.source = source
  170. elif data["op"] == "step_into":
  171. pass
  172. self.done_something = True
  173. self.source = source
  174. else:
  175. raise Exception("DROPPING unknown operation: " + str(data["op"]))
  176. except ValueError:
  177. print("Error when deserializing request: " + str(data))
  178. raise
  179. </script>
  180. </transition>
  181. <transition cond="self.done_something" target=".">
  182. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.source">
  183. <parameter expr="json.dumps(True)"/>
  184. </raise>
  185. <script>
  186. self.done_something = False
  187. </script>
  188. </transition>
  189. </state>
  190. </state>
  191. <state id="execution">
  192. <state id="execution">
  193. <onentry>
  194. <script>
  195. self.timeout = False
  196. self.destination = None
  197. if self.tasks:
  198. task = self.tasks.pop()
  199. if not task in self.debugged_tasks or self.debug_info[task]['state'] == 'running':
  200. # Check if there are values to input
  201. if self.input_queue[task]:
  202. source, args = self.input_queue[task].pop(0)
  203. for args_entry in args:
  204. self.execute_modelverse(task, "set_input", [args_entry])
  205. self.destination = source
  206. self.value = "OK"
  207. self.all_failed = False
  208. nr_of_steps = 1 if task in self.debugged_tasks else 100
  209. # Now process for some steps, or until we are again blocked for input
  210. for x in xrange(nr_of_steps):
  211. self.execute_modelverse(task, "execute_rule", [])
  212. if not self.mvk.success:
  213. # Blocking or broken, so quit already to stop wasting CPU
  214. break
  215. # Could at least execute one instruction, so mark it as "not failed"
  216. self.all_failed = False
  217. # Check that we don't have anything to output yet, otherwise we wait
  218. if self.destination is None:
  219. # Perform output if there is anything
  220. if self.output_queue[task]:
  221. self.execute_modelverse(task, "get_output", [])
  222. if self.mvk.success:
  223. self.destination = self.output_queue[task].pop(0)
  224. self.value = self.mvk.returnvalue
  225. self.all_failed = False
  226. else:
  227. if self.count >= 2000:
  228. self.count = 0
  229. self.mvs.purge()
  230. else:
  231. self.count += 1
  232. self.mvs.garbage_collect()
  233. out = self.mvs.read_outgoing(self.root)[0]
  234. for m in out:
  235. src, task = self.mvs.read_edge(m)[0]
  236. outgoing = self.mvs.read_outgoing(m)[0]
  237. first = self.mvs.read_edge(outgoing[0])[0]
  238. dest = first[1]
  239. name = self.mvs.read_value(dest)[0]
  240. if name.startswith("__"):
  241. continue
  242. self.tasks.add(name)
  243. self.timeout = self.all_failed
  244. self.all_failed = True
  245. </script>
  246. </onentry>
  247. <transition cond="self.destination is not None" after="self.sccd_yield()" target=".">
  248. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.destination">
  249. <parameter expr="json.dumps(self.value)"/>
  250. </raise>
  251. </transition>
  252. <transition cond="self.timeout and self.destination is None" after="self.sccd_yield() + 0.10" target="."/>
  253. <transition cond="not self.timeout and self.destination is None" after="self.sccd_yield()" target="."/>
  254. </state>
  255. </state>
  256. <state id="remove_sockets">
  257. <state id="remove_sockets">
  258. <transition event="delete_socket" target=".">
  259. <parameter name="socket"/>
  260. <script>
  261. for task in self.output_queue.keys():
  262. self.output_queue[task] = [s for s in self.output_queue[task] if s != socket]
  263. </script>
  264. </transition>
  265. </state>
  266. </state>
  267. </parallel>
  268. </scxml>
  269. </class>