mvkcontroller.xml 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289
  1. <class name="MvKController">
  2. <relationships>
  3. <association name="to_mvi" class="Server" min="1" max="1"/>
  4. </relationships>
  5. <constructor>
  6. <parameter name="params"/>
  7. <body>
  8. <![CDATA[
  9. self.mvs = ModelverseState("../bootstrap/bootstrap.m.gz")
  10. # Enable Garbage Collection
  11. self.mvs.GC = True
  12. self.root = self.mvs.read_root()[0]
  13. # Instantiate the kernel.
  14. self.mvk = ModelverseKernel(self.root)
  15. # Parse kernel-related options
  16. default_kernel_type = 'adaptive-jit'
  17. kernel_opts = [default_kernel_type]
  18. for parameter in params:
  19. if parameter.startswith('--kernel='):
  20. kernel_opts = parameter[len('--kernel='):].split(',')
  21. for opt in kernel_opts:
  22. if opt == 'legacy-interpreter':
  23. self.mvk = LegacyModelverseKernel(self.root)
  24. elif opt == 'interpreter':
  25. self.mvk.jit.set_jit_enabled(False)
  26. elif opt == 'no-thunks':
  27. self.mvk.jit.enable_thunks(False)
  28. elif opt == 'thunks':
  29. self.mvk.jit.enable_thunks()
  30. elif opt == 'no-source-maps':
  31. self.mvk.jit.enable_source_maps(False)
  32. elif opt == 'source-maps':
  33. self.mvk.jit.enable_source_maps()
  34. elif opt == 'trace':
  35. self.mvk.jit.enable_tracing()
  36. elif opt == 'fast-jit':
  37. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_fast)
  38. elif opt == 'baseline-jit':
  39. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_baseline)
  40. elif opt == 'adaptive-jit' or opt == 'adaptive-jit-favor-large-functions':
  41. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_adaptive)
  42. elif opt == 'adaptive-jit-favor-small-functions':
  43. self.mvk.jit.set_function_body_compiler(
  44. lambda *args: jit.compile_function_body_adaptive(
  45. *args, temperature_heuristic=jit.favor_small_functions))
  46. else:
  47. print("warning: unknown kernel option '%s'." % opt)
  48. self.all_failed = False
  49. self.timeout = False
  50. self.init_time = time.time()
  51. self.tasks = set()
  52. self.input_queue = defaultdict(list)
  53. self.output_queue = defaultdict(list)
  54. self.source = None
  55. self.port = int(sys.argv[1])
  56. self.count = 0
  57. self.debugged_tasks = set()
  58. self.debug_info = {}
  59. self.done_something = False
  60. self.mvs_operations = {
  61. "CN": self.mvs.create_node,
  62. "CE": self.mvs.create_edge,
  63. "CNV": self.mvs.create_nodevalue,
  64. "CD": self.mvs.create_dict,
  65. "RV": self.mvs.read_value,
  66. "RO": self.mvs.read_outgoing,
  67. "RI": self.mvs.read_incoming,
  68. "RE": self.mvs.read_edge,
  69. "RD": self.mvs.read_dict,
  70. "RDN": self.mvs.read_dict_node,
  71. "RDNE": self.mvs.read_dict_node_edge,
  72. "RDE": self.mvs.read_dict_edge,
  73. "RRD": self.mvs.read_reverse_dict,
  74. "RR": self.mvs.read_root,
  75. "RDK": self.mvs.read_dict_keys,
  76. "DE": self.mvs.delete_edge,
  77. "DN": self.mvs.delete_node,
  78. }
  79. self.execute_modelverse("", "load_primitives", [])
  80. ]]>
  81. </body>
  82. </constructor>
  83. <method name="execute_modelverse">
  84. <parameter name="taskname"/>
  85. <parameter name="operation"/>
  86. <parameter name="params"/>
  87. <body>
  88. <![CDATA[
  89. reply = None
  90. commands = []
  91. try:
  92. while 1:
  93. commands = self.mvk.execute_yields(taskname, operation, params, reply)
  94. if commands is None:
  95. break
  96. reply = [self.mvs_operations[command[0]](*(command[1]))[0] for command in commands]
  97. #for c, r in zip(commands, reply):
  98. # print("%s --> %s" % (c, r))
  99. except:
  100. print("ERROR: " + str(self.mvk.debug_info.get(taskname, "Unknown taskname")))
  101. raise
  102. ]]>
  103. </body>
  104. </method>
  105. <scxml initial="init_server">
  106. <state id="init_server">
  107. <onentry>
  108. <raise scope="cd" event="create_instance">
  109. <parameter expr="'to_mvi'"/>
  110. <parameter expr="'Server'"/>
  111. <parameter expr="''"/>
  112. <parameter expr="self.port"/>
  113. </raise>
  114. </onentry>
  115. <transition event="instance_created" target="../running">
  116. <parameter name="instancename"/>
  117. <raise scope="cd" event="start_instance">
  118. <parameter expr="instancename"/>
  119. </raise>
  120. </transition>
  121. </state>
  122. <parallel id="running">
  123. <state id="wait_for_requests">
  124. <state id="wait">
  125. <transition event="from_mvi" target=".">
  126. <parameter name="source"/>
  127. <parameter name="data"/>
  128. <script>
  129. # No JSON encoding necessary, as it is not complex
  130. try:
  131. self.done_something = False
  132. if data["op"] == "set_input":
  133. if "value" in data:
  134. value = [json.loads(data["value"])]
  135. else:
  136. value = json.loads(data["data"])
  137. self.input_queue[data["taskname"]].append((source, value))
  138. elif data["op"] == "get_output":
  139. self.output_queue[data["taskname"]].append(source)
  140. elif data["op"] == "attach_debugger":
  141. self.debugged_tasks.add(data["taskname"])
  142. self.done_something = True
  143. self.source = source
  144. self.debug_info[data["taskname"]] = {'state': 'running', 'breakpoints': []}
  145. elif data["op"] == "detach_debugger":
  146. self.debugged_tasks.discard(data["taskname"])
  147. self.done_something = True
  148. self.source = source
  149. del self.debug_info[data["taskname"]]
  150. elif data["op"] == "pause":
  151. if data["taskname"] in self.debugged_tasks:
  152. self.debug_info[data["taskname"]]['state'] = 'paused'
  153. self.done_something = True
  154. self.source = source
  155. elif data["op"] == "resume":
  156. if data["taskname"] in self.debugged_tasks:
  157. self.debug_info[data["taskname"]]['state'] = 'running'
  158. self.done_something = True
  159. self.source = source
  160. elif data["op"] == "step_over":
  161. pass
  162. self.done_something = True
  163. self.source = source
  164. elif data["op"] == "step_into":
  165. pass
  166. self.done_something = True
  167. self.source = source
  168. else:
  169. raise Exception("DROPPING unknown operation: " + str(data["op"]))
  170. except ValueError:
  171. print("Error when deserializing request: " + str(data))
  172. raise
  173. </script>
  174. </transition>
  175. <transition cond="self.done_something" target=".">
  176. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.source">
  177. <parameter expr="json.dumps(True)"/>
  178. </raise>
  179. <script>
  180. self.done_something = False
  181. </script>
  182. </transition>
  183. </state>
  184. </state>
  185. <state id="execution">
  186. <state id="execution">
  187. <onentry>
  188. <script>
  189. self.timeout = False
  190. self.destination = None
  191. if self.tasks:
  192. task = self.tasks.pop()
  193. if not task in self.debugged_tasks or self.debug_info[task]['state'] == 'running':
  194. # Check if there are values to input
  195. if self.input_queue[task]:
  196. source, args = self.input_queue[task].pop(0)
  197. for args_entry in args:
  198. self.execute_modelverse(task, "set_input", [args_entry])
  199. self.destination = source
  200. self.value = "OK"
  201. self.all_failed = False
  202. nr_of_steps = 1 if task in self.debugged_tasks else 100
  203. # Now process for some steps, or until we are again blocked for input
  204. for x in xrange(nr_of_steps):
  205. self.execute_modelverse(task, "execute_rule", [])
  206. if not self.mvk.success:
  207. # Blocking or broken, so quit already to stop wasting CPU
  208. break
  209. # Could at least execute one instruction, so mark it as "not failed"
  210. self.all_failed = False
  211. # Check that we don't have anything to output yet, otherwise we wait
  212. if self.destination is None:
  213. # Perform output if there is anything
  214. if self.output_queue[task]:
  215. self.execute_modelverse(task, "get_output", [])
  216. if self.mvk.success:
  217. self.destination = self.output_queue[task].pop(0)
  218. self.value = self.mvk.returnvalue
  219. self.all_failed = False
  220. else:
  221. if self.count >= 2000:
  222. self.count = 0
  223. self.mvs.purge()
  224. else:
  225. self.count += 1
  226. self.mvs.garbage_collect()
  227. out = self.mvs.read_outgoing(self.root)[0]
  228. for m in out:
  229. src, task = self.mvs.read_edge(m)[0]
  230. outgoing = self.mvs.read_outgoing(m)[0]
  231. first = self.mvs.read_edge(outgoing[0])[0]
  232. dest = first[1]
  233. name = self.mvs.read_value(dest)[0]
  234. if name.startswith("__"):
  235. continue
  236. self.tasks.add(name)
  237. self.timeout = self.all_failed
  238. self.all_failed = True
  239. </script>
  240. </onentry>
  241. <transition cond="self.destination is not None" after="self.sccd_yield()" target=".">
  242. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.destination">
  243. <parameter expr="json.dumps(self.value)"/>
  244. </raise>
  245. </transition>
  246. <transition cond="self.timeout and self.destination is None" after="self.sccd_yield() + 0.10" target="."/>
  247. <transition cond="not self.timeout and self.destination is None" after="self.sccd_yield()" target="."/>
  248. </state>
  249. </state>
  250. <state id="remove_sockets">
  251. <state id="remove_sockets">
  252. <transition event="delete_socket" target=".">
  253. <parameter name="socket"/>
  254. <script>
  255. for task in self.output_queue.keys():
  256. self.output_queue[task] = [s for s in self.output_queue[task] if s != socket]
  257. </script>
  258. </transition>
  259. </state>
  260. </state>
  261. </parallel>
  262. </scxml>
  263. </class>