mvkcontroller.xml 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279
  1. <class name="MvKController">
  2. <relationships>
  3. <association name="to_mvi" class="Server" min="1" max="1"/>
  4. </relationships>
  5. <constructor>
  6. <parameter name="params"/>
  7. <body>
  8. <![CDATA[
  9. self.mvs = ModelverseState("../bootstrap/bootstrap.m.gz")
  10. # Enable Garbage Collection
  11. self.mvs.GC = True
  12. self.root = self.mvs.read_root()[0]
  13. # Instantiate the kernel.
  14. self.mvk = ModelverseKernel(self.root)
  15. # Parse kernel-related options
  16. default_kernel_type = 'fast-jit'
  17. kernel_opts = [default_kernel_type]
  18. for parameter in params:
  19. if parameter.startswith('--kernel='):
  20. kernel_opts = parameter[len('--kernel='):].split(',')
  21. for opt in kernel_opts:
  22. if opt == 'legacy-interpreter':
  23. self.mvk = LegacyModelverseKernel(self.root)
  24. elif opt == 'interpreter':
  25. self.mvk.jit.set_jit_enabled(False)
  26. elif opt == 'no-thunks':
  27. self.mvk.jit.enable_thunks(False)
  28. elif opt == 'thunks':
  29. self.mvk.jit.enable_thunks()
  30. elif opt == 'no-source-maps':
  31. self.mvk.jit.enable_source_maps(False)
  32. elif opt == 'source-maps':
  33. self.mvk.jit.enable_source_maps()
  34. elif opt == 'trace':
  35. self.mvk.jit.enable_tracing()
  36. elif opt == 'fast-jit':
  37. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_fast)
  38. elif opt == 'baseline-jit':
  39. self.mvk.jit.set_function_body_compiler(jit.compile_function_body_baseline)
  40. else:
  41. print("warning: unknown kernel option '%s'." % opt)
  42. self.all_failed = False
  43. self.timeout = False
  44. self.init_time = time.time()
  45. self.tasks = set()
  46. self.input_queue = defaultdict(list)
  47. self.output_queue = defaultdict(list)
  48. self.source = None
  49. self.port = int(sys.argv[1])
  50. self.count = 0
  51. self.debugged_tasks = set()
  52. self.debug_info = {}
  53. self.done_something = False
  54. self.mvs_operations = {
  55. "CN": self.mvs.create_node,
  56. "CE": self.mvs.create_edge,
  57. "CNV": self.mvs.create_nodevalue,
  58. "CD": self.mvs.create_dict,
  59. "RV": self.mvs.read_value,
  60. "RO": self.mvs.read_outgoing,
  61. "RI": self.mvs.read_incoming,
  62. "RE": self.mvs.read_edge,
  63. "RD": self.mvs.read_dict,
  64. "RDN": self.mvs.read_dict_node,
  65. "RDNE": self.mvs.read_dict_node_edge,
  66. "RDE": self.mvs.read_dict_edge,
  67. "RRD": self.mvs.read_reverse_dict,
  68. "RR": self.mvs.read_root,
  69. "RDK": self.mvs.read_dict_keys,
  70. "DE": self.mvs.delete_edge,
  71. "DN": self.mvs.delete_node,
  72. }
  73. self.execute_modelverse("", "load_primitives", [])
  74. ]]>
  75. </body>
  76. </constructor>
  77. <method name="execute_modelverse">
  78. <parameter name="taskname"/>
  79. <parameter name="operation"/>
  80. <parameter name="params"/>
  81. <body>
  82. <![CDATA[
  83. reply = None
  84. commands = []
  85. while 1:
  86. commands = self.mvk.execute_yields(taskname, operation, params, reply)
  87. if commands is None:
  88. break
  89. reply = [self.mvs_operations[command[0]](*(command[1]))[0] for command in commands]
  90. #for c, r in zip(commands, reply):
  91. # print("%s --> %s" % (c, r))
  92. ]]>
  93. </body>
  94. </method>
  95. <scxml initial="init_server">
  96. <state id="init_server">
  97. <onentry>
  98. <raise scope="cd" event="create_instance">
  99. <parameter expr="'to_mvi'"/>
  100. <parameter expr="'Server'"/>
  101. <parameter expr="''"/>
  102. <parameter expr="self.port"/>
  103. </raise>
  104. </onentry>
  105. <transition event="instance_created" target="../running">
  106. <parameter name="instancename"/>
  107. <raise scope="cd" event="start_instance">
  108. <parameter expr="instancename"/>
  109. </raise>
  110. </transition>
  111. </state>
  112. <parallel id="running">
  113. <state id="wait_for_requests">
  114. <state id="wait">
  115. <transition event="from_mvi" target=".">
  116. <parameter name="source"/>
  117. <parameter name="data"/>
  118. <script>
  119. # No JSON encoding necessary, as it is not complex
  120. try:
  121. self.done_something = False
  122. if data["op"] == "set_input":
  123. if "value" in data:
  124. value = [json.loads(data["value"])]
  125. else:
  126. value = json.loads(data["data"])
  127. self.input_queue[data["taskname"]].append((source, value))
  128. elif data["op"] == "get_output":
  129. self.output_queue[data["taskname"]].append(source)
  130. elif data["op"] == "attach_debugger":
  131. self.debugged_tasks.add(data["taskname"])
  132. self.done_something = True
  133. self.source = source
  134. self.debug_info[data["taskname"]] = {'state': 'running', 'breakpoints': []}
  135. elif data["op"] == "detach_debugger":
  136. self.debugged_tasks.discard(data["taskname"])
  137. self.done_something = True
  138. self.source = source
  139. del self.debug_info[data["taskname"]]
  140. elif data["op"] == "pause":
  141. if data["taskname"] in self.debugged_tasks:
  142. self.debug_info[data["taskname"]]['state'] = 'paused'
  143. self.done_something = True
  144. self.source = source
  145. elif data["op"] == "resume":
  146. if data["taskname"] in self.debugged_tasks:
  147. self.debug_info[data["taskname"]]['state'] = 'running'
  148. self.done_something = True
  149. self.source = source
  150. elif data["op"] == "step_over":
  151. pass
  152. self.done_something = True
  153. self.source = source
  154. elif data["op"] == "step_into":
  155. pass
  156. self.done_something = True
  157. self.source = source
  158. else:
  159. raise Exception("DROPPING unknown operation: " + str(data["op"]))
  160. except ValueError:
  161. print("Error when deserializing request: " + str(data))
  162. raise
  163. </script>
  164. </transition>
  165. <transition cond="self.done_something" target=".">
  166. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.source">
  167. <parameter expr="json.dumps(True)"/>
  168. </raise>
  169. <script>
  170. self.done_something = False
  171. </script>
  172. </transition>
  173. </state>
  174. </state>
  175. <state id="execution">
  176. <state id="execution">
  177. <onentry>
  178. <script>
  179. self.timeout = False
  180. self.destination = None
  181. if self.tasks:
  182. task = self.tasks.pop()
  183. if not task in self.debugged_tasks or self.debug_info[task]['state'] == 'running':
  184. # Check if there are values to input
  185. if self.input_queue[task]:
  186. source, args = self.input_queue[task].pop(0)
  187. for args_entry in args:
  188. self.execute_modelverse(task, "set_input", [args_entry])
  189. self.destination = source
  190. self.value = "OK"
  191. self.all_failed = False
  192. nr_of_steps = 1 if task in self.debugged_tasks else 100
  193. # Now process for some steps, or until we are again blocked for input
  194. for x in xrange(nr_of_steps):
  195. self.execute_modelverse(task, "execute_rule", [])
  196. if not self.mvk.success:
  197. # Blocking or broken, so quit already to stop wasting CPU
  198. break
  199. # Could at least execute one instruction, so mark it as "not failed"
  200. self.all_failed = False
  201. # Check that we don't have anything to output yet, otherwise we wait
  202. if self.destination is None:
  203. # Perform output if there is anything
  204. if self.output_queue[task]:
  205. self.execute_modelverse(task, "get_output", [])
  206. if self.mvk.success:
  207. self.destination = self.output_queue[task].pop(0)
  208. self.value = self.mvk.returnvalue
  209. self.all_failed = False
  210. else:
  211. if self.count >= 2000:
  212. self.count = 0
  213. self.mvs.purge()
  214. else:
  215. self.count += 1
  216. self.mvs.garbage_collect()
  217. out = self.mvs.read_outgoing(self.root)[0]
  218. for m in out:
  219. src, task = self.mvs.read_edge(m)[0]
  220. outgoing = self.mvs.read_outgoing(m)[0]
  221. first = self.mvs.read_edge(outgoing[0])[0]
  222. dest = first[1]
  223. name = self.mvs.read_value(dest)[0]
  224. if name.startswith("__"):
  225. continue
  226. self.tasks.add(name)
  227. self.timeout = self.all_failed
  228. self.all_failed = True
  229. </script>
  230. </onentry>
  231. <transition cond="self.destination is not None" after="self.sccd_yield()" target=".">
  232. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.destination">
  233. <parameter expr="json.dumps(self.value)"/>
  234. </raise>
  235. </transition>
  236. <transition cond="self.timeout and self.destination is None" after="self.sccd_yield() + 0.10" target="."/>
  237. <transition cond="not self.timeout and self.destination is None" after="self.sccd_yield()" target="."/>
  238. </state>
  239. </state>
  240. <state id="remove_sockets">
  241. <state id="remove_sockets">
  242. <transition event="delete_socket" target=".">
  243. <parameter name="socket"/>
  244. <script>
  245. for task in self.output_queue.keys():
  246. self.output_queue[task] = [s for s in self.output_queue[task] if s != socket]
  247. </script>
  248. </transition>
  249. </state>
  250. </state>
  251. </parallel>
  252. </scxml>
  253. </class>