mvkcontroller.xml 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263
  1. <class name="MvKController">
  2. <relationships>
  3. <association name="to_mvi" class="Server" min="1" max="1"/>
  4. </relationships>
  5. <constructor>
  6. <parameter name="params"/>
  7. <body>
  8. <![CDATA[
  9. self.mvs = ModelverseState("../bootstrap/bootstrap.m.gz")
  10. # Enable Garbage Collection
  11. self.mvs.GC = True
  12. self.root = self.mvs.read_root()[0]
  13. # Instantiate the kernel.
  14. default_kernel_type = 'jit'
  15. kernel_type = default_kernel_type
  16. for parameter in params:
  17. if parameter.startswith('--kernel='):
  18. kernel_type = parameter[len('--kernel='):]
  19. if kernel_type == 'legacy-interpreter':
  20. self.mvk = LegacyModelverseKernel(self.root)
  21. elif kernel_type == 'interpreter':
  22. self.mvk = ModelverseKernel(self.root)
  23. self.mvk.jit.set_jit_enabled(False)
  24. else:
  25. assert kernel_type == default_kernel_type
  26. self.mvk = ModelverseKernel(self.root)
  27. self.all_failed = False
  28. self.timeout = False
  29. self.init_time = time.time()
  30. self.users = set()
  31. self.input_queue = defaultdict(list)
  32. self.output_queue = defaultdict(list)
  33. self.source = None
  34. self.port = int(sys.argv[1])
  35. self.count = 0
  36. self.debugged_users = set()
  37. self.debug_info = {}
  38. self.done_something = False
  39. self.mvs_operations = {
  40. "CN": self.mvs.create_node,
  41. "CE": self.mvs.create_edge,
  42. "CNV": self.mvs.create_nodevalue,
  43. "CD": self.mvs.create_dict,
  44. "RV": self.mvs.read_value,
  45. "RO": self.mvs.read_outgoing,
  46. "RI": self.mvs.read_incoming,
  47. "RE": self.mvs.read_edge,
  48. "RD": self.mvs.read_dict,
  49. "RDN": self.mvs.read_dict_node,
  50. "RDNE": self.mvs.read_dict_node_edge,
  51. "RDE": self.mvs.read_dict_edge,
  52. "RRD": self.mvs.read_reverse_dict,
  53. "RR": self.mvs.read_root,
  54. "RDK": self.mvs.read_dict_keys,
  55. "DE": self.mvs.delete_edge,
  56. "DN": self.mvs.delete_node,
  57. }
  58. self.execute_modelverse("", "load_primitives", [])
  59. ]]>
  60. </body>
  61. </constructor>
  62. <method name="execute_modelverse">
  63. <parameter name="username"/>
  64. <parameter name="operation"/>
  65. <parameter name="params"/>
  66. <body>
  67. <![CDATA[
  68. reply = None
  69. commands = []
  70. while 1:
  71. commands = self.mvk.execute_yields(username, operation, params, reply)
  72. if commands is None:
  73. break
  74. reply = [self.mvs_operations[command[0]](*(command[1]))[0] for command in commands]
  75. #for c, r in zip(commands, reply):
  76. # print("%s --> %s" % (c, r))
  77. ]]>
  78. </body>
  79. </method>
  80. <scxml initial="init_server">
  81. <state id="init_server">
  82. <onentry>
  83. <raise scope="cd" event="create_instance">
  84. <parameter expr="'to_mvi'"/>
  85. <parameter expr="'Server'"/>
  86. <parameter expr="''"/>
  87. <parameter expr="self.port"/>
  88. </raise>
  89. </onentry>
  90. <transition event="instance_created" target="../running">
  91. <parameter name="instancename"/>
  92. <raise scope="cd" event="start_instance">
  93. <parameter expr="instancename"/>
  94. </raise>
  95. </transition>
  96. </state>
  97. <parallel id="running">
  98. <state id="wait_for_requests">
  99. <state id="wait">
  100. <transition event="from_mvi" target=".">
  101. <parameter name="source"/>
  102. <parameter name="data"/>
  103. <script>
  104. # No JSON encoding necessary, as it is not complex
  105. try:
  106. self.done_something = False
  107. if data["op"] == "set_input":
  108. if "value" in data:
  109. value = [json.loads(data["value"])]
  110. else:
  111. value = json.loads(data["data"])
  112. self.input_queue[data["username"]].append((source, value))
  113. elif data["op"] == "get_output":
  114. self.output_queue[data["username"]].append(source)
  115. elif data["op"] == "attach_debugger":
  116. self.debugged_users.add(data["username"])
  117. self.done_something = True
  118. self.source = source
  119. self.debug_info[data["username"]] = {'state': 'running', 'breakpoints': []}
  120. elif data["op"] == "detach_debugger":
  121. self.debugged_users.discard(data["username"])
  122. self.done_something = True
  123. self.source = source
  124. del self.debug_info[data["username"]]
  125. elif data["op"] == "pause":
  126. if data["username"] in self.debugged_users:
  127. self.debug_info[data["username"]]['state'] = 'paused'
  128. self.done_something = True
  129. self.source = source
  130. elif data["op"] == "resume":
  131. if data["username"] in self.debugged_users:
  132. self.debug_info[data["username"]]['state'] = 'running'
  133. self.done_something = True
  134. self.source = source
  135. elif data["op"] == "step_over":
  136. pass
  137. self.done_something = True
  138. self.source = source
  139. elif data["op"] == "step_into":
  140. pass
  141. self.done_something = True
  142. self.source = source
  143. else:
  144. raise Exception("DROPPING unknown operation: " + str(data["op"]))
  145. except ValueError:
  146. print("Error when deserializing request: " + str(data))
  147. raise
  148. </script>
  149. </transition>
  150. <transition cond="self.done_something" target=".">
  151. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.source">
  152. <parameter expr="json.dumps(True)"/>
  153. </raise>
  154. <script>
  155. self.done_something = False
  156. </script>
  157. </transition>
  158. </state>
  159. </state>
  160. <state id="execution">
  161. <state id="execution">
  162. <onentry>
  163. <script>
  164. self.timeout = False
  165. self.destination = None
  166. if self.users:
  167. user = self.users.pop()
  168. if not user in self.debugged_users or self.debug_info[user]['state'] == 'running':
  169. # Check if there are values to input
  170. if self.input_queue[user]:
  171. source, args = self.input_queue[user].pop(0)
  172. for args_entry in args:
  173. self.execute_modelverse(user, "set_input", [args_entry])
  174. self.destination = source
  175. self.value = "OK"
  176. self.all_failed = False
  177. nr_of_steps = 1 if user in self.debugged_users else 100
  178. # Now process for some steps, or until we are again blocked for input
  179. for x in xrange(nr_of_steps):
  180. self.execute_modelverse(user, "execute_rule", [])
  181. if not self.mvk.success:
  182. # Blocking or broken, so quit already to stop wasting CPU
  183. break
  184. # Could at least execute one instruction, so mark it as "not failed"
  185. self.all_failed = False
  186. # Check that we don't have anything to output yet, otherwise we wait
  187. if self.destination is None:
  188. # Perform output if there is anything
  189. if self.output_queue[user]:
  190. self.execute_modelverse(user, "get_output", [])
  191. if self.mvk.success:
  192. self.destination = self.output_queue[user].pop(0)
  193. self.value = self.mvk.returnvalue
  194. self.all_failed = False
  195. else:
  196. if self.count >= 2000:
  197. self.count = 0
  198. self.mvs.purge()
  199. else:
  200. self.count += 1
  201. self.mvs.garbage_collect()
  202. out = self.mvs.read_outgoing(self.root)[0]
  203. for m in out:
  204. src, user = self.mvs.read_edge(m)[0]
  205. outgoing = self.mvs.read_outgoing(m)[0]
  206. first = self.mvs.read_edge(outgoing[0])[0]
  207. dest = first[1]
  208. name = self.mvs.read_value(dest)[0]
  209. if name.startswith("__"):
  210. continue
  211. self.users.add(name)
  212. self.timeout = self.all_failed
  213. self.all_failed = True
  214. </script>
  215. </onentry>
  216. <transition cond="self.destination is not None" after="self.sccd_yield()" target=".">
  217. <raise event="HTTP_input" scope="narrow" target="'to_mvi/%s' % self.destination">
  218. <parameter expr="json.dumps(self.value)"/>
  219. </raise>
  220. </transition>
  221. <transition cond="self.timeout and self.destination is None" after="self.sccd_yield() + 0.10" target="."/>
  222. <transition cond="not self.timeout and self.destination is None" after="self.sccd_yield()" target="."/>
  223. </state>
  224. </state>
  225. <state id="remove_sockets">
  226. <state id="remove_sockets">
  227. <transition event="delete_socket" target=".">
  228. <parameter name="socket"/>
  229. <script>
  230. for user in self.output_queue.keys():
  231. self.output_queue[user] = [s for s in self.output_queue[user] if s != socket]
  232. </script>
  233. </transition>
  234. </state>
  235. </state>
  236. </parallel>
  237. </scxml>
  238. </class>