modelverse.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561
  1. from sccd.runtime.statecharts_core import Event
  2. import sccd.runtime.socket2event as socket2event
  3. import modelverse_SCCD as modelverse_SCCD
  4. import time
  5. import threading
  6. import sys
  7. if sys.version_info[0] < 3:
  8. from urllib2 import urlopen as urlopen
  9. from urllib2 import Request as Request
  10. from urllib import urlencode as urlencode
  11. else:
  12. from urllib.request import urlopen as urlopen
  13. from urllib.request import Request as Request
  14. from urllib.parse import urlencode as urlencode
  15. # Exceptions
  16. class ModelverseException(Exception):
  17. pass
  18. class UnknownError(ModelverseException):
  19. pass
  20. class UnknownM3(ModelverseException):
  21. pass
  22. class UnknownIdentifier(ModelverseException):
  23. pass
  24. class CompilationError(ModelverseException):
  25. pass
  26. class UnknownAttribute(UnknownIdentifier):
  27. pass
  28. class UnknownLocation(UnknownIdentifier):
  29. pass
  30. class UnknownElement(UnknownIdentifier):
  31. pass
  32. class ConnectionError(ModelverseException):
  33. pass
  34. class ExistsError(ModelverseException):
  35. pass
  36. class AttributeExists(ExistsError):
  37. pass
  38. class ModelExists(ExistsError):
  39. pass
  40. class PermissionDenied(ModelverseException):
  41. pass
  42. class ReadPermissionDenied(PermissionDenied):
  43. pass
  44. class WritePermissionDenied(PermissionDenied):
  45. pass
  46. class ExecutePermissionDenied(PermissionDenied):
  47. pass
  48. class UserPermissionDenied(PermissionDenied):
  49. pass
  50. class GroupPermissionDenied(PermissionDenied):
  51. pass
  52. class AdminPermissionDenied(PermissionDenied):
  53. pass
  54. class InterfaceMismatch(ModelverseException):
  55. pass
  56. class UnknownMetamodellingHierarchy(ModelverseException):
  57. pass
  58. def run_controller():
  59. try:
  60. controller.start()
  61. finally:
  62. controller.stop()
  63. def _next_ID():
  64. global ID
  65. ID += 1
  66. return ID
  67. def __run_new_modelverse(address, username, password, callback, model):
  68. init(address)
  69. login(username, password)
  70. callback(model)
  71. exit_save(model)
  72. disconnect()
  73. def __run_new_modelverse_activity(address, username, password, taskname, pipe, callback):
  74. init(address, taskname=taskname)
  75. controller.username = username
  76. controller.password = password
  77. t = OUTPUT()
  78. if t == "OP":
  79. model = OUTPUT()
  80. if callback is not None:
  81. __invoke(callback, model)
  82. controller.addInput(Event("data_input", "action_in", [None]))
  83. time.sleep(2)
  84. elif t == "SC":
  85. while 1:
  86. empty = True
  87. # Fetch output from the MV
  88. response = responses.fetch(0)
  89. if response is not None:
  90. if response.name == "data_output":
  91. # Got output of MV, so forward to SCCD
  92. if pipe is not None:
  93. pipe.send(("input", response.parameters))
  94. elif response.name == "result":
  95. # Finished execution, so continue and return result
  96. if pipe is not None:
  97. pipe.send(("terminate", []))
  98. pipe.close()
  99. return
  100. else:
  101. raise Exception("Unknown data from MV to SC: " + str(response))
  102. empty = False
  103. # Fetch output from the SC
  104. if pipe is not None and pipe.poll():
  105. response = pipe.recv()
  106. if response.name == "output":
  107. controller.addInput(Event("data_input", "action_in", [response.parameters]))
  108. else:
  109. raise Exception("Unknown data from SC to MV: " + str(response))
  110. empty = False
  111. if empty:
  112. time.sleep(0.05)
  113. def __invoke(callback, model):
  114. import multiprocessing
  115. p = multiprocessing.Process(target=__run_new_modelverse, args=[controller.address, controller.username, controller.password, callback, model])
  116. p.start()
  117. p.join()
  118. def _process_SC(statechart, port_sc, taskname):
  119. import multiprocessing
  120. p2c_pipe, c2p_pipe = multiprocessing.Pipe()
  121. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, c2p_pipe, None])
  122. p.start()
  123. while 1:
  124. empty = True
  125. if p2c_pipe.poll():
  126. response = p2c_pipe.recv()
  127. statechart[0].addInput(Event(response[0], statechart[1], response[1]))
  128. if response[0] == "terminate":
  129. p2c_pipe.close()
  130. break
  131. empty = False
  132. response = port_sc.fetch(0)
  133. if response is not None:
  134. p2c_pipe.send(response)
  135. empty = False
  136. if empty:
  137. time.sleep(0.05)
  138. p.join()
  139. def _process_OP(callback, taskname):
  140. import multiprocessing
  141. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, None, callback])
  142. p.start()
  143. p.join()
  144. def INPUT(action, parameters):
  145. controller.addInput(Event("action", "action_in", [action, _next_ID(), parameters]))
  146. def OUTPUT():
  147. while 1:
  148. response = responses.fetch(-1)
  149. if response.name == "result":
  150. return response.parameters[1]
  151. elif response.name == "exception":
  152. try:
  153. raise eval(response.parameters[1])(*response.parameters[2:])
  154. except NameError:
  155. raise UnknownError(response.parameters[1:])
  156. def init(address_param="127.0.0.1:8001", timeout=60.0, taskname=None):
  157. global controller
  158. global ID
  159. global responses
  160. controller = modelverse_SCCD.Controller(taskname)
  161. socket2event.boot_translation_service(controller)
  162. ID = 0
  163. thrd = threading.Thread(target=run_controller)
  164. thrd.daemon = True
  165. thrd.start()
  166. responses = controller.addOutputListener("action_out")
  167. controller.addOutputListener("ready").fetch(-1)
  168. INPUT("init", [address_param, timeout])
  169. controller.address = address_param
  170. OUTPUT()
  171. return
  172. def login(username, password):
  173. controller.username = username
  174. controller.password = password
  175. INPUT("login", [username, password])
  176. return OUTPUT()
  177. def model_list(location):
  178. INPUT("model_list", [location])
  179. return OUTPUT()
  180. def model_add(model_name, metamodel_name, model_code=""):
  181. INPUT("model_add", [model_name, metamodel_name, model_code])
  182. return OUTPUT()
  183. def model_move(source_name, target_name):
  184. INPUT("model_move", [source_name, target_name])
  185. return OUTPUT()
  186. def model_delete(model_name):
  187. INPUT("model_delete", [model_name])
  188. return OUTPUT()
  189. def model_list_full(location):
  190. INPUT("model_list_full", [location])
  191. return OUTPUT()
  192. def verify(model_name, metamodel_name, conformance_function=""):
  193. INPUT("verify", [model_name, metamodel_name, conformance_function])
  194. return OUTPUT()
  195. def model_overwrite(model_name, new_model):
  196. INPUT("model_overwrite", [model_name, new_model])
  197. return OUTPUT()
  198. def disconnect():
  199. INPUT("disconnect", [])
  200. return OUTPUT()
  201. def user_logout():
  202. INPUT("user_logout", [])
  203. return OUTPUT()
  204. def user_delete():
  205. INPUT("user_delete", [])
  206. return OUTPUT()
  207. def model_render(model_name, mapper_name, rendered_name):
  208. INPUT("model_render", [model_name, mapper_name, rendered_name])
  209. return OUTPUT()
  210. def transformation_between(sources, targets):
  211. INPUT("transformation_between", [sources, targets])
  212. return OUTPUT()
  213. def transformation_add_MT(source_metamodels, target_metamodels, operation_name, code, callback=None):
  214. INPUT("transformation_add_MT", [source_metamodels, target_metamodels, operation_name, code, True])
  215. model = OUTPUT()
  216. if callback is not None:
  217. __invoke(callback, model)
  218. controller.addInput(Event("data_input", "action_in", [None]))
  219. return OUTPUT()
  220. def transformation_add_AL(source_metamodels, target_metamodels, operation_name, code, callback=None):
  221. INPUT("transformation_add_AL", [source_metamodels, target_metamodels, operation_name, code, True])
  222. model = OUTPUT()
  223. if model is not None:
  224. # In case the source and target metamodels are empty, the model will be None, indicating that we are finished already (no callbacks allowed)
  225. if callback is not None:
  226. __invoke(callback, model)
  227. controller.addInput(Event("data_input", "action_in", [None]))
  228. return OUTPUT()
  229. def transformation_add_MANUAL(source_metamodels, target_metamodels, operation_name, callback=None):
  230. INPUT("transformation_add_MANUAL", [source_metamodels, target_metamodels, operation_name, True])
  231. model = OUTPUT()
  232. if callback is not None:
  233. __invoke(callback, model)
  234. controller.addInput(Event("data_input", "action_in", [None]))
  235. return OUTPUT()
  236. def __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output):
  237. if statechart is not None:
  238. port_sc = statechart[0].addOutputListener(statechart[2])
  239. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model, fetch_output])
  240. taskname = OUTPUT()
  241. if statechart is not None:
  242. threading.Thread(target=_process_SC, args=[statechart, port_sc, taskname]).start()
  243. return OUTPUT()
  244. def transformation_execute_MT(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  245. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  246. def transformation_execute_AL(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  247. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  248. def transformation_execute_MANUAL(operation_name, input_models_dict, output_models_dict, callback=None, tracability_model=""):
  249. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model])
  250. taskname = OUTPUT()
  251. _process_OP(callback, taskname)
  252. return OUTPUT()
  253. def transformation_signature(operation_name):
  254. INPUT("transformation_signature", [operation_name])
  255. return OUTPUT()
  256. def process_signature(process_name):
  257. INPUT("process_signature", [process_name])
  258. return OUTPUT()
  259. def permission_modify(model_name, permissions):
  260. INPUT("permission_modify", [model_name, permissions])
  261. return OUTPUT()
  262. def permission_owner(model_name, permission):
  263. INPUT("permission_owner", [model_name, permission])
  264. return OUTPUT()
  265. def permission_group(model_name, group):
  266. INPUT("permission_group", [model_name, group])
  267. return OUTPUT()
  268. def group_create(group_name):
  269. INPUT("group_create", [group_name])
  270. return OUTPUT()
  271. def group_delete(group_name):
  272. INPUT("group_delete", [group_name])
  273. return OUTPUT()
  274. def group_owner_add(group_name, user_name):
  275. INPUT("group_owner_add", [group_name, user_name])
  276. return OUTPUT()
  277. def group_owner_delete(group_name, user_name):
  278. INPUT("group_owner_delete", [group_name, user_name])
  279. return OUTPUT()
  280. def group_join(group_name, user_name):
  281. INPUT("group_join", [group_name, user_name])
  282. return OUTPUT()
  283. def group_kick(group_name, user_name):
  284. INPUT("group_kick", [group_name, user_name])
  285. return OUTPUT()
  286. def group_list():
  287. INPUT("group_list", [])
  288. return OUTPUT()
  289. def admin_promote(user_name):
  290. INPUT("admin_promote", [user_name])
  291. return OUTPUT()
  292. def admin_demote(user_name):
  293. INPUT("admin_demote", [user_name])
  294. return OUTPUT()
  295. def conformance_delete(model_name, metamodel_name):
  296. INPUT("conformance_delete", [model_name, metamodel_name])
  297. return OUTPUT()
  298. def conformance_add(model_name, metamodel_name):
  299. INPUT("conformance_add", [model_name, metamodel_name])
  300. return OUTPUT()
  301. def folder_create(folder_name):
  302. INPUT("folder_create", [folder_name])
  303. return OUTPUT()
  304. def model_types(model_name):
  305. INPUT("model_types", [model_name])
  306. return OUTPUT()
  307. def alter_context(model_name, metamodel_name):
  308. INPUT("alter_context", [model_name, metamodel_name])
  309. def element_list(model_name):
  310. INPUT("element_list", [model_name])
  311. return OUTPUT()
  312. def element_list_nice(model_name):
  313. INPUT("element_list_nice", [model_name])
  314. return OUTPUT()
  315. def types(model_name):
  316. INPUT("types", [model_name])
  317. return OUTPUT()
  318. def types_full(model_name):
  319. INPUT("types_full", [model_name])
  320. return OUTPUT()
  321. def read_info(model_name, ID):
  322. INPUT("read_info", [model_name, ID])
  323. return OUTPUT()
  324. def read_attrs(model_name, ID):
  325. INPUT("read_attrs", [model_name, ID])
  326. return OUTPUT()
  327. def instantiate(model_name, typename, edge=None, ID=""):
  328. INPUT("instantiate", [model_name, typename, edge, ID])
  329. return OUTPUT()
  330. def delete_element(model_name, ID):
  331. INPUT("delete_element", [model_name, ID])
  332. return OUTPUT()
  333. def attr_assign(model_name, ID, attr, value):
  334. INPUT("attr_assign", [model_name, ID, attr, value])
  335. return OUTPUT()
  336. def attr_assign_code(model_name, ID, attr, code):
  337. INPUT("attr_assign_code", [model_name, ID, attr, code])
  338. return OUTPUT()
  339. def attr_delete(model_name, ID, attr):
  340. INPUT("attr_delete", [model_name, ID, attr])
  341. return OUTPUT()
  342. def AL_text(code_location):
  343. INPUT("AL_text", [code_location])
  344. return OUTPUT()
  345. def read_outgoing(model_name, ID, typename):
  346. INPUT("read_outgoing", [model_name, ID, typename])
  347. return OUTPUT()
  348. def read_incoming(model_name, ID, typename):
  349. INPUT("read_incoming", [model_name, ID, typename])
  350. return OUTPUT()
  351. def read_association_source(model_name, ID):
  352. INPUT("read_association_source", [model_name, ID])
  353. return OUTPUT()
  354. def read_association_destination(model_name, ID):
  355. INPUT("read_association_destination", [model_name, ID])
  356. return OUTPUT()
  357. def connections_between(model_name, source, target):
  358. INPUT("connections_between", [model_name, source, target])
  359. return OUTPUT()
  360. def define_attribute(model_name, node, attr_name, attr_type):
  361. INPUT("define_attribute", [model_name, node, attr_name, attr_type])
  362. return OUTPUT()
  363. def all_instances(model_name, type_name):
  364. INPUT("all_instances", [model_name, type_name])
  365. return OUTPUT()
  366. def process_execute(process_name, model_mapping, callbacks={}):
  367. # for all callbacks to SCs, start up the output port already
  368. sc_ports = {}
  369. for k, v in callbacks.items():
  370. if isinstance(v, (tuple, list)):
  371. # Is a statechart, so register already
  372. sc_ports[k] = v[0].addOutputListener(v[2])
  373. INPUT("process_execute", [process_name, model_mapping])
  374. while 1:
  375. result = OUTPUT()
  376. if result == "Success":
  377. # Finished
  378. return None
  379. else:
  380. taskname, operation = result
  381. if (operation in callbacks):
  382. data = callbacks[operation]
  383. if isinstance(data, (tuple, list)):
  384. # Statechart, so consider like that
  385. threading.Thread(target=_process_SC, args=[data, sc_ports[operation], taskname]).start()
  386. else:
  387. # Assume function
  388. threading.Thread(target=_process_OP, args=[data, taskname]).start()
  389. else:
  390. # Assume empty function
  391. threading.Thread(target=_process_OP, args=[None, taskname]).start()
  392. def get_taskname():
  393. """Fetch the taskname of the current connection."""
  394. return controller.taskname
  395. def exit_save(model_name):
  396. INPUT("exit_save", [model_name])
  397. return OUTPUT()
  398. """ Some hardcoded functions... Way easier to express them with code than with statecharts!"""
  399. import json
  400. import urllib
  401. try:
  402. import urllib2
  403. except ImportError:
  404. import urllib as urllib2
  405. def service_register(name, function):
  406. """Register a function as a service with a specific name."""
  407. INPUT("service_register", [name, function])
  408. port = OUTPUT()
  409. return port
  410. def service_stop():
  411. """Stop the currently executing process."""
  412. INPUT("service_stop", [])
  413. return OUTPUT()
  414. def service_get(port):
  415. """Get the values on the specified port."""
  416. data = urlencode({"op": "get_output", "taskname": port}).encode()
  417. val = json.loads(urlopen(Request("http://%s" % controller.address, data), timeout=99999).read())
  418. return val
  419. def service_set(port, value):
  420. """Set a value on a specified port."""
  421. if isinstance(value, type([])):
  422. value = json.dumps(value)
  423. data = urlencode({"op": "set_input", "data": value, "taskname": port}).encode()
  424. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  425. else:
  426. value = json.dumps(value)
  427. data = urlencode({"op": "set_input", "value": value, "taskname": port}).encode()
  428. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  429. def service_poll(port):
  430. """Checks whether or not the Modelverse side has any input ready to be processed."""
  431. raise NotImplementedError()