modelverse.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563
  1. from sccd.runtime.statecharts_core import Event
  2. import sccd.runtime.socket2event as socket2event
  3. import modelverse_SCCD as modelverse_SCCD
  4. import time
  5. import threading
  6. import sys
  7. if sys.version_info[0] < 3:
  8. from urllib2 import urlopen as urlopen
  9. from urllib2 import Request as Request
  10. from urllib import urlencode as urlencode
  11. else:
  12. from urllib.request import urlopen as urlopen
  13. from urllib.request import Request as Request
  14. from urllib.parse import urlencode as urlencode
  15. # Exceptions
  16. class ModelverseException(Exception):
  17. pass
  18. class UnknownError(ModelverseException):
  19. pass
  20. class UnknownM3(ModelverseException):
  21. pass
  22. class UnknownIdentifier(ModelverseException):
  23. pass
  24. class CompilationError(ModelverseException):
  25. pass
  26. class UnknownAttribute(UnknownIdentifier):
  27. pass
  28. class UnknownElement(UnknownIdentifier):
  29. pass
  30. class UnknownModel(UnknownIdentifier):
  31. pass
  32. class ConnectionError(ModelverseException):
  33. pass
  34. class ExistsError(ModelverseException):
  35. pass
  36. class AttributeExists(ExistsError):
  37. pass
  38. class ElementExists(ExistsError):
  39. pass
  40. class ModelExists(ExistsError):
  41. pass
  42. class FolderExists(ExistsError):
  43. pass
  44. class PermissionDenied(ModelverseException):
  45. pass
  46. class ReadPermissionDenied(PermissionDenied):
  47. pass
  48. class WritePermissionDenied(PermissionDenied):
  49. pass
  50. class ExecutePermissionDenied(PermissionDenied):
  51. pass
  52. class UserPermissionDenied(PermissionDenied):
  53. pass
  54. class GroupPermissionDenied(PermissionDenied):
  55. pass
  56. class AdminPermissionDenied(PermissionDenied):
  57. pass
  58. class InterfaceMismatch(ModelverseException):
  59. pass
  60. class UnknownMetamodellingHierarchy(ModelverseException):
  61. pass
  62. def run_controller():
  63. try:
  64. controller.start()
  65. finally:
  66. controller.stop()
  67. def _next_ID():
  68. global ID
  69. ID += 1
  70. return ID
  71. def __run_new_modelverse(address, username, password, callback, model):
  72. init(address)
  73. login(username, password)
  74. callback(model)
  75. exit_save(model)
  76. disconnect()
  77. def __run_new_modelverse_activity(address, username, password, taskname, pipe, callback):
  78. init(address, taskname=taskname)
  79. controller.username = username
  80. controller.password = password
  81. t = OUTPUT()
  82. if t == "OP":
  83. model = OUTPUT()
  84. if callback is not None:
  85. __invoke(callback, model)
  86. controller.addInput(Event("data_input", "action_in", [None]))
  87. time.sleep(2)
  88. elif t == "SC":
  89. while 1:
  90. empty = True
  91. # Fetch output from the MV
  92. response = responses.fetch(0)
  93. if response is not None:
  94. if response.name == "data_output":
  95. # Got output of MV, so forward to SCCD
  96. if pipe is not None:
  97. pipe.send(("input", response.parameters))
  98. elif response.name == "result":
  99. # Finished execution, so continue and return result
  100. if pipe is not None:
  101. pipe.send(("terminate", []))
  102. pipe.close()
  103. return
  104. else:
  105. raise Exception("Unknown data from MV to SC: " + str(response))
  106. empty = False
  107. # Fetch output from the SC
  108. if pipe is not None and pipe.poll():
  109. response = pipe.recv()
  110. if response.name == "output":
  111. controller.addInput(Event("data_input", "action_in", [response.parameters]))
  112. else:
  113. raise Exception("Unknown data from SC to MV: " + str(response))
  114. empty = False
  115. if empty:
  116. time.sleep(0.05)
  117. def __invoke(callback, model):
  118. import multiprocessing
  119. p = multiprocessing.Process(target=__run_new_modelverse, args=[controller.address, controller.username, controller.password, callback, model])
  120. p.start()
  121. p.join()
  122. def _process_SC(statechart, port_sc, taskname):
  123. import multiprocessing
  124. p2c_pipe, c2p_pipe = multiprocessing.Pipe()
  125. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, c2p_pipe, None])
  126. p.start()
  127. while 1:
  128. empty = True
  129. if p2c_pipe.poll():
  130. response = p2c_pipe.recv()
  131. statechart[0].addInput(Event(response[0], statechart[1], response[1]))
  132. if response[0] == "terminate":
  133. p2c_pipe.close()
  134. break
  135. empty = False
  136. response = port_sc.fetch(0)
  137. if response is not None:
  138. p2c_pipe.send(response)
  139. empty = False
  140. if empty:
  141. time.sleep(0.05)
  142. p.join()
  143. def _process_OP(callback, taskname):
  144. import multiprocessing
  145. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, None, callback])
  146. p.start()
  147. p.join()
  148. def INPUT(action, parameters):
  149. controller.addInput(Event("action", "action_in", [action, _next_ID(), parameters]))
  150. def OUTPUT():
  151. while 1:
  152. response = responses.fetch(-1)
  153. if response.name == "result":
  154. return response.parameters[1]
  155. elif response.name == "exception":
  156. try:
  157. raise eval(response.parameters[1])(*response.parameters[2:])
  158. except NameError:
  159. raise UnknownError(response.parameters[1:])
  160. def init(address_param="127.0.0.1:8001", timeout=60.0, taskname=None):
  161. global controller
  162. global ID
  163. global responses
  164. controller = modelverse_SCCD.Controller(taskname)
  165. socket2event.boot_translation_service(controller)
  166. ID = 0
  167. thrd = threading.Thread(target=run_controller)
  168. thrd.daemon = True
  169. thrd.start()
  170. responses = controller.addOutputListener("action_out")
  171. controller.addOutputListener("ready").fetch(-1)
  172. INPUT("init", [address_param, timeout])
  173. controller.address = address_param
  174. OUTPUT()
  175. return
  176. def login(username, password):
  177. controller.username = username
  178. controller.password = password
  179. INPUT("login", [username, password])
  180. return OUTPUT()
  181. def model_list(location):
  182. INPUT("model_list", [location])
  183. return OUTPUT()
  184. def model_add(model_name, metamodel_name, model_code=""):
  185. INPUT("model_add", [model_name, metamodel_name, model_code])
  186. return OUTPUT()
  187. def model_move(source_name, target_name):
  188. INPUT("model_move", [source_name, target_name])
  189. return OUTPUT()
  190. def model_delete(model_name):
  191. INPUT("model_delete", [model_name])
  192. return OUTPUT()
  193. def model_list_full(location):
  194. INPUT("model_list_full", [location])
  195. return OUTPUT()
  196. def verify(model_name, metamodel_name, conformance_function=""):
  197. INPUT("verify", [model_name, metamodel_name, conformance_function])
  198. return OUTPUT()
  199. def model_overwrite(model_name, new_model):
  200. INPUT("model_overwrite", [model_name, new_model])
  201. return OUTPUT()
  202. def disconnect():
  203. INPUT("disconnect", [])
  204. return OUTPUT()
  205. def user_logout():
  206. INPUT("user_logout", [])
  207. return OUTPUT()
  208. def model_render(model_name, mapper_name, rendered_name):
  209. INPUT("model_render", [model_name, mapper_name, rendered_name])
  210. return OUTPUT()
  211. def transformation_between(sources, targets):
  212. INPUT("transformation_between", [sources, targets])
  213. return OUTPUT()
  214. def transformation_add_MT(source_metamodels, target_metamodels, operation_name, code, callback=None):
  215. INPUT("transformation_add_MT", [source_metamodels, target_metamodels, operation_name, code, True])
  216. model = OUTPUT()
  217. if callback is not None:
  218. __invoke(callback, model)
  219. controller.addInput(Event("data_input", "action_in", [None]))
  220. return OUTPUT()
  221. def transformation_add_AL(source_metamodels, target_metamodels, operation_name, code, callback=None):
  222. INPUT("transformation_add_AL", [source_metamodels, target_metamodels, operation_name, code, True])
  223. model = OUTPUT()
  224. if model is not None:
  225. # In case the source and target metamodels are empty, the model will be None, indicating that we are finished already (no callbacks allowed)
  226. if callback is not None:
  227. __invoke(callback, model)
  228. controller.addInput(Event("data_input", "action_in", [None]))
  229. return OUTPUT()
  230. def transformation_add_MANUAL(source_metamodels, target_metamodels, operation_name, callback=None):
  231. INPUT("transformation_add_MANUAL", [source_metamodels, target_metamodels, operation_name, True])
  232. model = OUTPUT()
  233. if callback is not None:
  234. __invoke(callback, model)
  235. controller.addInput(Event("data_input", "action_in", [None]))
  236. return OUTPUT()
  237. def __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output):
  238. if statechart is not None:
  239. port_sc = statechart[0].addOutputListener(statechart[2])
  240. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model, fetch_output])
  241. taskname = OUTPUT()
  242. if statechart is not None:
  243. threading.Thread(target=_process_SC, args=[statechart, port_sc, taskname]).start()
  244. return OUTPUT()
  245. def transformation_execute_MT(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  246. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  247. def transformation_execute_AL(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  248. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  249. def transformation_execute_MANUAL(operation_name, input_models_dict, output_models_dict, callback=None, tracability_model=""):
  250. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model])
  251. taskname = OUTPUT()
  252. _process_OP(callback, taskname)
  253. return OUTPUT()
  254. def transformation_signature(operation_name):
  255. INPUT("transformation_signature", [operation_name])
  256. return OUTPUT()
  257. def process_signature(process_name):
  258. INPUT("process_signature", [process_name])
  259. return OUTPUT()
  260. def permission_modify(model_name, permissions):
  261. INPUT("permission_modify", [model_name, permissions])
  262. return OUTPUT()
  263. def permission_owner(model_name, permission):
  264. INPUT("permission_owner", [model_name, permission])
  265. return OUTPUT()
  266. def permission_group(model_name, group):
  267. INPUT("permission_group", [model_name, group])
  268. return OUTPUT()
  269. def group_create(group_name):
  270. INPUT("group_create", [group_name])
  271. return OUTPUT()
  272. def group_delete(group_name):
  273. INPUT("group_delete", [group_name])
  274. return OUTPUT()
  275. def group_owner_add(group_name, user_name):
  276. INPUT("group_owner_add", [group_name, user_name])
  277. return OUTPUT()
  278. def group_owner_delete(group_name, user_name):
  279. INPUT("group_owner_delete", [group_name, user_name])
  280. return OUTPUT()
  281. def group_join(group_name, user_name):
  282. INPUT("group_join", [group_name, user_name])
  283. return OUTPUT()
  284. def group_kick(group_name, user_name):
  285. INPUT("group_kick", [group_name, user_name])
  286. return OUTPUT()
  287. def group_list():
  288. INPUT("group_list", [])
  289. return OUTPUT()
  290. def admin_promote(user_name):
  291. INPUT("admin_promote", [user_name])
  292. return OUTPUT()
  293. def admin_demote(user_name):
  294. INPUT("admin_demote", [user_name])
  295. return OUTPUT()
  296. def conformance_delete(model_name, metamodel_name):
  297. INPUT("conformance_delete", [model_name, metamodel_name])
  298. return OUTPUT()
  299. def conformance_add(model_name, metamodel_name):
  300. INPUT("conformance_add", [model_name, metamodel_name])
  301. return OUTPUT()
  302. def folder_create(folder_name):
  303. INPUT("folder_create", [folder_name])
  304. return OUTPUT()
  305. def model_types(model_name):
  306. INPUT("model_types", [model_name])
  307. return OUTPUT()
  308. def alter_context(model_name, metamodel_name):
  309. INPUT("alter_context", [model_name, metamodel_name])
  310. def element_list(model_name):
  311. INPUT("element_list", [model_name])
  312. return OUTPUT()
  313. def element_list_nice(model_name):
  314. INPUT("element_list_nice", [model_name])
  315. return OUTPUT()
  316. def types(model_name):
  317. INPUT("types", [model_name])
  318. return OUTPUT()
  319. def types_full(model_name):
  320. INPUT("types_full", [model_name])
  321. return OUTPUT()
  322. def read_info(model_name, ID):
  323. INPUT("read_info", [model_name, ID])
  324. return OUTPUT()
  325. def read_attrs(model_name, ID):
  326. INPUT("read_attrs", [model_name, ID])
  327. return OUTPUT()
  328. def instantiate(model_name, typename, edge=None, ID=""):
  329. INPUT("instantiate", [model_name, typename, edge, ID])
  330. return OUTPUT()
  331. def delete_element(model_name, ID):
  332. INPUT("delete_element", [model_name, ID])
  333. return OUTPUT()
  334. def attr_assign(model_name, ID, attr, value):
  335. INPUT("attr_assign", [model_name, ID, attr, value])
  336. return OUTPUT()
  337. def attr_assign_code(model_name, ID, attr, code):
  338. INPUT("attr_assign_code", [model_name, ID, attr, code])
  339. return OUTPUT()
  340. def attr_delete(model_name, ID, attr):
  341. INPUT("attr_delete", [model_name, ID, attr])
  342. return OUTPUT()
  343. def AL_text(code_location):
  344. INPUT("AL_text", [code_location])
  345. return OUTPUT()
  346. def read_outgoing(model_name, ID, typename):
  347. INPUT("read_outgoing", [model_name, ID, typename])
  348. return OUTPUT()
  349. def read_incoming(model_name, ID, typename):
  350. INPUT("read_incoming", [model_name, ID, typename])
  351. return OUTPUT()
  352. def read_association_source(model_name, ID):
  353. INPUT("read_association_source", [model_name, ID])
  354. return OUTPUT()
  355. def read_association_destination(model_name, ID):
  356. INPUT("read_association_destination", [model_name, ID])
  357. return OUTPUT()
  358. def connections_between(model_name, source, target):
  359. INPUT("connections_between", [model_name, source, target])
  360. return OUTPUT()
  361. def define_attribute(model_name, node, attr_name, attr_type):
  362. INPUT("define_attribute", [model_name, node, attr_name, attr_type])
  363. return OUTPUT()
  364. def all_instances(model_name, type_name):
  365. INPUT("all_instances", [model_name, type_name])
  366. return OUTPUT()
  367. def process_execute(process_name, model_mapping, callbacks={}):
  368. # for all callbacks to SCs, start up the output port already
  369. sc_ports = {}
  370. for k, v in callbacks.items():
  371. if isinstance(v, (tuple, list)):
  372. # Is a statechart, so register already
  373. sc_ports[k] = v[0].addOutputListener(v[2])
  374. INPUT("process_execute", [process_name, model_mapping])
  375. while 1:
  376. result = OUTPUT()
  377. if result == "Success":
  378. # Finished
  379. return None
  380. else:
  381. taskname, operation = result
  382. if (operation in callbacks):
  383. data = callbacks[operation]
  384. if isinstance(data, (tuple, list)):
  385. # Statechart, so consider like that
  386. threading.Thread(target=_process_SC, args=[data, sc_ports[operation], taskname]).start()
  387. else:
  388. # Assume function
  389. threading.Thread(target=_process_OP, args=[data, taskname]).start()
  390. else:
  391. # Assume empty function
  392. threading.Thread(target=_process_OP, args=[None, taskname]).start()
  393. def get_taskname():
  394. """Fetch the taskname of the current connection."""
  395. return controller.taskname
  396. def exit_save(model_name):
  397. INPUT("exit_save", [model_name])
  398. return OUTPUT()
  399. """ Some hardcoded functions... Way easier to express them with code than with statecharts!"""
  400. import json
  401. import urllib
  402. try:
  403. import urllib2
  404. except ImportError:
  405. import urllib as urllib2
  406. def service_register(name, function):
  407. """Register a function as a service with a specific name."""
  408. INPUT("service_register", [name, function])
  409. port = OUTPUT()
  410. return port
  411. def service_stop():
  412. """Stop the currently executing process."""
  413. INPUT("service_stop", [])
  414. return OUTPUT()
  415. def service_get(port):
  416. """Get the values on the specified port."""
  417. data = urlencode({"op": "get_output", "taskname": port}).encode()
  418. val = json.loads(urlopen(Request("http://%s" % controller.address, data), timeout=99999).read())
  419. return val
  420. def service_set(port, value):
  421. """Set a value on a specified port."""
  422. if isinstance(value, type([])):
  423. value = json.dumps(value)
  424. data = urlencode({"op": "set_input", "data": value, "taskname": port}).encode()
  425. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  426. else:
  427. value = json.dumps(value)
  428. data = urlencode({"op": "set_input", "value": value, "taskname": port}).encode()
  429. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  430. def service_poll(port):
  431. """Checks whether or not the Modelverse side has any input ready to be processed."""
  432. raise NotImplementedError()