modelverse.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580
  1. from sccd.runtime.statecharts_core import Event
  2. import sccd.runtime.socket2event as socket2event
  3. import modelverse_SCCD as modelverse_SCCD
  4. import time
  5. import threading
  6. import sys
  7. if sys.version_info[0] < 3:
  8. from urllib2 import urlopen as urlopen
  9. from urllib2 import Request as Request
  10. from urllib import urlencode as urlencode
  11. else:
  12. from urllib.request import urlopen as urlopen
  13. from urllib.request import Request as Request
  14. from urllib.parse import urlencode as urlencode
  15. # Exceptions
  16. class ModelverseException(Exception):
  17. pass
  18. class SuperclassAttribute(ModelverseException):
  19. pass
  20. class UnknownError(ModelverseException):
  21. pass
  22. class UnknownM3(ModelverseException):
  23. pass
  24. class UnknownIdentifier(ModelverseException):
  25. pass
  26. class CompilationError(ModelverseException):
  27. pass
  28. class UnknownAttribute(UnknownIdentifier):
  29. pass
  30. class UnknownElement(UnknownIdentifier):
  31. pass
  32. class UnknownModel(UnknownIdentifier):
  33. pass
  34. class UnknownLocation(UnknownIdentifier):
  35. pass
  36. class ConnectionError(ModelverseException):
  37. pass
  38. class ExistsError(ModelverseException):
  39. pass
  40. class AttributeExists(ExistsError):
  41. pass
  42. class ElementExists(ExistsError):
  43. pass
  44. class ModelExists(ExistsError):
  45. pass
  46. class FolderExists(ExistsError):
  47. pass
  48. class PermissionDenied(ModelverseException):
  49. pass
  50. class ReadPermissionDenied(PermissionDenied):
  51. pass
  52. class WritePermissionDenied(PermissionDenied):
  53. pass
  54. class ExecutePermissionDenied(PermissionDenied):
  55. pass
  56. class UserPermissionDenied(PermissionDenied):
  57. pass
  58. class GroupPermissionDenied(PermissionDenied):
  59. pass
  60. class AdminPermissionDenied(PermissionDenied):
  61. pass
  62. class InterfaceMismatch(ModelverseException):
  63. pass
  64. class UnknownMetamodellingHierarchy(ModelverseException):
  65. pass
  66. class NotAnAssociation(ModelverseException):
  67. pass
  68. def run_controller():
  69. try:
  70. controller.start()
  71. finally:
  72. controller.stop()
  73. def _next_ID():
  74. global ID
  75. ID += 1
  76. return ID
  77. def __run_new_modelverse(address, username, password, callback, model):
  78. init(address)
  79. login(username, password)
  80. callback(model)
  81. exit_save(model)
  82. disconnect()
  83. def __run_new_modelverse_activity(address, username, password, taskname, pipe, callback):
  84. init(address, taskname=taskname)
  85. controller.username = username
  86. controller.password = password
  87. t = OUTPUT()
  88. if t == "OP":
  89. model = OUTPUT()
  90. if callback is not None:
  91. __invoke(callback, model)
  92. controller.addInput(Event("data_input", "action_in", [None]))
  93. time.sleep(2)
  94. elif t == "SC":
  95. while 1:
  96. empty = True
  97. # Fetch output from the MV
  98. response = responses.fetch(0)
  99. if response is not None:
  100. if response.name == "data_output":
  101. # Got output of MV, so forward to SCCD
  102. if pipe is not None:
  103. pipe.send(("input", response.parameters))
  104. elif response.name == "result":
  105. # Finished execution, so continue and return result
  106. if pipe is not None:
  107. pipe.send(("terminate", []))
  108. pipe.close()
  109. return
  110. else:
  111. raise Exception("Unknown data from MV to SC: " + str(response))
  112. empty = False
  113. # Fetch output from the SC
  114. if pipe is not None and pipe.poll():
  115. response = pipe.recv()
  116. if response.name == "output":
  117. controller.addInput(Event("data_input", "action_in", [response.parameters]))
  118. else:
  119. raise Exception("Unknown data from SC to MV: " + str(response))
  120. empty = False
  121. if empty:
  122. time.sleep(0.05)
  123. def __invoke(callback, model):
  124. import multiprocessing
  125. p = multiprocessing.Process(target=__run_new_modelverse, args=[controller.address, controller.username, controller.password, callback, model])
  126. p.start()
  127. p.join()
  128. def _process_SC(statechart, port_sc, taskname):
  129. import multiprocessing
  130. p2c_pipe, c2p_pipe = multiprocessing.Pipe()
  131. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, c2p_pipe, None])
  132. p.start()
  133. while 1:
  134. empty = True
  135. if p2c_pipe.poll():
  136. response = p2c_pipe.recv()
  137. statechart[0].addInput(Event(response[0], statechart[1], response[1]))
  138. if response[0] == "terminate":
  139. p2c_pipe.close()
  140. break
  141. empty = False
  142. response = port_sc.fetch(0)
  143. if response is not None:
  144. p2c_pipe.send(response)
  145. empty = False
  146. if empty:
  147. time.sleep(0.05)
  148. p.join()
  149. def _process_OP(callback, taskname):
  150. import multiprocessing
  151. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, None, callback])
  152. p.start()
  153. p.join()
  154. def INPUT(action, parameters):
  155. controller.addInput(Event("action", "action_in", [action, _next_ID(), parameters]))
  156. def OUTPUT():
  157. while 1:
  158. response = responses.fetch(-1)
  159. if response.name == "result":
  160. return response.parameters[1]
  161. elif response.name == "exception":
  162. try:
  163. raise eval(response.parameters[1])(*response.parameters[2:])
  164. except NameError:
  165. raise UnknownError(response.parameters[1:])
  166. def init(address_param="127.0.0.1:8001", timeout=60.0, taskname=None):
  167. global controller
  168. global ID
  169. global responses
  170. controller = modelverse_SCCD.Controller(taskname)
  171. socket2event.boot_translation_service(controller)
  172. ID = 0
  173. thrd = threading.Thread(target=run_controller)
  174. thrd.daemon = True
  175. thrd.start()
  176. responses = controller.addOutputListener("action_out")
  177. controller.addOutputListener("ready").fetch(-1)
  178. INPUT("init", [address_param, timeout])
  179. controller.address = address_param
  180. OUTPUT()
  181. return
  182. def login(username, password):
  183. controller.username = username
  184. controller.password = password
  185. INPUT("login", [username, password])
  186. return OUTPUT()
  187. def model_list(location):
  188. INPUT("model_list", [location])
  189. return OUTPUT()
  190. def model_add(model_name, metamodel_name, model_code=""):
  191. INPUT("model_add", [model_name, metamodel_name, model_code])
  192. return OUTPUT()
  193. def model_move(source_name, target_name):
  194. INPUT("model_move", [source_name, target_name])
  195. return OUTPUT()
  196. def model_delete(model_name):
  197. INPUT("model_delete", [model_name])
  198. return OUTPUT()
  199. def model_list_full(location):
  200. INPUT("model_list_full", [location])
  201. return OUTPUT()
  202. def verify(model_name, metamodel_name, conformance_function=""):
  203. INPUT("verify", [model_name, metamodel_name, conformance_function])
  204. return OUTPUT()
  205. def model_overwrite(model_name, new_model):
  206. INPUT("model_overwrite", [model_name, new_model])
  207. return OUTPUT()
  208. def disconnect():
  209. INPUT("disconnect", [])
  210. return OUTPUT()
  211. def user_logout():
  212. INPUT("user_logout", [])
  213. return OUTPUT()
  214. def model_render(model_name, mapper_name, rendered_name):
  215. INPUT("model_render", [model_name, mapper_name, rendered_name])
  216. return OUTPUT()
  217. def transformation_between(sources, targets):
  218. INPUT("transformation_between", [sources, targets])
  219. return OUTPUT()
  220. def transformation_add_MT(source_metamodels, target_metamodels, operation_name, code, callback=None):
  221. INPUT("transformation_add_MT", [source_metamodels, target_metamodels, operation_name, code, True])
  222. model = OUTPUT()
  223. if callback is not None:
  224. __invoke(callback, model)
  225. controller.addInput(Event("data_input", "action_in", [None]))
  226. return OUTPUT()
  227. def transformation_add_AL(source_metamodels, target_metamodels, operation_name, code, callback=None):
  228. INPUT("transformation_add_AL", [source_metamodels, target_metamodels, operation_name, code, True])
  229. model = OUTPUT()
  230. if model is not None:
  231. # In case the source and target metamodels are empty, the model will be None, indicating that we are finished already (no callbacks allowed)
  232. if callback is not None:
  233. __invoke(callback, model)
  234. controller.addInput(Event("data_input", "action_in", [None]))
  235. return OUTPUT()
  236. def transformation_add_MANUAL(source_metamodels, target_metamodels, operation_name, callback=None):
  237. INPUT("transformation_add_MANUAL", [source_metamodels, target_metamodels, operation_name, True])
  238. model = OUTPUT()
  239. if callback is not None:
  240. __invoke(callback, model)
  241. controller.addInput(Event("data_input", "action_in", [None]))
  242. return OUTPUT()
  243. def __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output):
  244. if statechart is not None:
  245. port_sc = statechart[0].addOutputListener(statechart[2])
  246. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model, fetch_output])
  247. taskname = OUTPUT()
  248. if statechart is not None:
  249. threading.Thread(target=_process_SC, args=[statechart, port_sc, taskname]).start()
  250. return OUTPUT()
  251. def transformation_execute_MT(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  252. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  253. def transformation_execute_AL(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  254. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  255. def transformation_execute_MANUAL(operation_name, input_models_dict, output_models_dict, callback=None, tracability_model=""):
  256. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model])
  257. taskname = OUTPUT()
  258. _process_OP(callback, taskname)
  259. return OUTPUT()
  260. def transformation_signature(operation_name):
  261. INPUT("transformation_signature", [operation_name])
  262. return OUTPUT()
  263. def process_signature(process_name):
  264. INPUT("process_signature", [process_name])
  265. return OUTPUT()
  266. def permission_modify(model_name, permissions):
  267. INPUT("permission_modify", [model_name, permissions])
  268. return OUTPUT()
  269. def permission_owner(model_name, permission):
  270. INPUT("permission_owner", [model_name, permission])
  271. return OUTPUT()
  272. def permission_group(model_name, group):
  273. INPUT("permission_group", [model_name, group])
  274. return OUTPUT()
  275. def group_create(group_name):
  276. INPUT("group_create", [group_name])
  277. return OUTPUT()
  278. def group_delete(group_name):
  279. INPUT("group_delete", [group_name])
  280. return OUTPUT()
  281. def group_owner_add(group_name, user_name):
  282. INPUT("group_owner_add", [group_name, user_name])
  283. return OUTPUT()
  284. def group_owner_delete(group_name, user_name):
  285. INPUT("group_owner_delete", [group_name, user_name])
  286. return OUTPUT()
  287. def group_join(group_name, user_name):
  288. INPUT("group_join", [group_name, user_name])
  289. return OUTPUT()
  290. def group_kick(group_name, user_name):
  291. INPUT("group_kick", [group_name, user_name])
  292. return OUTPUT()
  293. def group_list():
  294. INPUT("group_list", [])
  295. return OUTPUT()
  296. def admin_promote(user_name):
  297. INPUT("admin_promote", [user_name])
  298. return OUTPUT()
  299. def admin_demote(user_name):
  300. INPUT("admin_demote", [user_name])
  301. return OUTPUT()
  302. def conformance_delete(model_name, metamodel_name):
  303. INPUT("conformance_delete", [model_name, metamodel_name])
  304. return OUTPUT()
  305. def conformance_add(model_name, metamodel_name):
  306. INPUT("conformance_add", [model_name, metamodel_name])
  307. return OUTPUT()
  308. def folder_create(folder_name):
  309. INPUT("folder_create", [folder_name])
  310. return OUTPUT()
  311. def model_types(model_name):
  312. INPUT("model_types", [model_name])
  313. return OUTPUT()
  314. def alter_context(model_name, metamodel_name):
  315. INPUT("alter_context", [model_name, metamodel_name])
  316. def element_list(model_name):
  317. INPUT("element_list", [model_name])
  318. return OUTPUT()
  319. def element_list_nice(model_name):
  320. INPUT("element_list_nice", [model_name])
  321. return OUTPUT()
  322. def types(model_name):
  323. INPUT("types", [model_name])
  324. return OUTPUT()
  325. def types_full(model_name):
  326. INPUT("types_full", [model_name])
  327. return OUTPUT()
  328. def read_info(model_name, ID):
  329. INPUT("read_info", [model_name, ID])
  330. return OUTPUT()
  331. def read_attrs(model_name, ID):
  332. INPUT("read_attrs", [model_name, ID])
  333. return OUTPUT()
  334. def instantiate(model_name, typename, edge=None, ID=""):
  335. INPUT("instantiate", [model_name, typename, edge, ID])
  336. return OUTPUT()
  337. def delete_element(model_name, ID):
  338. INPUT("delete_element", [model_name, ID])
  339. return OUTPUT()
  340. def attr_assign(model_name, ID, attr, value):
  341. INPUT("attr_assign", [model_name, ID, attr, value])
  342. return OUTPUT()
  343. def attr_assign_code(model_name, ID, attr, code):
  344. INPUT("attr_assign_code", [model_name, ID, attr, code])
  345. return OUTPUT()
  346. def attr_delete(model_name, ID, attr):
  347. INPUT("attr_delete", [model_name, ID, attr])
  348. return OUTPUT()
  349. def AL_text(code_location):
  350. INPUT("AL_text", [code_location])
  351. return OUTPUT()
  352. def read_outgoing(model_name, ID, typename):
  353. INPUT("read_outgoing", [model_name, ID, typename])
  354. return OUTPUT()
  355. def read_incoming(model_name, ID, typename):
  356. INPUT("read_incoming", [model_name, ID, typename])
  357. return OUTPUT()
  358. def read_association_source(model_name, ID):
  359. INPUT("read_association_source", [model_name, ID])
  360. return OUTPUT()
  361. def read_association_destination(model_name, ID):
  362. INPUT("read_association_destination", [model_name, ID])
  363. return OUTPUT()
  364. def connections_between(model_name, source, target):
  365. INPUT("connections_between", [model_name, source, target])
  366. return OUTPUT()
  367. def define_attribute(model_name, node, attr_name, attr_type):
  368. INPUT("define_attribute", [model_name, node, attr_name, attr_type])
  369. return OUTPUT()
  370. def undefine_attribute(model_name, node, attr_name):
  371. INPUT("undefine_attribute", [model_name, node, attr_name])
  372. return OUTPUT()
  373. def read_defined_attrs(model_name, node):
  374. INPUT("read_defined_attrs", [model_name, node])
  375. return OUTPUT()
  376. def all_instances(model_name, type_name):
  377. INPUT("all_instances", [model_name, type_name])
  378. return OUTPUT()
  379. def process_execute(process_name, model_mapping, callbacks={}):
  380. # for all callbacks to SCs, start up the output port already
  381. sc_ports = {}
  382. for k, v in callbacks.items():
  383. if isinstance(v, (tuple, list)):
  384. # Is a statechart, so register already
  385. sc_ports[k] = v[0].addOutputListener(v[2])
  386. INPUT("process_execute", [process_name, model_mapping])
  387. while 1:
  388. result = OUTPUT()
  389. if result == "Success":
  390. # Finished
  391. return None
  392. else:
  393. taskname, operation = result
  394. if (operation in callbacks):
  395. data = callbacks[operation]
  396. if isinstance(data, (tuple, list)):
  397. # Statechart, so consider like that
  398. threading.Thread(target=_process_SC, args=[data, sc_ports[operation], taskname]).start()
  399. else:
  400. # Assume function
  401. threading.Thread(target=_process_OP, args=[data, taskname]).start()
  402. else:
  403. # Assume empty function
  404. threading.Thread(target=_process_OP, args=[None, taskname]).start()
  405. def get_taskname():
  406. """Fetch the taskname of the current connection."""
  407. return controller.taskname
  408. def exit_save(model_name):
  409. INPUT("exit_save", [model_name])
  410. return OUTPUT()
  411. """ Some hardcoded functions... Way easier to express them with code than with statecharts!"""
  412. import json
  413. import urllib
  414. try:
  415. import urllib2
  416. except ImportError:
  417. import urllib as urllib2
  418. def service_register(name, function):
  419. """Register a function as a service with a specific name."""
  420. INPUT("service_register", [name, function])
  421. port = OUTPUT()
  422. return port
  423. def service_stop():
  424. """Stop the currently executing process."""
  425. INPUT("service_stop", [])
  426. return OUTPUT()
  427. def service_get(port):
  428. """Get the values on the specified port."""
  429. data = urlencode({"op": "get_output", "taskname": port}).encode()
  430. val = json.loads(urlopen(Request("http://%s" % controller.address, data), timeout=99999).read())
  431. return val
  432. def service_set(port, value):
  433. """Set a value on a specified port."""
  434. if isinstance(value, type([])):
  435. value = json.dumps(value)
  436. data = urlencode({"op": "set_input", "data": value, "taskname": port}).encode()
  437. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  438. else:
  439. value = json.dumps(value)
  440. data = urlencode({"op": "set_input", "value": value, "taskname": port}).encode()
  441. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  442. def service_poll(port):
  443. """Checks whether or not the Modelverse side has any input ready to be processed."""
  444. raise NotImplementedError()