modelverse.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577
  1. from sccd.runtime.statecharts_core import Event
  2. import sccd.runtime.socket2event as socket2event
  3. import modelverse_SCCD as modelverse_SCCD
  4. import time
  5. import threading
  6. import sys
  7. if sys.version_info[0] < 3:
  8. from urllib2 import urlopen as urlopen
  9. from urllib2 import Request as Request
  10. from urllib import urlencode as urlencode
  11. else:
  12. from urllib.request import urlopen as urlopen
  13. from urllib.request import Request as Request
  14. from urllib.parse import urlencode as urlencode
  15. # Exceptions
  16. class ModelverseException(Exception):
  17. pass
  18. class UnknownError(ModelverseException):
  19. pass
  20. class UnknownM3(ModelverseException):
  21. pass
  22. class UnknownIdentifier(ModelverseException):
  23. pass
  24. class CompilationError(ModelverseException):
  25. pass
  26. class UnknownAttribute(UnknownIdentifier):
  27. pass
  28. class UnknownElement(UnknownIdentifier):
  29. pass
  30. class UnknownModel(UnknownIdentifier):
  31. pass
  32. class UnknownLocation(UnknownIdentifier):
  33. pass
  34. class ConnectionError(ModelverseException):
  35. pass
  36. class ExistsError(ModelverseException):
  37. pass
  38. class AttributeExists(ExistsError):
  39. pass
  40. class ElementExists(ExistsError):
  41. pass
  42. class ModelExists(ExistsError):
  43. pass
  44. class FolderExists(ExistsError):
  45. pass
  46. class PermissionDenied(ModelverseException):
  47. pass
  48. class ReadPermissionDenied(PermissionDenied):
  49. pass
  50. class WritePermissionDenied(PermissionDenied):
  51. pass
  52. class ExecutePermissionDenied(PermissionDenied):
  53. pass
  54. class UserPermissionDenied(PermissionDenied):
  55. pass
  56. class GroupPermissionDenied(PermissionDenied):
  57. pass
  58. class AdminPermissionDenied(PermissionDenied):
  59. pass
  60. class InterfaceMismatch(ModelverseException):
  61. pass
  62. class UnknownMetamodellingHierarchy(ModelverseException):
  63. pass
  64. class NotAnAssociation(ModelverseException):
  65. pass
  66. def run_controller():
  67. try:
  68. controller.start()
  69. finally:
  70. controller.stop()
  71. def _next_ID():
  72. global ID
  73. ID += 1
  74. return ID
  75. def __run_new_modelverse(address, username, password, callback, model):
  76. init(address)
  77. login(username, password)
  78. callback(model)
  79. exit_save(model)
  80. disconnect()
  81. def __run_new_modelverse_activity(address, username, password, taskname, pipe, callback):
  82. init(address, taskname=taskname)
  83. controller.username = username
  84. controller.password = password
  85. t = OUTPUT()
  86. if t == "OP":
  87. model = OUTPUT()
  88. if callback is not None:
  89. __invoke(callback, model)
  90. controller.addInput(Event("data_input", "action_in", [None]))
  91. time.sleep(2)
  92. elif t == "SC":
  93. while 1:
  94. empty = True
  95. # Fetch output from the MV
  96. response = responses.fetch(0)
  97. if response is not None:
  98. if response.name == "data_output":
  99. # Got output of MV, so forward to SCCD
  100. if pipe is not None:
  101. pipe.send(("input", response.parameters))
  102. elif response.name == "result":
  103. # Finished execution, so continue and return result
  104. if pipe is not None:
  105. pipe.send(("terminate", []))
  106. pipe.close()
  107. return
  108. else:
  109. raise Exception("Unknown data from MV to SC: " + str(response))
  110. empty = False
  111. # Fetch output from the SC
  112. if pipe is not None and pipe.poll():
  113. response = pipe.recv()
  114. if response.name == "output":
  115. controller.addInput(Event("data_input", "action_in", [response.parameters]))
  116. else:
  117. raise Exception("Unknown data from SC to MV: " + str(response))
  118. empty = False
  119. if empty:
  120. time.sleep(0.05)
  121. def __invoke(callback, model):
  122. import multiprocessing
  123. p = multiprocessing.Process(target=__run_new_modelverse, args=[controller.address, controller.username, controller.password, callback, model])
  124. p.start()
  125. p.join()
  126. def _process_SC(statechart, port_sc, taskname):
  127. import multiprocessing
  128. p2c_pipe, c2p_pipe = multiprocessing.Pipe()
  129. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, c2p_pipe, None])
  130. p.start()
  131. while 1:
  132. empty = True
  133. if p2c_pipe.poll():
  134. response = p2c_pipe.recv()
  135. statechart[0].addInput(Event(response[0], statechart[1], response[1]))
  136. if response[0] == "terminate":
  137. p2c_pipe.close()
  138. break
  139. empty = False
  140. response = port_sc.fetch(0)
  141. if response is not None:
  142. p2c_pipe.send(response)
  143. empty = False
  144. if empty:
  145. time.sleep(0.05)
  146. p.join()
  147. def _process_OP(callback, taskname):
  148. import multiprocessing
  149. p = multiprocessing.Process(target=__run_new_modelverse_activity, args=[controller.address, controller.username, controller.password, taskname, None, callback])
  150. p.start()
  151. p.join()
  152. def INPUT(action, parameters):
  153. controller.addInput(Event("action", "action_in", [action, _next_ID(), parameters]))
  154. def OUTPUT():
  155. while 1:
  156. response = responses.fetch(-1)
  157. if response.name == "result":
  158. return response.parameters[1]
  159. elif response.name == "exception":
  160. try:
  161. raise eval(response.parameters[1])(*response.parameters[2:])
  162. except NameError:
  163. raise UnknownError(response.parameters[1:])
  164. def init(address_param="127.0.0.1:8001", timeout=60.0, taskname=None):
  165. global controller
  166. global ID
  167. global responses
  168. controller = modelverse_SCCD.Controller(taskname)
  169. socket2event.boot_translation_service(controller)
  170. ID = 0
  171. thrd = threading.Thread(target=run_controller)
  172. thrd.daemon = True
  173. thrd.start()
  174. responses = controller.addOutputListener("action_out")
  175. controller.addOutputListener("ready").fetch(-1)
  176. INPUT("init", [address_param, timeout])
  177. controller.address = address_param
  178. OUTPUT()
  179. return
  180. def login(username, password):
  181. controller.username = username
  182. controller.password = password
  183. INPUT("login", [username, password])
  184. return OUTPUT()
  185. def model_list(location):
  186. INPUT("model_list", [location])
  187. return OUTPUT()
  188. def model_add(model_name, metamodel_name, model_code=""):
  189. INPUT("model_add", [model_name, metamodel_name, model_code])
  190. return OUTPUT()
  191. def model_move(source_name, target_name):
  192. INPUT("model_move", [source_name, target_name])
  193. return OUTPUT()
  194. def model_delete(model_name):
  195. INPUT("model_delete", [model_name])
  196. return OUTPUT()
  197. def model_list_full(location):
  198. INPUT("model_list_full", [location])
  199. return OUTPUT()
  200. def verify(model_name, metamodel_name, conformance_function=""):
  201. INPUT("verify", [model_name, metamodel_name, conformance_function])
  202. return OUTPUT()
  203. def model_overwrite(model_name, new_model):
  204. INPUT("model_overwrite", [model_name, new_model])
  205. return OUTPUT()
  206. def disconnect():
  207. INPUT("disconnect", [])
  208. return OUTPUT()
  209. def user_logout():
  210. INPUT("user_logout", [])
  211. return OUTPUT()
  212. def model_render(model_name, mapper_name, rendered_name):
  213. INPUT("model_render", [model_name, mapper_name, rendered_name])
  214. return OUTPUT()
  215. def transformation_between(sources, targets):
  216. INPUT("transformation_between", [sources, targets])
  217. return OUTPUT()
  218. def transformation_add_MT(source_metamodels, target_metamodels, operation_name, code, callback=None):
  219. INPUT("transformation_add_MT", [source_metamodels, target_metamodels, operation_name, code, True])
  220. model = OUTPUT()
  221. if callback is not None:
  222. __invoke(callback, model)
  223. controller.addInput(Event("data_input", "action_in", [None]))
  224. return OUTPUT()
  225. def transformation_add_AL(source_metamodels, target_metamodels, operation_name, code, callback=None):
  226. INPUT("transformation_add_AL", [source_metamodels, target_metamodels, operation_name, code, True])
  227. model = OUTPUT()
  228. if model is not None:
  229. # In case the source and target metamodels are empty, the model will be None, indicating that we are finished already (no callbacks allowed)
  230. if callback is not None:
  231. __invoke(callback, model)
  232. controller.addInput(Event("data_input", "action_in", [None]))
  233. return OUTPUT()
  234. def transformation_add_MANUAL(source_metamodels, target_metamodels, operation_name, callback=None):
  235. INPUT("transformation_add_MANUAL", [source_metamodels, target_metamodels, operation_name, True])
  236. model = OUTPUT()
  237. if callback is not None:
  238. __invoke(callback, model)
  239. controller.addInput(Event("data_input", "action_in", [None]))
  240. return OUTPUT()
  241. def __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output):
  242. if statechart is not None:
  243. port_sc = statechart[0].addOutputListener(statechart[2])
  244. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model, fetch_output])
  245. taskname = OUTPUT()
  246. if statechart is not None:
  247. threading.Thread(target=_process_SC, args=[statechart, port_sc, taskname]).start()
  248. return OUTPUT()
  249. def transformation_execute_MT(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  250. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  251. def transformation_execute_AL(operation_name, input_models_dict, output_models_dict, statechart=None, tracability_model="", fetch_output=True):
  252. return __transformation_execute(operation_name, input_models_dict, output_models_dict, statechart, tracability_model, fetch_output)
  253. def transformation_execute_MANUAL(operation_name, input_models_dict, output_models_dict, callback=None, tracability_model=""):
  254. INPUT("transformation_execute", [operation_name, input_models_dict, output_models_dict, tracability_model])
  255. taskname = OUTPUT()
  256. _process_OP(callback, taskname)
  257. return OUTPUT()
  258. def transformation_signature(operation_name):
  259. INPUT("transformation_signature", [operation_name])
  260. return OUTPUT()
  261. def process_signature(process_name):
  262. INPUT("process_signature", [process_name])
  263. return OUTPUT()
  264. def permission_modify(model_name, permissions):
  265. INPUT("permission_modify", [model_name, permissions])
  266. return OUTPUT()
  267. def permission_owner(model_name, permission):
  268. INPUT("permission_owner", [model_name, permission])
  269. return OUTPUT()
  270. def permission_group(model_name, group):
  271. INPUT("permission_group", [model_name, group])
  272. return OUTPUT()
  273. def group_create(group_name):
  274. INPUT("group_create", [group_name])
  275. return OUTPUT()
  276. def group_delete(group_name):
  277. INPUT("group_delete", [group_name])
  278. return OUTPUT()
  279. def group_owner_add(group_name, user_name):
  280. INPUT("group_owner_add", [group_name, user_name])
  281. return OUTPUT()
  282. def group_owner_delete(group_name, user_name):
  283. INPUT("group_owner_delete", [group_name, user_name])
  284. return OUTPUT()
  285. def group_join(group_name, user_name):
  286. INPUT("group_join", [group_name, user_name])
  287. return OUTPUT()
  288. def group_kick(group_name, user_name):
  289. INPUT("group_kick", [group_name, user_name])
  290. return OUTPUT()
  291. def group_list():
  292. INPUT("group_list", [])
  293. return OUTPUT()
  294. def admin_promote(user_name):
  295. INPUT("admin_promote", [user_name])
  296. return OUTPUT()
  297. def admin_demote(user_name):
  298. INPUT("admin_demote", [user_name])
  299. return OUTPUT()
  300. def conformance_delete(model_name, metamodel_name):
  301. INPUT("conformance_delete", [model_name, metamodel_name])
  302. return OUTPUT()
  303. def conformance_add(model_name, metamodel_name):
  304. INPUT("conformance_add", [model_name, metamodel_name])
  305. return OUTPUT()
  306. def folder_create(folder_name):
  307. INPUT("folder_create", [folder_name])
  308. return OUTPUT()
  309. def model_types(model_name):
  310. INPUT("model_types", [model_name])
  311. return OUTPUT()
  312. def alter_context(model_name, metamodel_name):
  313. INPUT("alter_context", [model_name, metamodel_name])
  314. def element_list(model_name):
  315. INPUT("element_list", [model_name])
  316. return OUTPUT()
  317. def element_list_nice(model_name):
  318. INPUT("element_list_nice", [model_name])
  319. return OUTPUT()
  320. def types(model_name):
  321. INPUT("types", [model_name])
  322. return OUTPUT()
  323. def types_full(model_name):
  324. INPUT("types_full", [model_name])
  325. return OUTPUT()
  326. def read_info(model_name, ID):
  327. INPUT("read_info", [model_name, ID])
  328. return OUTPUT()
  329. def read_attrs(model_name, ID):
  330. INPUT("read_attrs", [model_name, ID])
  331. return OUTPUT()
  332. def instantiate(model_name, typename, edge=None, ID=""):
  333. INPUT("instantiate", [model_name, typename, edge, ID])
  334. return OUTPUT()
  335. def delete_element(model_name, ID):
  336. INPUT("delete_element", [model_name, ID])
  337. return OUTPUT()
  338. def attr_assign(model_name, ID, attr, value):
  339. INPUT("attr_assign", [model_name, ID, attr, value])
  340. return OUTPUT()
  341. def attr_assign_code(model_name, ID, attr, code):
  342. INPUT("attr_assign_code", [model_name, ID, attr, code])
  343. return OUTPUT()
  344. def attr_delete(model_name, ID, attr):
  345. INPUT("attr_delete", [model_name, ID, attr])
  346. return OUTPUT()
  347. def AL_text(code_location):
  348. INPUT("AL_text", [code_location])
  349. return OUTPUT()
  350. def read_outgoing(model_name, ID, typename):
  351. INPUT("read_outgoing", [model_name, ID, typename])
  352. return OUTPUT()
  353. def read_incoming(model_name, ID, typename):
  354. INPUT("read_incoming", [model_name, ID, typename])
  355. return OUTPUT()
  356. def read_association_source(model_name, ID):
  357. INPUT("read_association_source", [model_name, ID])
  358. return OUTPUT()
  359. def read_association_destination(model_name, ID):
  360. INPUT("read_association_destination", [model_name, ID])
  361. return OUTPUT()
  362. def connections_between(model_name, source, target):
  363. INPUT("connections_between", [model_name, source, target])
  364. return OUTPUT()
  365. def define_attribute(model_name, node, attr_name, attr_type):
  366. INPUT("define_attribute", [model_name, node, attr_name, attr_type])
  367. return OUTPUT()
  368. def undefine_attribute(model_name, node, attr_name):
  369. INPUT("undefine_attribute", [model_name, node, attr_name])
  370. return OUTPUT()
  371. def read_defined_attrs(model_name, node):
  372. INPUT("read_defined_attrs", [model_name, node])
  373. return OUTPUT()
  374. def all_instances(model_name, type_name):
  375. INPUT("all_instances", [model_name, type_name])
  376. return OUTPUT()
  377. def process_execute(process_name, model_mapping, callbacks={}):
  378. # for all callbacks to SCs, start up the output port already
  379. sc_ports = {}
  380. for k, v in callbacks.items():
  381. if isinstance(v, (tuple, list)):
  382. # Is a statechart, so register already
  383. sc_ports[k] = v[0].addOutputListener(v[2])
  384. INPUT("process_execute", [process_name, model_mapping])
  385. while 1:
  386. result = OUTPUT()
  387. if result == "Success":
  388. # Finished
  389. return None
  390. else:
  391. taskname, operation = result
  392. if (operation in callbacks):
  393. data = callbacks[operation]
  394. if isinstance(data, (tuple, list)):
  395. # Statechart, so consider like that
  396. threading.Thread(target=_process_SC, args=[data, sc_ports[operation], taskname]).start()
  397. else:
  398. # Assume function
  399. threading.Thread(target=_process_OP, args=[data, taskname]).start()
  400. else:
  401. # Assume empty function
  402. threading.Thread(target=_process_OP, args=[None, taskname]).start()
  403. def get_taskname():
  404. """Fetch the taskname of the current connection."""
  405. return controller.taskname
  406. def exit_save(model_name):
  407. INPUT("exit_save", [model_name])
  408. return OUTPUT()
  409. """ Some hardcoded functions... Way easier to express them with code than with statecharts!"""
  410. import json
  411. import urllib
  412. try:
  413. import urllib2
  414. except ImportError:
  415. import urllib as urllib2
  416. def service_register(name, function):
  417. """Register a function as a service with a specific name."""
  418. INPUT("service_register", [name, function])
  419. port = OUTPUT()
  420. return port
  421. def service_stop():
  422. """Stop the currently executing process."""
  423. INPUT("service_stop", [])
  424. return OUTPUT()
  425. def service_get(port):
  426. """Get the values on the specified port."""
  427. data = urlencode({"op": "get_output", "taskname": port}).encode()
  428. val = json.loads(urlopen(Request("http://%s" % controller.address, data), timeout=99999).read())
  429. return val
  430. def service_set(port, value):
  431. """Set a value on a specified port."""
  432. if isinstance(value, type([])):
  433. value = json.dumps(value)
  434. data = urlencode({"op": "set_input", "data": value, "taskname": port}).encode()
  435. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  436. else:
  437. value = json.dumps(value)
  438. data = urlencode({"op": "set_input", "value": value, "taskname": port}).encode()
  439. urlopen(Request("http://%s" % controller.address, data), timeout=99999).read()
  440. def service_poll(port):
  441. """Checks whether or not the Modelverse side has any input ready to be processed."""
  442. raise NotImplementedError()