model.py 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720
  1. import sys
  2. import time
  3. import uuid
  4. sys.path.append("kernel/")
  5. sys.path.append("state/")
  6. sys.path.append("interface/HUTN")
  7. from modelverse_state.main import ModelverseState as MvS
  8. from modelverse_kernel.main import ModelverseKernel as MvK
  9. from modelverse_kernel.primitives import SleepKernel
  10. from hutn_compiler.compiler import main as do_compile
  11. from pypdevs.minimal import AtomicDEVS, CoupledDEVS, Simulator
  12. PROFILE = False
  13. import json
  14. import random
  15. random.seed(1)
  16. COMPILER_PATH = "interface/HUTN"
  17. sys.path.append(COMPILER_PATH)
  18. from hutn_compiler.compiler import main as do_compile
  19. import os
  20. def clean_code(code):
  21. if code == "":
  22. return code
  23. code_fragments = code.split("\n")
  24. code_fragments = [i.rstrip() for i in code_fragments if i.strip() != ""]
  25. code_fragments = [i.replace(" ", "\t") for i in code_fragments]
  26. initial_tabs = min([len(i) - len(i.lstrip("\t")) for i in code_fragments])
  27. code_fragments = [i[initial_tabs:] for i in code_fragments]
  28. code_fragments.append("")
  29. code = "\n".join(code_fragments)
  30. return code.encode('ascii', 'replace')
  31. def compile_model(temp_file):
  32. compiled = do_compile(temp_file, COMPILER_PATH + "/grammars/modelling.g", "M")
  33. return ["__LOCAL__"] + compiled
  34. def translate(operation):
  35. return {
  36. "CN": "create_node",
  37. "CE": "create_edge",
  38. "CNV": "create_nodevalue",
  39. "CD": "create_dict",
  40. "RV": "read_value",
  41. "RO": "read_outgoing",
  42. "RI": "read_incoming",
  43. "RE": "read_edge",
  44. "RD": "read_dict",
  45. "RDN": "read_dict_node",
  46. "RDNE": "read_dict_node_edge",
  47. "RDE": "read_dict_edge",
  48. "RRD": "read_reverse_dict",
  49. "RR": "read_root",
  50. "RDK": "read_dict_keys",
  51. "DE": "delete_edge",
  52. "DN": "delete_node",
  53. }[operation]
  54. class MvSState(object):
  55. def __init__(self):
  56. self.queue = []
  57. self.output = None
  58. self.mvs = MvS("bootstrap/bootstrap.m.gz")
  59. self.timer = float("inf")
  60. class ModelverseState(AtomicDEVS):
  61. def __init__(self,
  62. read_root,
  63. create_node,
  64. create_edge,
  65. create_nodevalue,
  66. create_dict,
  67. read_value,
  68. read_outgoing,
  69. read_incoming,
  70. read_edge,
  71. read_dict,
  72. read_dict_keys,
  73. read_dict_edge,
  74. read_dict_node,
  75. read_dict_node_edge,
  76. read_reverse_dict,
  77. delete_node,
  78. delete_edge):
  79. AtomicDEVS.__init__(self, "MvS")
  80. self.timings = {
  81. "read_root": read_root,
  82. "create_node": create_node,
  83. "create_edge": create_edge,
  84. "create_nodevalue": create_nodevalue,
  85. "create_dict": create_dict,
  86. "read_value": read_value,
  87. "read_outgoing": read_outgoing,
  88. "read_incoming": read_incoming,
  89. "read_edge": read_edge,
  90. "read_dict": read_dict,
  91. "read_dict_keys": read_dict_keys,
  92. "read_dict_edge": read_dict_edge,
  93. "read_dict_node": read_dict_node,
  94. "read_dict_node_edge": read_dict_node_edge,
  95. "read_reverse_dict": read_reverse_dict,
  96. "delete_node": delete_node,
  97. "delete_edge": delete_edge,
  98. }
  99. self.state = MvSState()
  100. self.from_mvk = self.addInPort("from_MvK")
  101. self.to_mvk = self.addOutPort("to_MvK")
  102. def extTransition(self, inputs):
  103. self.state.timer -= self.elapsed
  104. empty = len(self.state.queue) == 0
  105. self.state.queue.extend(inputs[self.from_mvk])
  106. if empty:
  107. # First message, so set the timer
  108. # And already compute the result so it is ready to output
  109. self.state.output = []
  110. self.state.timer = 0.0
  111. for v in self.state.queue[0]:
  112. f = getattr(self.state.mvs, translate(v[0]))
  113. start = time.time()
  114. self.state.output.append(f(*v[1]))
  115. if PROFILE:
  116. print("%s: %.17f" % (translate(v[0]), time.time() - start))
  117. self.state.timer += self.timings[translate(v[0])]
  118. else:
  119. # Just append the message to process
  120. pass
  121. return self.state
  122. def outputFnc(self):
  123. return {self.to_mvk: [self.state.output]}
  124. def intTransition(self):
  125. self.state.queue.pop(0)
  126. self.state.output = []
  127. if len(self.state.queue) > 0:
  128. self.state.timer = 0.0
  129. # Value contains a list of operations to do
  130. # So do them and calculate how long it takes
  131. for v in self.state.queue[0]:
  132. f = getattr(self.state.mvs, translate(v[0]))
  133. start = time.time()
  134. self.state.output.append(f(*v[1]))
  135. if PROFILE:
  136. print("%s: %.17f" % (translate(v[0]), time.time() - start))
  137. self.state.timer += self.timings[translate(v[0])]
  138. else:
  139. self.state.timer = float("inf")
  140. return self.state
  141. def timeAdvance(self):
  142. return self.state.timer
  143. class MvKState(object):
  144. def __init__(self, rule_generation):
  145. self.mvk = None
  146. self.waiting = False
  147. self.inputs = {}
  148. self.outputs = {}
  149. self.tasks = []
  150. self.reply = None
  151. self.phase = None
  152. self.commands = None
  153. self.root = None
  154. self.current_task = None
  155. self.loaded_primitives = False
  156. self.execution_counter = 0
  157. self.rule_generation = rule_generation
  158. self.current_time = 0.0
  159. self.start_task_time = 0.0
  160. def __str__(self):
  161. return "\nMvK: %s\n" % self.mvk + \
  162. "waiting: %s\n" % self.waiting + \
  163. "inputs: %s\n" % self.inputs + \
  164. "outputs: %s\n" % self.outputs + \
  165. "tasks: %s\n" % self.tasks + \
  166. "reply: %s\n" % self.reply + \
  167. "phase: %s\n" % self.phase + \
  168. "commands: %s\n" % self.commands + \
  169. "root: %s\n" % self.root + \
  170. "current task: %s\n" % self.current_task + \
  171. "execution counter: %s\n"
  172. class ModelverseKernel(AtomicDEVS):
  173. def __init__(self, time_per_phase, rule_generation):
  174. AtomicDEVS.__init__(self, "MvK")
  175. self.state = MvKState(rule_generation)
  176. self.from_mvi = self.addInPort("from_MvI")
  177. self.from_mvs = self.addInPort("from_MvS")
  178. self.to_mvi = self.addOutPort("to_MvI")
  179. self.to_mvs = self.addOutPort("to_MvS")
  180. self.time_per_phase = time_per_phase
  181. def extTransition(self, inputs):
  182. self.state.current_time += self.elapsed
  183. if self.from_mvi in inputs:
  184. # Got input from MvI, so we queue it
  185. for inp in inputs[self.from_mvi]:
  186. taskname = inp[0]
  187. data = inp[1]
  188. if data is not None:
  189. self.state.inputs.setdefault(taskname, []).extend(data)
  190. else:
  191. self.state.outputs.setdefault(taskname, []).append(None)
  192. if self.from_mvs in inputs:
  193. # Got input from MvS, so we can continue processing
  194. #print(" --> " + str(inputs[self.from_mvs]))
  195. for mvs_input in inputs[self.from_mvs]:
  196. if self.state.mvk is None:
  197. # No MvK, so set it with the root we have just received (or should have received)
  198. self.state.root = mvs_input[0]
  199. self.state.mvk = MvK(self.state.root)
  200. else:
  201. self.state.reply = mvs_input
  202. self.state.waiting = False
  203. return self.state
  204. def intTransition(self):
  205. self.state.current_time += self.timeAdvance()
  206. was_empty = len(self.state.tasks) == 0
  207. if self.state.commands is not None:
  208. self.state.commands = None
  209. return self.state
  210. if self.state.mvk is not None:
  211. self.state.mvk.returnvalue = None
  212. if self.state.mvk is None:
  213. # Initializing
  214. self.state.waiting = True
  215. elif not self.state.loaded_primitives:
  216. commands = self.state.mvk.execute_yields("", "load_primitives", [], self.state.reply)
  217. if commands is None:
  218. self.state.loaded_primitives = True
  219. self.state.reply = None
  220. else:
  221. self.state.waiting = True
  222. self.state.commands = commands
  223. else:
  224. # Are initialized and have work to do
  225. if len(self.state.tasks) == 0:
  226. # Read out new set of tasks first
  227. if self.state.reply is None:
  228. commands = [("RDK", [self.state.root])]
  229. else:
  230. self.state.tasks = self.state.reply[0]
  231. commands = None
  232. elif self.state.phase == "init_task":
  233. if self.state.reply is None:
  234. commands = [("RV", [self.state.tasks[0]])]
  235. else:
  236. self.state.current_task = self.state.reply[0]
  237. #print("Processing task %s at time %s" % (self.state.current_task, self.time_last))
  238. self.state.start_task_time = self.state.current_time
  239. if self.state.current_task.startswith("__"):
  240. # Don't process this task and force termination of task
  241. self.state.phase = "output"
  242. commands = None
  243. elif self.state.phase == "input":
  244. # Process inputs
  245. if self.state.inputs.get(self.state.current_task, None):
  246. value = self.state.inputs[self.state.current_task][0]
  247. start = time.time()
  248. commands = self.state.mvk.execute_yields(self.state.current_task, "set_input", [value], self.state.reply)
  249. if PROFILE:
  250. print("rule_generation: %.17f" % ((time.time() - start)))
  251. #self.state.rule_generation = time.time() - start
  252. self.state.mvk.returnvalue = None
  253. if commands is None:
  254. self.state.inputs[self.state.current_task].pop(0)
  255. else:
  256. commands = None
  257. elif self.state.phase == "computation":
  258. try:
  259. start = time.time()
  260. commands = self.state.mvk.execute_yields(self.state.current_task, "execute_rule", [], self.state.reply)
  261. if PROFILE:
  262. print("rule_generation: %.17f" % ((time.time() - start)))
  263. #self.state.rule_generation = time.time() - start
  264. except SleepKernel:
  265. commands = None
  266. self.state.mvk.success = False
  267. else:
  268. self.state.mvk.success = True
  269. elif self.state.phase == "output":
  270. start = time.time()
  271. commands = self.state.mvk.execute_yields(self.state.current_task, "get_output", [], self.state.reply)
  272. if PROFILE:
  273. print("rule_generation: %.17f" % ((time.time() - start)))
  274. #self.state.rule_generation = time.time() - start
  275. else:
  276. raise Exception("Phase: " + str(self.state.phase))
  277. # Advance phase
  278. if commands is None:
  279. if was_empty:
  280. self.state.phase = "init_task"
  281. elif self.state.phase == "init_task":
  282. self.state.phase = "input"
  283. elif self.state.phase == "input":
  284. self.state.phase = "computation"
  285. elif self.state.phase == "computation":
  286. if not self.state.mvk.success or (self.state.current_time - self.state.start_task_time > self.time_per_phase):
  287. self.state.phase = "output"
  288. elif self.state.phase == "output":
  289. self.state.tasks.pop(0)
  290. self.state.phase = "init_task"
  291. self.state.waiting = False
  292. self.state.reply = None
  293. else:
  294. self.state.waiting = True
  295. # Send the commands to the MvS
  296. self.state.commands = commands
  297. #print(" <-- " + str(commands))
  298. return self.state
  299. def outputFnc(self):
  300. outputs = {}
  301. if self.state.mvk is None:
  302. # Ask the root first
  303. outputs[self.to_mvs] = [[("RR", [])]]
  304. elif self.state.waiting:
  305. outputs[self.to_mvs] = [self.state.commands]
  306. if self.state.mvk and self.state.mvk.returnvalue is not None:
  307. outputs[self.to_mvi] = [(self.state.current_task, self.state.mvk.returnvalue)]
  308. return outputs
  309. def timeAdvance(self):
  310. if self.state.commands is not None:
  311. return self.state.rule_generation
  312. elif self.state.waiting:
  313. return float("inf")
  314. elif self.state.mvk is None:
  315. return 0
  316. else:
  317. return 0
  318. class MvIState():
  319. def __init__(self):
  320. self.operations = []
  321. self.additional_operations = []
  322. self.keyed_operations = {}
  323. self.task_to_spawner = {}
  324. self.task_to_operation = {}
  325. self.output = {}
  326. self.blocked = True
  327. self.finished = False
  328. self.send_operations = {}
  329. class ModelverseInterface(AtomicDEVS):
  330. def __init__(self, taskname, operations, finish_on, additional_operations=[], keyed_operations={}):
  331. AtomicDEVS.__init__(self, "MvI_%s" % taskname)
  332. self.state = MvIState()
  333. if taskname == "task_manager":
  334. self.state.blocked = False
  335. self.state.operations = operations
  336. self.state.additional_operations = additional_operations
  337. self.state.keyed_operations = keyed_operations
  338. self.state.create_additional_task = []
  339. self.taskname = taskname
  340. self.finish_on = finish_on
  341. self.to_mvk = self.addOutPort("to_MvK")
  342. self.from_mvk = self.addInPort("from_MvK")
  343. def intTransition(self):
  344. self.state.create_additional_task = []
  345. if not self.state.send_operations:
  346. self.state.operations.pop(0)
  347. else:
  348. for k in self.state.send_operations.keys():
  349. if self.state.send_operations[k]:
  350. self.state.send_operations[k][0] = None
  351. self.state.blocked = True
  352. return self.state
  353. def extTransition(self, inputs):
  354. for inp in inputs[self.from_mvk]:
  355. print("Got input: " + str(inp))
  356. self.state.blocked = False
  357. self.state.output.setdefault(inp[0], []).append(inp[1])
  358. if inp[0] == self.taskname and inp[1] == self.finish_on:
  359. self.state.finished = True
  360. elif inp[0] == self.taskname and self.state.operations[0] is None:
  361. # We have to block for now, and modify a model first...
  362. print("Blocking for now...")
  363. prev_output = self.state.output[inp[0]][-1]
  364. if prev_output.startswith("Please edit this model before sending next input: "):
  365. _, model_name = prev_output.split("Please edit this model before sending next input: ", 1)
  366. new_taskname = str(uuid.uuid4())
  367. self.state.send_operations[new_taskname] = [[], ["admin"], ["admin"], ["quiet"], ["model_modify", model_name, ""]] + self.state.additional_operations[0] + [["exit"]]
  368. print("Modifying model " + str(model_name))
  369. print("On taskname " + str(new_taskname))
  370. self.state.create_additional_task.append(new_taskname)
  371. self.state.task_to_operation[new_taskname] = None
  372. self.state.task_to_spawner[new_taskname] = None
  373. elif prev_output.startswith("Spawned activity on task: "):
  374. print("Spawned activity")
  375. _, task_name = prev_output.split("Spawned activity on task: ", 1)
  376. self.state.blocked = True
  377. self.state.task_to_spawner[task_name] = None
  378. # NOTE We now know that there is something to do on an other task, so we just wait for that event to come in
  379. self.state.operations.insert(0, [])
  380. self.state.operations.insert(0, [])
  381. self.state.operations.insert(0, [])
  382. elif prev_output.startswith("Finished task: "):
  383. self.state.blocked = True
  384. elif " : " in prev_output:
  385. task_name, _ = prev_output.split(" : ", 1)
  386. self.state.blocked = True
  387. self.state.task_to_spawner[task_name] = None
  388. # NOTE We now know that there is something to do on an other task, so we just wait for that event to come in
  389. self.state.operations.insert(0, [])
  390. self.state.operations.insert(0, [])
  391. self.state.operations.insert(0, [])
  392. else:
  393. print("UNKNOWN: " + str(prev_output))
  394. elif inp[0] != self.taskname:
  395. # Got some output on another task
  396. self.state.send_operations[inp[0]].pop(0)
  397. if inp[1].startswith("Please edit this model before sending next input: "):
  398. _, model_name = inp[1].split("Please edit this model before sending next input: ", 1)
  399. new_taskname = str(uuid.uuid4())
  400. self.state.send_operations[new_taskname] = [[], ["admin"], ["admin"], ["quiet"], ["model_modify", model_name, ""]] + self.state.keyed_operations.get(self.state.task_to_operation[inp[0]], []) + [["exit"]]
  401. print("Modifying model " + str(model_name))
  402. print("On taskname " + str(new_taskname))
  403. self.state.create_additional_task.append(new_taskname)
  404. self.state.task_to_spawner[new_taskname] = inp[0]
  405. elif inp[1].startswith("Please perform manual operation "):
  406. _, op_name = inp[1].split("Please perform manual operation ", 1)
  407. self.state.task_to_operation[inp[0]] = op_name[1:-1]
  408. if not self.state.send_operations[inp[0]]:
  409. del self.state.send_operations[inp[0]]
  410. # At the end of these operations, so finish up!
  411. if self.state.task_to_spawner[inp[0]] is not None:
  412. self.state.keyed_operations.pop(self.state.task_to_operation[self.state.task_to_spawner[inp[0]]], None)
  413. self.state.additional_operations.insert(0, [])
  414. self.state.send_operations[self.state.task_to_spawner[inp[0]]] = ["__continue__"]
  415. else:
  416. self.state.additional_operations.pop(0)
  417. self.state.operations.pop(0)
  418. print("Clear up to the normal task!")
  419. return self.state
  420. def outputFnc(self):
  421. if self.state.send_operations:
  422. outp = []
  423. if self.state.create_additional_task:
  424. outp.append(('task_manager', self.state.create_additional_task))
  425. for k, v in self.state.send_operations.items():
  426. if v and v[0] is not None:
  427. outp.append((k, v[0]))
  428. print("REQUEST special: " + str(outp))
  429. if outp:
  430. return {self.to_mvk: outp}
  431. else:
  432. return {}
  433. elif self.state.operations:
  434. print("REQUEST: " + str(self.state.operations[0]))
  435. return {self.to_mvk: [(self.taskname, self.state.operations[0])]}
  436. else:
  437. return {}
  438. def timeAdvance(self):
  439. if self.state.blocked:
  440. return float("inf")
  441. else:
  442. return 0.0
  443. class NetworkState(object):
  444. def __init__(self):
  445. self.processing = []
  446. self.timer = float("inf")
  447. class Network(AtomicDEVS):
  448. def __init__(self, name, latency, bandwidth):
  449. AtomicDEVS.__init__(self, name)
  450. self.state = NetworkState()
  451. self.input_port = self.addInPort("input_port")
  452. self.output_port = self.addOutPort("output_port")
  453. self.latency = latency
  454. self.bandwidth = bandwidth
  455. def intTransition(self):
  456. self.state.processing.pop(0)
  457. if self.state.processing:
  458. self.state.timer = (len(self.state.processing[0]) * 8 / float(self.bandwidth) + self.latency)
  459. else:
  460. self.state.timer = float("inf")
  461. return self.state
  462. def extTransition(self, inputs):
  463. self.state.timer -= self.elapsed
  464. if self.state.timer == float("inf"):
  465. self.state.timer = 0
  466. for v in inputs[self.input_port]:
  467. self.state.processing.append(json.dumps(v))
  468. # NOTE data is in bytes, while bandwidth is in bits, so multiply by 8
  469. if len(self.state.processing) > 0:
  470. self.state.timer = (len(self.state.processing[0]) * 8 / float(self.bandwidth) + self.latency)
  471. return self.state
  472. def outputFnc(self):
  473. return {self.output_port: [json.loads(self.state.processing[0])]}
  474. def timeAdvance(self):
  475. #print("Timer: " + str(self.state.timer))
  476. return self.state.timer
  477. class System(CoupledDEVS):
  478. def __init__(self,
  479. taskname,
  480. operations,
  481. mvi_additional,
  482. mvi_keyed,
  483. finish_on,
  484. rule_generation,
  485. time_per_phase,
  486. mvi2mvk_latency,
  487. mvi2mvk_bandwidth,
  488. mvk2mvs_latency,
  489. mvk2mvs_bandwidth,
  490. mvs2mvk_latency,
  491. mvs2mvk_bandwidth,
  492. mvk2mvi_latency,
  493. mvk2mvi_bandwidth,
  494. read_root,
  495. create_node,
  496. create_edge,
  497. create_nodevalue,
  498. create_dict,
  499. read_value,
  500. read_outgoing,
  501. read_incoming,
  502. read_edge,
  503. read_dict,
  504. read_dict_keys,
  505. read_dict_edge,
  506. read_dict_node,
  507. read_dict_node_edge,
  508. read_reverse_dict,
  509. delete_node,
  510. delete_edge):
  511. CoupledDEVS.__init__(self, "System")
  512. self.mvi_manager = self.addSubModel(ModelverseInterface(\
  513. taskname = "task_manager",
  514. operations = [[taskname]],
  515. finish_on = None,
  516. ))
  517. self.mvi = self.addSubModel(ModelverseInterface(\
  518. taskname = taskname,
  519. operations = operations,
  520. finish_on = finish_on,
  521. additional_operations = mvi_additional,
  522. keyed_operations = mvi_keyed,
  523. ))
  524. self.mvk = self.addSubModel(ModelverseKernel(\
  525. time_per_phase = time_per_phase,
  526. rule_generation = rule_generation,
  527. ))
  528. self.mvs = self.addSubModel(ModelverseState(\
  529. read_root = read_root,
  530. create_node = create_node,
  531. create_edge = create_edge,
  532. create_nodevalue = create_nodevalue,
  533. create_dict = create_dict,
  534. read_value = read_value,
  535. read_outgoing = read_outgoing,
  536. read_incoming = read_incoming,
  537. read_edge = read_edge,
  538. read_dict = read_dict,
  539. read_dict_keys = read_dict_keys,
  540. read_dict_edge = read_dict_edge,
  541. read_dict_node = read_dict_node,
  542. read_dict_node_edge = read_dict_node_edge,
  543. read_reverse_dict = read_reverse_dict,
  544. delete_node = delete_node,
  545. delete_edge = delete_edge,
  546. ))
  547. self.mvi2mvk = self.addSubModel(Network(\
  548. name = "mvi2mvk",
  549. latency = mvi2mvk_latency,
  550. bandwidth = mvi2mvk_bandwidth,
  551. ))
  552. self.mvk2mvs = self.addSubModel(Network(\
  553. name = "mvk2mvs",
  554. latency = mvk2mvs_latency,
  555. bandwidth = mvk2mvs_bandwidth,
  556. ))
  557. self.mvs2mvk = self.addSubModel(Network(\
  558. name = "mvs2mvk",
  559. latency = mvs2mvk_latency,
  560. bandwidth = mvs2mvk_bandwidth,
  561. ))
  562. self.mvk2mvi = self.addSubModel(Network(\
  563. name = "mvk2mvi",
  564. latency = mvk2mvi_latency,
  565. bandwidth = mvk2mvi_bandwidth,
  566. ))
  567. self.connectPorts(self.mvi_manager.to_mvk, self.mvk.from_mvi)
  568. self.connectPorts(self.mvi.to_mvk, self.mvi2mvk.input_port)
  569. self.connectPorts(self.mvi2mvk.output_port, self.mvk.from_mvi)
  570. self.connectPorts(self.mvk.to_mvs, self.mvk2mvs.input_port)
  571. self.connectPorts(self.mvk2mvs.output_port, self.mvs.from_mvk)
  572. self.connectPorts(self.mvs.to_mvk, self.mvs2mvk.input_port)
  573. self.connectPorts(self.mvs2mvk.output_port, self.mvk.from_mvs)
  574. self.connectPorts(self.mvk.to_mvi, self.mvk2mvi.input_port)
  575. self.connectPorts(self.mvk2mvi.output_port, self.mvi.from_mvk)
  576. taskname = "test_task"
  577. operations = json.loads(open("model/operations", 'r').read())
  578. #operations = json.loads(open("model/operations_simple", 'r').read())
  579. additional_operations = [[], # revise_req
  580. [], # revise_environment
  581. [], # revise_plant
  582. [], # revise_control
  583. [], # revise_query
  584. [], # revise_architecture
  585. [], # make_initial_models
  586. [["instantiate_edge", "Association", "PLANT2EPN_link", "PW_Plant/State", "Encapsulated_PetriNet/Place"], ["instantiate_edge", "Association", "PLANT2EPN_tlink", "PW_Plant/Transition", "Encapsulated_PetriNet/Transition"]], # plant_to_EPN
  587. [["instantiate_edge", "Association", "CTRL2EPN_link", "PW_Control/State", "Encapsulated_PetriNet/Place"], ["instantiate_edge", "Association", "CTRL2EPN_tlink", "PW_Control/Transition", "Encapsulated_PetriNet/Transition"]], # control_to_EPN
  588. [["instantiate_edge", "Association", "ENV2EPN_link", "PW_Environment/Event", "Encapsulated_PetriNet/Place"]], # environment_to_EPN
  589. [["instantiate_edge", "Association", "EPN2PN_place_link", "Encapsulated_PetriNet/Place", "PetriNet/Place"], ["instantiate_edge", "Association", "EPN2PN_transition_link", "Encapsulated_PetriNet/Transition", "PetriNet/Transition"]], # EPN_to_PN
  590. [], # match
  591. [], # reachability
  592. [], # bfs
  593. [], # merge
  594. ]
  595. #additional_operations = [[]]
  596. keyed_operations = {"models/revise_req": [["upload"], compile_model("models/requirements_model.mvc")],
  597. "models/revise_plant": [["upload"], compile_model("models/plant_model.mvc")],
  598. "models/revise_environment": [["upload"], compile_model("models/environment_model.mvc")],
  599. "models/revise_control": [["upload"], compile_model("models/control_model.mvc")],
  600. "models/revise_query": [["upload"], compile_model("models/query_model.mvc")],
  601. "models/revise_architecture": [["upload"], compile_model("models/architecture_model.mvc")],
  602. }
  603. #keyed_operations = {"models/modify_lang": [["instantiate_node", "PN/Class", ""]]}
  604. finish_on = "FINISHED"
  605. args = {
  606. "taskname": taskname,
  607. "operations": operations,
  608. "finish_on": finish_on,
  609. "mvi_additional": additional_operations,
  610. "mvi_keyed": keyed_operations,
  611. "mvi2mvk_latency": 0.0000001,
  612. "mvi2mvk_bandwidth": 50000000000,
  613. "mvk2mvs_latency": 0.0000001,
  614. "mvk2mvs_bandwidth": 50000000000,
  615. "mvs2mvk_latency": 0.0000001,
  616. "mvs2mvk_bandwidth": 50000000000,
  617. "mvk2mvi_latency": 0.0000001,
  618. "mvk2mvi_bandwidth": 50000000000,
  619. "time_per_phase": 0.05,
  620. # Automatically filled in from calibration results, just here to prevent crashes (results for my UA desktop)
  621. "read_root": 0.00001406669616699,
  622. "create_node": 0.00000379181167487,
  623. "create_edge": 0.00000601282282066,
  624. "create_nodevalue": 0.00000501364247391,
  625. "create_dict": 0.00001028065706205,
  626. "read_value": 0.00000388661630500,
  627. "read_outgoing": 0.00000520600098073,
  628. "read_incoming": 0.00000645903181994,
  629. "read_edge": 0.00000449162172644,
  630. "read_dict": 0.00000460127038355,
  631. "read_dict_keys": 0.00001678063432883,
  632. "read_dict_node": 0.00001020808859528,
  633. "read_dict_edge": 0.00000642558526942,
  634. "read_dict_node_edge": 0.0,
  635. "read_reverse_dict": 0.00002557890755790,
  636. "delete_node": 0.00004755891187096,
  637. "delete_edge": 0.00000683382081240,
  638. "rule_generation": 0.00001543215873893,
  639. }
  640. with open("calibration/averages", 'r') as param_file:
  641. for l in param_file:
  642. op, t = l.split(": ")
  643. op = op.strip()
  644. args[op] = float(t)
  645. model = System(**args)
  646. sim = Simulator(model)
  647. sim.setTerminationCondition(lambda t, m: m.mvi.state.finished)
  648. #sim.setVerbose()
  649. tn = sim.simulate()
  650. print("Simulation finished at time %s" % tn)