model.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744
  1. import sys
  2. import time
  3. import uuid
  4. sys.path.append("kernel/")
  5. sys.path.append("state/")
  6. sys.path.append("interface/HUTN")
  7. from modelverse_state.main import ModelverseState as MvS
  8. from modelverse_kernel.main import ModelverseKernel as MvK
  9. from modelverse_kernel.primitives import SleepKernel
  10. import modelverse_jit.jit as jit
  11. from hutn_compiler.compiler import main as do_compile
  12. from pypdevs.minimal import AtomicDEVS, CoupledDEVS, Simulator
  13. PROFILE = False
  14. import json
  15. import random
  16. random.seed(1)
  17. COMPILER_PATH = "interface/HUTN"
  18. sys.path.append(COMPILER_PATH)
  19. from hutn_compiler.compiler import main as do_compile
  20. import os
  21. def clean_code(code):
  22. if code == "":
  23. return code
  24. code_fragments = code.split("\n")
  25. code_fragments = [i.rstrip() for i in code_fragments if i.strip() != ""]
  26. code_fragments = [i.replace(" ", "\t") for i in code_fragments]
  27. initial_tabs = min([len(i) - len(i.lstrip("\t")) for i in code_fragments])
  28. code_fragments = [i[initial_tabs:] for i in code_fragments]
  29. code_fragments.append("")
  30. code = "\n".join(code_fragments)
  31. return code.encode('ascii', 'replace')
  32. def compile_model(temp_file):
  33. compiled = do_compile(temp_file, COMPILER_PATH + "/grammars/modelling.g", "M")
  34. return ["__LOCAL__"] + compiled
  35. trans_map = {
  36. "CN": "create_node",
  37. "CE": "create_edge",
  38. "CNV": "create_nodevalue",
  39. "CD": "create_dict",
  40. "RV": "read_value",
  41. "RO": "read_outgoing",
  42. "RI": "read_incoming",
  43. "RE": "read_edge",
  44. "RD": "read_dict",
  45. "RDN": "read_dict_node",
  46. "RDNE": "read_dict_node_edge",
  47. "RDE": "read_dict_edge",
  48. "RRD": "read_reverse_dict",
  49. "RR": "read_root",
  50. "RDK": "read_dict_keys",
  51. "DE": "delete_edge",
  52. "DN": "delete_node",
  53. "GC": "purge",
  54. }
  55. def translate(operation):
  56. return trans_map[operation]
  57. class MvSState(object):
  58. def __init__(self):
  59. self.queue = []
  60. self.output = None
  61. self.mvs = MvS("bootstrap/bootstrap.m.gz")
  62. self.timer = float("inf")
  63. class ModelverseState(AtomicDEVS):
  64. def __init__(self,
  65. read_root,
  66. create_node,
  67. create_edge,
  68. create_nodevalue,
  69. create_dict,
  70. read_value,
  71. read_outgoing,
  72. read_incoming,
  73. read_edge,
  74. read_dict,
  75. read_dict_keys,
  76. read_dict_edge,
  77. read_dict_node,
  78. read_dict_node_edge,
  79. read_reverse_dict,
  80. delete_node,
  81. delete_edge,
  82. purge):
  83. AtomicDEVS.__init__(self, "MvS")
  84. self.timings = {
  85. "read_root": read_root,
  86. "create_node": create_node,
  87. "create_edge": create_edge,
  88. "create_nodevalue": create_nodevalue,
  89. "create_dict": create_dict,
  90. "read_value": read_value,
  91. "read_outgoing": read_outgoing,
  92. "read_incoming": read_incoming,
  93. "read_edge": read_edge,
  94. "read_dict": read_dict,
  95. "read_dict_keys": read_dict_keys,
  96. "read_dict_edge": read_dict_edge,
  97. "read_dict_node": read_dict_node,
  98. "read_dict_node_edge": read_dict_node_edge,
  99. "read_reverse_dict": read_reverse_dict,
  100. "delete_node": delete_node,
  101. "delete_edge": delete_edge,
  102. "purge": purge,
  103. }
  104. self.state = MvSState()
  105. self.from_mvk = self.addInPort("from_MvK")
  106. self.to_mvk = self.addOutPort("to_MvK")
  107. def extTransition(self, inputs):
  108. self.state.timer -= self.elapsed
  109. empty = len(self.state.queue) == 0
  110. self.state.queue.extend(inputs[self.from_mvk])
  111. if empty:
  112. # First message, so set the timer
  113. # And already compute the result so it is ready to output
  114. self.state.output = []
  115. self.state.timer = 0.0
  116. for v in self.state.queue[0]:
  117. f = getattr(self.state.mvs, translate(v[0]))
  118. start = time.time()
  119. self.state.output.append(f(*v[1]))
  120. if PROFILE:
  121. print("%s: %.17f" % (translate(v[0]), time.time() - start))
  122. self.state.timer += self.timings[translate(v[0])]
  123. else:
  124. # Just append the message to process
  125. pass
  126. return self.state
  127. def outputFnc(self):
  128. return {self.to_mvk: [self.state.output]}
  129. def intTransition(self):
  130. self.state.queue.pop(0)
  131. self.state.output = []
  132. if len(self.state.queue) > 0:
  133. self.state.timer = 0.0
  134. # Value contains a list of operations to do
  135. # So do them and calculate how long it takes
  136. for v in self.state.queue[0]:
  137. f = getattr(self.state.mvs, translate(v[0]))
  138. start = time.time()
  139. self.state.output.append(f(*v[1]))
  140. if PROFILE:
  141. print("%s: %.17f" % (translate(v[0]), time.time() - start))
  142. self.state.timer += self.timings[translate(v[0])]
  143. else:
  144. self.state.timer = float("inf")
  145. return self.state
  146. def timeAdvance(self):
  147. return self.state.timer
  148. class MvKState(object):
  149. def __init__(self, rule_generation):
  150. self.mvk = None
  151. self.waiting = False
  152. self.inputs = {}
  153. self.outputs = {}
  154. self.tasks = []
  155. self.reply = None
  156. self.phase = None
  157. self.commands = None
  158. self.root = None
  159. self.current_task = None
  160. self.loaded_primitives = False
  161. self.execution_counter = 0
  162. self.rule_generation = rule_generation
  163. self.current_time = 0.0
  164. self.start_task_time = 0.0
  165. self.execution_rounds = 0
  166. def __str__(self):
  167. return "\nMvK: %s\n" % self.mvk + \
  168. "waiting: %s\n" % self.waiting + \
  169. "inputs: %s\n" % self.inputs + \
  170. "outputs: %s\n" % self.outputs + \
  171. "tasks: %s\n" % self.tasks + \
  172. "reply: %s\n" % self.reply + \
  173. "phase: %s\n" % self.phase + \
  174. "commands: %s\n" % self.commands + \
  175. "root: %s\n" % self.root + \
  176. "current task: %s\n" % self.current_task + \
  177. "execution counter: %s\n"
  178. class ModelverseKernel(AtomicDEVS):
  179. def __init__(self, time_per_phase, rule_generation):
  180. AtomicDEVS.__init__(self, "MvK")
  181. self.state = MvKState(rule_generation)
  182. self.from_mvi = self.addInPort("from_MvI")
  183. self.from_mvs = self.addInPort("from_MvS")
  184. self.to_mvi = self.addOutPort("to_MvI")
  185. self.to_mvs = self.addOutPort("to_MvS")
  186. self.time_per_phase = time_per_phase
  187. def extTransition(self, inputs):
  188. self.state.current_time += self.elapsed
  189. if self.from_mvi in inputs:
  190. # Got input from MvI, so we queue it
  191. for inp in inputs[self.from_mvi]:
  192. taskname = inp[0]
  193. data = inp[1]
  194. if data is not None:
  195. self.state.inputs.setdefault(taskname, []).extend(data)
  196. else:
  197. self.state.outputs.setdefault(taskname, []).append(None)
  198. if self.from_mvs in inputs:
  199. # Got input from MvS, so we can continue processing
  200. for mvs_input in inputs[self.from_mvs]:
  201. if self.state.mvk is None:
  202. # No MvK, so set it with the root we have just received (or should have received)
  203. self.state.root = mvs_input[0]
  204. self.state.mvk = MvK(self.state.root)
  205. self.state.mvk.jit.set_function_body_compiler(jit.compile_function_body_fast)
  206. else:
  207. self.state.reply = mvs_input
  208. self.state.waiting = False
  209. return self.state
  210. def intTransition(self):
  211. self.state.current_time += self.timeAdvance()
  212. was_empty = len(self.state.tasks) == 0
  213. if self.state.commands is not None:
  214. self.state.commands = None
  215. return self.state
  216. if self.state.mvk is not None:
  217. self.state.mvk.returnvalue = None
  218. if self.state.mvk is None:
  219. # Initializing
  220. self.state.waiting = True
  221. elif not self.state.loaded_primitives:
  222. commands = self.state.mvk.execute_yields("", "load_primitives", [], self.state.reply)
  223. if commands is None:
  224. self.state.loaded_primitives = True
  225. self.state.reply = None
  226. else:
  227. self.state.waiting = True
  228. self.state.commands = commands
  229. else:
  230. # Are initialized and have work to do
  231. if len(self.state.tasks) == 0:
  232. # Read out new set of tasks first
  233. if self.state.reply is None:
  234. self.state.execution_rounds += 1
  235. commands = [("RDK", [self.state.root])]
  236. if self.state.execution_rounds > 1000:
  237. commands.append(("GC", []))
  238. self.state.execution_rounds = 0
  239. else:
  240. self.state.tasks = self.state.reply[0]
  241. commands = None
  242. elif self.state.phase == "init_task":
  243. if self.state.reply is None:
  244. commands = [("RV", [self.state.tasks[0]])]
  245. else:
  246. self.state.current_task = self.state.reply[0]
  247. self.state.start_task_time = self.state.current_time
  248. if self.state.current_task.startswith("__"):
  249. # Don't process this task and force termination of task
  250. self.state.phase = "output"
  251. commands = None
  252. elif self.state.phase == "input":
  253. # Process inputs
  254. if self.state.inputs.get(self.state.current_task, None):
  255. value = self.state.inputs[self.state.current_task][0]
  256. start = time.time()
  257. commands = self.state.mvk.execute_yields(self.state.current_task, "set_input", [value], self.state.reply)
  258. #print("EXECUTEYIELDSI %s %.17f" % (self.state.current_task, time.time() - start))
  259. #print(commands)
  260. if PROFILE:
  261. print("rule_generation: %.17f" % ((time.time() - start)))
  262. #self.state.rule_generation = time.time() - start
  263. self.state.mvk.returnvalue = None
  264. if commands is None:
  265. self.state.inputs[self.state.current_task].pop(0)
  266. else:
  267. commands = None
  268. elif self.state.phase == "computation":
  269. try:
  270. start = time.time()
  271. commands = self.state.mvk.execute_yields(self.state.current_task, "execute_rule", [], self.state.reply)
  272. #print("EXECUTEYIELDS %s %.17f" % (self.state.current_task, time.time() - start))
  273. #print(commands)
  274. if PROFILE:
  275. print("rule_generation: %.17f" % ((time.time() - start)))
  276. except SleepKernel:
  277. commands = None
  278. self.state.mvk.success = False
  279. else:
  280. self.state.mvk.success = True
  281. elif self.state.phase == "output":
  282. start = time.time()
  283. commands = self.state.mvk.execute_yields(self.state.current_task, "get_output", [], self.state.reply)
  284. #print("EXECUTEYIELDSO %s %.17f" % (self.state.current_task, time.time() - start))
  285. #print(commands)
  286. if PROFILE:
  287. print("rule_generation: %.17f" % ((time.time() - start)))
  288. #self.state.rule_generation = time.time() - start
  289. else:
  290. raise Exception("Phase: " + str(self.state.phase))
  291. # Advance phase
  292. if commands is None:
  293. if was_empty:
  294. self.state.phase = "init_task"
  295. elif self.state.phase == "init_task":
  296. self.state.phase = "input"
  297. elif self.state.phase == "input":
  298. self.state.phase = "computation"
  299. elif self.state.phase == "computation":
  300. if (not self.state.mvk.success) or (self.state.current_time - self.state.start_task_time > self.time_per_phase):
  301. self.state.phase = "output"
  302. elif self.state.phase == "output":
  303. self.state.tasks.pop(0)
  304. self.state.phase = "init_task"
  305. self.state.waiting = False
  306. self.state.reply = None
  307. else:
  308. self.state.waiting = True
  309. # Send the commands to the MvS
  310. self.state.commands = commands
  311. return self.state
  312. def outputFnc(self):
  313. outputs = {}
  314. if self.state.mvk is None:
  315. # Ask the root first
  316. outputs[self.to_mvs] = [[("RR", [])]]
  317. elif self.state.waiting:
  318. outputs[self.to_mvs] = [self.state.commands]
  319. if self.state.mvk and self.state.mvk.returnvalue is not None:
  320. outputs[self.to_mvi] = [(self.state.current_task, self.state.mvk.returnvalue)]
  321. return outputs
  322. def timeAdvance(self):
  323. if self.state.commands is not None:
  324. return self.state.rule_generation
  325. elif self.state.waiting:
  326. return float("inf")
  327. elif self.state.mvk is None:
  328. return 0
  329. else:
  330. return 0
  331. class MvIState():
  332. def __init__(self):
  333. self.operations = []
  334. self.additional_operations = []
  335. self.keyed_operations = {}
  336. self.task_to_spawner = {}
  337. self.task_to_operation = {}
  338. self.output = {}
  339. self.blocked = True
  340. self.finished = False
  341. self.send_operations = {}
  342. class ModelverseInterface(AtomicDEVS):
  343. def __init__(self, taskname, operations, finish_on, additional_operations=[], keyed_operations={}):
  344. AtomicDEVS.__init__(self, "MvI_%s" % taskname)
  345. self.state = MvIState()
  346. if taskname == "task_manager":
  347. self.state.blocked = False
  348. self.state.operations = operations
  349. self.state.additional_operations = additional_operations
  350. self.state.keyed_operations = keyed_operations
  351. self.state.create_additional_task = []
  352. self.taskname = taskname
  353. self.finish_on = finish_on
  354. self.to_mvk = self.addOutPort("to_MvK")
  355. self.from_mvk = self.addInPort("from_MvK")
  356. def intTransition(self):
  357. self.state.create_additional_task = []
  358. if not self.state.send_operations:
  359. if self.state.operations[0] is not None:
  360. self.state.operations.pop(0)
  361. else:
  362. for k in self.state.send_operations.keys():
  363. if self.state.send_operations[k]:
  364. self.state.send_operations[k][0] = None
  365. self.state.blocked = True
  366. return self.state
  367. def extTransition(self, inputs):
  368. for inp in inputs[self.from_mvk]:
  369. print(inp)
  370. self.state.blocked = False
  371. self.state.output.setdefault(inp[0], []).append(inp[1])
  372. if inp[0] == self.taskname and inp[1] == self.finish_on:
  373. self.state.finished = True
  374. elif inp[0] == self.taskname and self.state.operations[0] is None:
  375. # We have to block for now, and modify a model first...
  376. prev_output = self.state.output[inp[0]][-1]
  377. if prev_output.startswith("Please edit this model before sending next input: "):
  378. _, model_name = prev_output.split("Please edit this model before sending next input: ", 1)
  379. new_taskname = str(uuid.uuid4())
  380. self.state.send_operations[new_taskname] = [[], ["admin"], ["admin"], ["quiet"], ["model_modify", model_name, ""]] + self.state.additional_operations[0] + [["exit"], ["exit"]]
  381. self.state.create_additional_task.append(new_taskname)
  382. self.state.task_to_operation[new_taskname] = None
  383. self.state.task_to_spawner[new_taskname] = None
  384. elif prev_output.startswith("Spawned activity on task: "):
  385. _, task_name = prev_output.split("Spawned activity on task: ", 1)
  386. self.state.blocked = True
  387. self.state.task_to_spawner[task_name] = None
  388. elif prev_output.startswith("Finished task: "):
  389. self.state.blocked = True
  390. elif " : " in prev_output:
  391. task_name, _ = prev_output.split(" : ", 1)
  392. self.state.blocked = True
  393. self.state.task_to_spawner[task_name] = None
  394. self.state.operations.insert(0, None)
  395. elif prev_output == "Success":
  396. self.state.operations = [["echo", "FINISHED"]]
  397. self.state.blocked = False
  398. elif inp[0] != self.taskname:
  399. # Got some output on another task
  400. # If the task is not registered yet, it is likely not important to communicate with it, so ignore it
  401. #print("Send operations: " + str(self.state.send_operations))
  402. if inp[0] in self.state.send_operations:
  403. self.state.send_operations[inp[0]].pop(0)
  404. if inp[1].startswith("Please edit this model before sending next input: "):
  405. _, model_name = inp[1].split("Please edit this model before sending next input: ", 1)
  406. new_taskname = str(uuid.uuid4())
  407. self.state.send_operations[new_taskname] = [[], ["admin"], ["admin"], ["quiet"], ["model_modify", model_name, ""]] + self.state.keyed_operations.get(self.state.task_to_operation[inp[0]], []) + [["exit"], ["exit"]]
  408. #print("DO EXIT2")
  409. self.state.create_additional_task.append(new_taskname)
  410. self.state.task_to_spawner[new_taskname] = inp[0]
  411. elif inp[1].startswith("Please perform manual operation "):
  412. _, op_name = inp[1].split("Please perform manual operation ", 1)
  413. self.state.task_to_operation[inp[0]] = op_name[1:-1]
  414. if inp[0] in self.state.send_operations and len(self.state.send_operations[inp[0]]) == 0:
  415. del self.state.send_operations[inp[0]]
  416. # At the end of these operations, so finish up!
  417. if inp[0] in self.state.task_to_spawner:
  418. if self.state.task_to_spawner[inp[0]] is not None:
  419. self.state.keyed_operations.pop(self.state.task_to_operation[self.state.task_to_spawner[inp[0]]], None)
  420. self.state.additional_operations.insert(0, [])
  421. self.state.send_operations[self.state.task_to_spawner[inp[0]]] = ["__continue__"]
  422. else:
  423. self.state.additional_operations.pop(0)
  424. self.state.operations.pop(0)
  425. return self.state
  426. def outputFnc(self):
  427. if self.state.send_operations:
  428. outp = []
  429. if self.state.create_additional_task:
  430. outp.append(('task_manager', self.state.create_additional_task))
  431. for k, v in self.state.send_operations.items():
  432. if v and v[0] is not None:
  433. outp.append((k, v[0]))
  434. if outp:
  435. print("SEND " + str(outp))
  436. return {self.to_mvk: outp}
  437. else:
  438. return {}
  439. elif self.state.operations and self.state.operations[0] is not None:
  440. print("SEND " + str([(self.taskname, self.state.operations[0])]))
  441. return {self.to_mvk: [(self.taskname, self.state.operations[0])]}
  442. else:
  443. return {}
  444. def timeAdvance(self):
  445. if self.state.blocked:
  446. return float("inf")
  447. else:
  448. return 0.0
  449. class NetworkState(object):
  450. def __init__(self):
  451. self.processing = []
  452. self.timer = float("inf")
  453. class Network(AtomicDEVS):
  454. def __init__(self, name, latency, bandwidth):
  455. AtomicDEVS.__init__(self, name)
  456. self.state = NetworkState()
  457. self.input_port = self.addInPort("input_port")
  458. self.output_port = self.addOutPort("output_port")
  459. self.latency = latency
  460. self.bandwidth = bandwidth
  461. def intTransition(self):
  462. self.state.processing.pop(0)
  463. if self.state.processing:
  464. self.state.timer = (len(json.dumps(self.state.processing[0])) * 8 / float(self.bandwidth) + self.latency)
  465. else:
  466. self.state.timer = float("inf")
  467. return self.state
  468. def extTransition(self, inputs):
  469. self.state.timer -= self.elapsed
  470. if self.state.timer == float("inf"):
  471. self.state.timer = 0
  472. for v in inputs[self.input_port]:
  473. self.state.processing.append(v)
  474. # NOTE data is in bytes, while bandwidth is in bits, so multiply by 8
  475. if len(self.state.processing) > 0:
  476. self.state.timer = (len(json.dumps(self.state.processing[0])) * 8 / float(self.bandwidth) + self.latency)
  477. return self.state
  478. def outputFnc(self):
  479. return {self.output_port: [self.state.processing[0]]}
  480. def timeAdvance(self):
  481. return self.state.timer
  482. class System(CoupledDEVS):
  483. def __init__(self,
  484. taskname,
  485. operations,
  486. mvi_additional,
  487. mvi_keyed,
  488. finish_on,
  489. rule_generation,
  490. time_per_phase,
  491. mvi2mvk_latency,
  492. mvi2mvk_bandwidth,
  493. mvk2mvs_latency,
  494. mvk2mvs_bandwidth,
  495. mvs2mvk_latency,
  496. mvs2mvk_bandwidth,
  497. mvk2mvi_latency,
  498. mvk2mvi_bandwidth,
  499. read_root,
  500. create_node,
  501. create_edge,
  502. create_nodevalue,
  503. create_dict,
  504. read_value,
  505. read_outgoing,
  506. read_incoming,
  507. read_edge,
  508. read_dict,
  509. read_dict_keys,
  510. read_dict_edge,
  511. read_dict_node,
  512. read_dict_node_edge,
  513. read_reverse_dict,
  514. delete_node,
  515. delete_edge,
  516. purge):
  517. CoupledDEVS.__init__(self, "System")
  518. self.mvi_manager = self.addSubModel(ModelverseInterface(\
  519. taskname = "task_manager",
  520. operations = [[taskname]],
  521. finish_on = None,
  522. ))
  523. self.mvi = self.addSubModel(ModelverseInterface(\
  524. taskname = taskname,
  525. operations = operations,
  526. finish_on = finish_on,
  527. additional_operations = mvi_additional,
  528. keyed_operations = mvi_keyed,
  529. ))
  530. self.mvk = self.addSubModel(ModelverseKernel(\
  531. time_per_phase = time_per_phase,
  532. rule_generation = rule_generation,
  533. ))
  534. self.mvs = self.addSubModel(ModelverseState(\
  535. read_root = read_root,
  536. create_node = create_node,
  537. create_edge = create_edge,
  538. create_nodevalue = create_nodevalue,
  539. create_dict = create_dict,
  540. read_value = read_value,
  541. read_outgoing = read_outgoing,
  542. read_incoming = read_incoming,
  543. read_edge = read_edge,
  544. read_dict = read_dict,
  545. read_dict_keys = read_dict_keys,
  546. read_dict_edge = read_dict_edge,
  547. read_dict_node = read_dict_node,
  548. read_dict_node_edge = read_dict_node_edge,
  549. read_reverse_dict = read_reverse_dict,
  550. delete_node = delete_node,
  551. delete_edge = delete_edge,
  552. purge = purge,
  553. ))
  554. self.mvi2mvk = self.addSubModel(Network(\
  555. name = "mvi2mvk",
  556. latency = mvi2mvk_latency,
  557. bandwidth = mvi2mvk_bandwidth,
  558. ))
  559. self.mvk2mvs = self.addSubModel(Network(\
  560. name = "mvk2mvs",
  561. latency = mvk2mvs_latency,
  562. bandwidth = mvk2mvs_bandwidth,
  563. ))
  564. self.mvs2mvk = self.addSubModel(Network(\
  565. name = "mvs2mvk",
  566. latency = mvs2mvk_latency,
  567. bandwidth = mvs2mvk_bandwidth,
  568. ))
  569. self.mvk2mvi = self.addSubModel(Network(\
  570. name = "mvk2mvi",
  571. latency = mvk2mvi_latency,
  572. bandwidth = mvk2mvi_bandwidth,
  573. ))
  574. self.connectPorts(self.mvi_manager.to_mvk, self.mvk.from_mvi)
  575. self.connectPorts(self.mvi.to_mvk, self.mvi2mvk.input_port)
  576. self.connectPorts(self.mvi2mvk.output_port, self.mvk.from_mvi)
  577. self.connectPorts(self.mvk.to_mvs, self.mvk2mvs.input_port)
  578. self.connectPorts(self.mvk2mvs.output_port, self.mvs.from_mvk)
  579. self.connectPorts(self.mvs.to_mvk, self.mvs2mvk.input_port)
  580. self.connectPorts(self.mvs2mvk.output_port, self.mvk.from_mvs)
  581. self.connectPorts(self.mvk.to_mvi, self.mvk2mvi.input_port)
  582. self.connectPorts(self.mvk2mvi.output_port, self.mvi.from_mvk)
  583. def simulate(supplied_args):
  584. taskname = "test_task"
  585. operations = json.loads(open("model/operations", 'r').read())
  586. #operations = json.loads(open("model/operations_simple", 'r').read())
  587. additional_operations = [[], # revise_req
  588. [], # revise_environment
  589. [], # revise_plant
  590. [], # revise_control
  591. [], # revise_query
  592. [], # revise_architecture
  593. [], # make_initial_models
  594. [["instantiate_edge", "Association", "PLANT2EPN_link", "PW_Plant/State", "Encapsulated_PetriNet/Place"], ["instantiate_edge", "Association", "PLANT2EPN_tlink", "PW_Plant/Transition", "Encapsulated_PetriNet/Transition"]], # plant_to_EPN
  595. [["instantiate_edge", "Association", "CTRL2EPN_link", "PW_Control/State", "Encapsulated_PetriNet/Place"], ["instantiate_edge", "Association", "CTRL2EPN_tlink", "PW_Control/Transition", "Encapsulated_PetriNet/Transition"]], # control_to_EPN
  596. [["instantiate_edge", "Association", "ENV2EPN_link", "PW_Environment/Event", "Encapsulated_PetriNet/Place"]], # environment_to_EPN
  597. [["instantiate_edge", "Association", "EPN2PN_place_link", "Encapsulated_PetriNet/Place", "PetriNet/Place"], ["instantiate_edge", "Association", "EPN2PN_transition_link", "Encapsulated_PetriNet/Transition", "PetriNet/Transition"]], # EPN_to_PN
  598. [], # match
  599. [], # reachability
  600. [], # bfs
  601. [], # merge
  602. ]
  603. #additional_operations = [[]]
  604. keyed_operations = {"models/revise_req": [["upload"], compile_model("models/requirements_model.mvc")],
  605. "models/revise_plant": [["upload"], compile_model("models/plant_model.mvc")],
  606. "models/revise_environment": [["upload"], compile_model("models/environment_model.mvc")],
  607. "models/revise_control": [["upload"], compile_model("models/control_model.mvc")],
  608. "models/revise_query": [["upload"], compile_model("models/query_model.mvc")],
  609. "models/revise_architecture": [["upload"], compile_model("models/architecture_model.mvc")],
  610. }
  611. #keyed_operations = {"models/modify_lang": [["instantiate_node", "PN/Class", ""]]}
  612. finish_on = "FINISHED"
  613. args = {
  614. "taskname": taskname,
  615. "operations": operations,
  616. "finish_on": finish_on,
  617. "mvi_additional": additional_operations,
  618. "mvi_keyed": keyed_operations,
  619. "mvi2mvk_latency": 0.0000001,
  620. "mvi2mvk_bandwidth": 50000000000,
  621. "mvk2mvs_latency": 0.0000001,
  622. "mvk2mvs_bandwidth": 50000000000,
  623. "mvs2mvk_latency": 0.0000001,
  624. "mvs2mvk_bandwidth": 50000000000,
  625. "mvk2mvi_latency": 0.0000001,
  626. "mvk2mvi_bandwidth": 50000000000,
  627. "time_per_phase": 0.05,
  628. # Automatically filled in from calibration results, just here to prevent crashes (results for my UA desktop)
  629. "read_root": 0.00001406669616699,
  630. "create_node": 0.00000379181167487,
  631. "create_edge": 0.00000601282282066,
  632. "create_nodevalue": 0.00000501364247391,
  633. "create_dict": 0.00001028065706205,
  634. "read_value": 0.00000388661630500,
  635. "read_outgoing": 0.00000520600098073,
  636. "read_incoming": 0.00000645903181994,
  637. "read_edge": 0.00000449162172644,
  638. "read_dict": 0.00000460127038355,
  639. "read_dict_keys": 0.00001678063432883,
  640. "read_dict_node": 0.00001020808859528,
  641. "read_dict_edge": 0.00000642558526942,
  642. "read_dict_node_edge": 0.0,
  643. "read_reverse_dict": 0.00002557890755790,
  644. "delete_node": 0.00004755891187096,
  645. "delete_edge": 0.00000683382081240,
  646. "rule_generation": 0.00001543215873893,
  647. "purge": 7.0,
  648. }
  649. with open("calibration/averages", 'r') as param_file:
  650. for l in param_file:
  651. op, t = l.split(": ")
  652. op = op.strip()
  653. args[op] = float(t)
  654. local_args = dict(args)
  655. local_args.update(supplied_args)
  656. model = System(**local_args)
  657. sim = Simulator(model)
  658. sim.setTerminationCondition(lambda t, m: m.mvi.state.finished)
  659. #sim.setVerbose()
  660. start = time.time()
  661. tn = sim.simulate()
  662. return (tn, time.time() - start)
  663. if __name__ == "__main__":
  664. import sys
  665. args = {}
  666. i = 1
  667. while i < len(sys.argv):
  668. args[sys.argv[i]] = float(sys.argv[i+1])
  669. i += 2
  670. ts, te = simulate(args)
  671. print("Execution time %s" % ts)
  672. print("Simulation time %s" % te)