model.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743
  1. import sys
  2. import time
  3. import uuid
  4. sys.path.append("kernel/")
  5. sys.path.append("state/")
  6. sys.path.append("interface/HUTN")
  7. from modelverse_state.main import ModelverseState as MvS
  8. from modelverse_kernel.main import ModelverseKernel as MvK
  9. from modelverse_kernel.primitives import SleepKernel
  10. import modelverse_jit.jit as jit
  11. from hutn_compiler.compiler import main as do_compile
  12. from pypdevs.minimal import AtomicDEVS, CoupledDEVS, Simulator
  13. PROFILE = False
  14. import json
  15. import random
  16. COMPILER_PATH = "interface/HUTN"
  17. sys.path.append(COMPILER_PATH)
  18. from hutn_compiler.compiler import main as do_compile
  19. import os
  20. def clean_code(code):
  21. if code == "":
  22. return code
  23. code_fragments = code.split("\n")
  24. code_fragments = [i.rstrip() for i in code_fragments if i.strip() != ""]
  25. code_fragments = [i.replace(" ", "\t") for i in code_fragments]
  26. initial_tabs = min([len(i) - len(i.lstrip("\t")) for i in code_fragments])
  27. code_fragments = [i[initial_tabs:] for i in code_fragments]
  28. code_fragments.append("")
  29. code = "\n".join(code_fragments)
  30. return code.encode('ascii', 'replace')
  31. def compile_model(temp_file):
  32. compiled = do_compile(temp_file, COMPILER_PATH + "/grammars/modelling.g", "M")
  33. return ["__LOCAL__"] + compiled
  34. trans_map = {
  35. "CN": "create_node",
  36. "CE": "create_edge",
  37. "CNV": "create_nodevalue",
  38. "CD": "create_dict",
  39. "RV": "read_value",
  40. "RO": "read_outgoing",
  41. "RI": "read_incoming",
  42. "RE": "read_edge",
  43. "RD": "read_dict",
  44. "RDN": "read_dict_node",
  45. "RDNE": "read_dict_node_edge",
  46. "RDE": "read_dict_edge",
  47. "RRD": "read_reverse_dict",
  48. "RR": "read_root",
  49. "RDK": "read_dict_keys",
  50. "DE": "delete_edge",
  51. "DN": "delete_node",
  52. "GC": "purge",
  53. }
  54. def translate(operation):
  55. return trans_map[operation]
  56. class MvSState(object):
  57. def __init__(self):
  58. self.queue = []
  59. self.output = None
  60. self.mvs = MvS("bootstrap/bootstrap.m.gz")
  61. self.timer = float("inf")
  62. class ModelverseState(AtomicDEVS):
  63. def __init__(self,
  64. read_root,
  65. create_node,
  66. create_edge,
  67. create_nodevalue,
  68. create_dict,
  69. read_value,
  70. read_outgoing,
  71. read_incoming,
  72. read_edge,
  73. read_dict,
  74. read_dict_keys,
  75. read_dict_edge,
  76. read_dict_node,
  77. read_dict_node_edge,
  78. read_reverse_dict,
  79. delete_node,
  80. delete_edge,
  81. purge):
  82. AtomicDEVS.__init__(self, "MvS")
  83. self.timings = {
  84. "read_root": read_root,
  85. "create_node": create_node,
  86. "create_edge": create_edge,
  87. "create_nodevalue": create_nodevalue,
  88. "create_dict": create_dict,
  89. "read_value": read_value,
  90. "read_outgoing": read_outgoing,
  91. "read_incoming": read_incoming,
  92. "read_edge": read_edge,
  93. "read_dict": read_dict,
  94. "read_dict_keys": read_dict_keys,
  95. "read_dict_edge": read_dict_edge,
  96. "read_dict_node": read_dict_node,
  97. "read_dict_node_edge": read_dict_node_edge,
  98. "read_reverse_dict": read_reverse_dict,
  99. "delete_node": delete_node,
  100. "delete_edge": delete_edge,
  101. "purge": purge,
  102. }
  103. self.state = MvSState()
  104. self.from_mvk = self.addInPort("from_MvK")
  105. self.to_mvk = self.addOutPort("to_MvK")
  106. def extTransition(self, inputs):
  107. self.state.timer -= self.elapsed
  108. empty = len(self.state.queue) == 0
  109. self.state.queue.extend(inputs[self.from_mvk])
  110. if empty:
  111. # First message, so set the timer
  112. # And already compute the result so it is ready to output
  113. self.state.output = []
  114. self.state.timer = 0.0
  115. for v in self.state.queue[0]:
  116. f = getattr(self.state.mvs, translate(v[0]))
  117. start = time.time()
  118. self.state.output.append(f(*v[1]))
  119. if PROFILE:
  120. print("%s: %.17f" % (translate(v[0]), time.time() - start))
  121. self.state.timer += self.timings[translate(v[0])]
  122. else:
  123. # Just append the message to process
  124. pass
  125. return self.state
  126. def outputFnc(self):
  127. return {self.to_mvk: [self.state.output]}
  128. def intTransition(self):
  129. self.state.queue.pop(0)
  130. self.state.output = []
  131. if len(self.state.queue) > 0:
  132. self.state.timer = 0.0
  133. # Value contains a list of operations to do
  134. # So do them and calculate how long it takes
  135. for v in self.state.queue[0]:
  136. f = getattr(self.state.mvs, translate(v[0]))
  137. start = time.time()
  138. self.state.output.append(f(*v[1]))
  139. if PROFILE:
  140. print("%s: %.17f" % (translate(v[0]), time.time() - start))
  141. self.state.timer += self.timings[translate(v[0])]
  142. else:
  143. self.state.timer = float("inf")
  144. return self.state
  145. def timeAdvance(self):
  146. return self.state.timer
  147. class MvKState(object):
  148. def __init__(self, rule_generation):
  149. self.mvk = None
  150. self.waiting = False
  151. self.inputs = {}
  152. self.outputs = {}
  153. self.tasks = []
  154. self.reply = None
  155. self.phase = None
  156. self.commands = None
  157. self.root = None
  158. self.current_task = None
  159. self.loaded_primitives = False
  160. self.execution_counter = 0
  161. self.rule_generation = rule_generation
  162. self.current_time = 0.0
  163. self.start_task_time = 0.0
  164. self.execution_rounds = 0
  165. def __str__(self):
  166. return "\nMvK: %s\n" % self.mvk + \
  167. "waiting: %s\n" % self.waiting + \
  168. "inputs: %s\n" % self.inputs + \
  169. "outputs: %s\n" % self.outputs + \
  170. "tasks: %s\n" % self.tasks + \
  171. "reply: %s\n" % self.reply + \
  172. "phase: %s\n" % self.phase + \
  173. "commands: %s\n" % self.commands + \
  174. "root: %s\n" % self.root + \
  175. "current task: %s\n" % self.current_task + \
  176. "execution counter: %s\n"
  177. class ModelverseKernel(AtomicDEVS):
  178. def __init__(self, time_per_phase, rule_generation):
  179. AtomicDEVS.__init__(self, "MvK")
  180. self.state = MvKState(rule_generation)
  181. self.from_mvi = self.addInPort("from_MvI")
  182. self.from_mvs = self.addInPort("from_MvS")
  183. self.to_mvi = self.addOutPort("to_MvI")
  184. self.to_mvs = self.addOutPort("to_MvS")
  185. self.time_per_phase = time_per_phase
  186. def extTransition(self, inputs):
  187. self.state.current_time += self.elapsed
  188. if self.from_mvi in inputs:
  189. # Got input from MvI, so we queue it
  190. for inp in inputs[self.from_mvi]:
  191. taskname = inp[0]
  192. data = inp[1]
  193. if data is not None:
  194. self.state.inputs.setdefault(taskname, []).extend(data)
  195. else:
  196. self.state.outputs.setdefault(taskname, []).append(None)
  197. if self.from_mvs in inputs:
  198. # Got input from MvS, so we can continue processing
  199. for mvs_input in inputs[self.from_mvs]:
  200. if self.state.mvk is None:
  201. # No MvK, so set it with the root we have just received (or should have received)
  202. self.state.root = mvs_input[0]
  203. self.state.mvk = MvK(self.state.root)
  204. self.state.mvk.jit.set_function_body_compiler(jit.compile_function_body_fast)
  205. else:
  206. self.state.reply = mvs_input
  207. self.state.waiting = False
  208. return self.state
  209. def intTransition(self):
  210. self.state.current_time += self.timeAdvance()
  211. was_empty = len(self.state.tasks) == 0
  212. if self.state.commands is not None:
  213. self.state.commands = None
  214. return self.state
  215. if self.state.mvk is not None:
  216. self.state.mvk.returnvalue = None
  217. if self.state.mvk is None:
  218. # Initializing
  219. self.state.waiting = True
  220. elif not self.state.loaded_primitives:
  221. commands = self.state.mvk.execute_yields("", "load_primitives", [], self.state.reply)
  222. if commands is None:
  223. self.state.loaded_primitives = True
  224. self.state.reply = None
  225. else:
  226. self.state.waiting = True
  227. self.state.commands = commands
  228. else:
  229. # Are initialized and have work to do
  230. if len(self.state.tasks) == 0:
  231. # Read out new set of tasks first
  232. if self.state.reply is None:
  233. self.state.execution_rounds += 1
  234. commands = [("RDK", [self.state.root])]
  235. if self.state.execution_rounds > 1000:
  236. commands.append(("GC", []))
  237. self.state.execution_rounds = 0
  238. else:
  239. self.state.tasks = self.state.reply[0]
  240. commands = None
  241. elif self.state.phase == "init_task":
  242. if self.state.reply is None:
  243. commands = [("RV", [self.state.tasks[0]])]
  244. else:
  245. self.state.current_task = self.state.reply[0]
  246. self.state.start_task_time = self.state.current_time
  247. if self.state.current_task.startswith("__"):
  248. # Don't process this task and force termination of task
  249. self.state.phase = "output"
  250. commands = None
  251. elif self.state.phase == "input":
  252. # Process inputs
  253. if self.state.inputs.get(self.state.current_task, None):
  254. value = self.state.inputs[self.state.current_task][0]
  255. start = time.time()
  256. commands = self.state.mvk.execute_yields(self.state.current_task, "set_input", [value], self.state.reply)
  257. #print("EXECUTEYIELDSI %s %.17f" % (self.state.current_task, time.time() - start))
  258. #print(commands)
  259. if PROFILE:
  260. print("rule_generation: %.17f" % ((time.time() - start)))
  261. #self.state.rule_generation = time.time() - start
  262. self.state.mvk.returnvalue = None
  263. if commands is None:
  264. self.state.inputs[self.state.current_task].pop(0)
  265. else:
  266. commands = None
  267. elif self.state.phase == "computation":
  268. try:
  269. start = time.time()
  270. commands = self.state.mvk.execute_yields(self.state.current_task, "execute_rule", [], self.state.reply)
  271. #print("EXECUTEYIELDS %s %.17f" % (self.state.current_task, time.time() - start))
  272. #print(commands)
  273. if PROFILE:
  274. print("rule_generation: %.17f" % ((time.time() - start)))
  275. except SleepKernel:
  276. commands = None
  277. self.state.mvk.success = False
  278. else:
  279. self.state.mvk.success = True
  280. elif self.state.phase == "output":
  281. start = time.time()
  282. commands = self.state.mvk.execute_yields(self.state.current_task, "get_output", [], self.state.reply)
  283. #print("EXECUTEYIELDSO %s %.17f" % (self.state.current_task, time.time() - start))
  284. #print(commands)
  285. if PROFILE:
  286. print("rule_generation: %.17f" % ((time.time() - start)))
  287. #self.state.rule_generation = time.time() - start
  288. else:
  289. raise Exception("Phase: " + str(self.state.phase))
  290. # Advance phase
  291. if commands is None:
  292. if was_empty:
  293. self.state.phase = "init_task"
  294. elif self.state.phase == "init_task":
  295. self.state.phase = "input"
  296. elif self.state.phase == "input":
  297. self.state.phase = "computation"
  298. elif self.state.phase == "computation":
  299. if (not self.state.mvk.success) or (self.state.current_time - self.state.start_task_time > self.time_per_phase):
  300. self.state.phase = "output"
  301. elif self.state.phase == "output":
  302. self.state.tasks.pop(0)
  303. self.state.phase = "init_task"
  304. self.state.waiting = False
  305. self.state.reply = None
  306. else:
  307. self.state.waiting = True
  308. # Send the commands to the MvS
  309. self.state.commands = commands
  310. return self.state
  311. def outputFnc(self):
  312. outputs = {}
  313. if self.state.mvk is None:
  314. # Ask the root first
  315. outputs[self.to_mvs] = [[("RR", [])]]
  316. elif self.state.waiting:
  317. outputs[self.to_mvs] = [self.state.commands]
  318. if self.state.mvk and self.state.mvk.returnvalue is not None:
  319. outputs[self.to_mvi] = [(self.state.current_task, self.state.mvk.returnvalue)]
  320. return outputs
  321. def timeAdvance(self):
  322. if self.state.commands is not None:
  323. return self.state.rule_generation
  324. elif self.state.waiting:
  325. return float("inf")
  326. elif self.state.mvk is None:
  327. return 0
  328. else:
  329. return 0
  330. class MvIState():
  331. def __init__(self):
  332. self.operations = []
  333. self.additional_operations = []
  334. self.keyed_operations = {}
  335. self.task_to_spawner = {}
  336. self.task_to_operation = {}
  337. self.output = {}
  338. self.blocked = True
  339. self.finished = False
  340. self.send_operations = {}
  341. class ModelverseInterface(AtomicDEVS):
  342. def __init__(self, taskname, operations, finish_on, additional_operations=[], keyed_operations={}):
  343. AtomicDEVS.__init__(self, "MvI_%s" % taskname)
  344. self.state = MvIState()
  345. if taskname == "task_manager":
  346. self.state.blocked = False
  347. self.state.operations = operations
  348. self.state.additional_operations = additional_operations
  349. self.state.keyed_operations = keyed_operations
  350. self.state.create_additional_task = []
  351. self.taskname = taskname
  352. self.finish_on = finish_on
  353. self.to_mvk = self.addOutPort("to_MvK")
  354. self.from_mvk = self.addInPort("from_MvK")
  355. def intTransition(self):
  356. self.state.create_additional_task = []
  357. if not self.state.send_operations:
  358. if self.state.operations[0] is not None:
  359. self.state.operations.pop(0)
  360. else:
  361. for k in self.state.send_operations.keys():
  362. if self.state.send_operations[k]:
  363. self.state.send_operations[k][0] = None
  364. self.state.blocked = True
  365. return self.state
  366. def extTransition(self, inputs):
  367. for inp in inputs[self.from_mvk]:
  368. print(inp)
  369. self.state.blocked = False
  370. self.state.output.setdefault(inp[0], []).append(inp[1])
  371. if inp[0] == self.taskname and inp[1] == self.finish_on:
  372. self.state.finished = True
  373. elif inp[0] == self.taskname and self.state.operations[0] is None:
  374. # We have to block for now, and modify a model first...
  375. prev_output = self.state.output[inp[0]][-1]
  376. if prev_output.startswith("Please edit this model before sending next input: "):
  377. _, model_name = prev_output.split("Please edit this model before sending next input: ", 1)
  378. new_taskname = str(uuid.uuid4())
  379. self.state.send_operations[new_taskname] = [[], ["admin"], ["admin"], ["quiet"], ["model_modify", model_name, ""]] + self.state.additional_operations[0] + [["exit"], ["exit"]]
  380. self.state.create_additional_task.append(new_taskname)
  381. self.state.task_to_operation[new_taskname] = None
  382. self.state.task_to_spawner[new_taskname] = None
  383. elif prev_output.startswith("Spawned activity on task: "):
  384. _, task_name = prev_output.split("Spawned activity on task: ", 1)
  385. self.state.blocked = True
  386. self.state.task_to_spawner[task_name] = None
  387. elif prev_output.startswith("Finished task: "):
  388. self.state.blocked = True
  389. elif " : " in prev_output:
  390. task_name, _ = prev_output.split(" : ", 1)
  391. self.state.blocked = True
  392. self.state.task_to_spawner[task_name] = None
  393. self.state.operations.insert(0, None)
  394. elif prev_output == "Success":
  395. self.state.operations = [["echo", "FINISHED"]]
  396. self.state.blocked = False
  397. elif inp[0] != self.taskname:
  398. # Got some output on another task
  399. # If the task is not registered yet, it is likely not important to communicate with it, so ignore it
  400. #print("Send operations: " + str(self.state.send_operations))
  401. if inp[0] in self.state.send_operations:
  402. self.state.send_operations[inp[0]].pop(0)
  403. if inp[1].startswith("Please edit this model before sending next input: "):
  404. _, model_name = inp[1].split("Please edit this model before sending next input: ", 1)
  405. new_taskname = str(uuid.uuid4())
  406. self.state.send_operations[new_taskname] = [[], ["admin"], ["admin"], ["quiet"], ["model_modify", model_name, ""]] + self.state.keyed_operations.get(self.state.task_to_operation[inp[0]], []) + [["exit"], ["exit"]]
  407. #print("DO EXIT2")
  408. self.state.create_additional_task.append(new_taskname)
  409. self.state.task_to_spawner[new_taskname] = inp[0]
  410. elif inp[1].startswith("Please perform manual operation "):
  411. _, op_name = inp[1].split("Please perform manual operation ", 1)
  412. self.state.task_to_operation[inp[0]] = op_name[1:-1]
  413. if inp[0] in self.state.send_operations and len(self.state.send_operations[inp[0]]) == 0:
  414. del self.state.send_operations[inp[0]]
  415. # At the end of these operations, so finish up!
  416. if inp[0] in self.state.task_to_spawner:
  417. if self.state.task_to_spawner[inp[0]] is not None:
  418. self.state.keyed_operations.pop(self.state.task_to_operation[self.state.task_to_spawner[inp[0]]], None)
  419. self.state.additional_operations.insert(0, [])
  420. self.state.send_operations[self.state.task_to_spawner[inp[0]]] = ["__continue__"]
  421. else:
  422. self.state.additional_operations.pop(0)
  423. self.state.operations.pop(0)
  424. return self.state
  425. def outputFnc(self):
  426. if self.state.send_operations:
  427. outp = []
  428. if self.state.create_additional_task:
  429. outp.append(('task_manager', self.state.create_additional_task))
  430. for k, v in self.state.send_operations.items():
  431. if v and v[0] is not None:
  432. outp.append((k, v[0]))
  433. if outp:
  434. print("SEND " + str(outp))
  435. return {self.to_mvk: outp}
  436. else:
  437. return {}
  438. elif self.state.operations and self.state.operations[0] is not None:
  439. print("SEND " + str([(self.taskname, self.state.operations[0])]))
  440. return {self.to_mvk: [(self.taskname, self.state.operations[0])]}
  441. else:
  442. return {}
  443. def timeAdvance(self):
  444. if self.state.blocked:
  445. return float("inf")
  446. else:
  447. return 0.0
  448. class NetworkState(object):
  449. def __init__(self):
  450. self.processing = []
  451. self.timer = float("inf")
  452. class Network(AtomicDEVS):
  453. def __init__(self, name, latency, bandwidth):
  454. AtomicDEVS.__init__(self, name)
  455. self.state = NetworkState()
  456. self.input_port = self.addInPort("input_port")
  457. self.output_port = self.addOutPort("output_port")
  458. self.latency = latency
  459. self.bandwidth = bandwidth
  460. def intTransition(self):
  461. self.state.processing.pop(0)
  462. if self.state.processing:
  463. self.state.timer = (len(json.dumps(self.state.processing[0])) * 8 / float(self.bandwidth) + self.latency)
  464. else:
  465. self.state.timer = float("inf")
  466. return self.state
  467. def extTransition(self, inputs):
  468. self.state.timer -= self.elapsed
  469. if self.state.timer == float("inf"):
  470. self.state.timer = 0
  471. for v in inputs[self.input_port]:
  472. self.state.processing.append(v)
  473. # NOTE data is in bytes, while bandwidth is in bits, so multiply by 8
  474. if len(self.state.processing) > 0:
  475. self.state.timer = (len(json.dumps(self.state.processing[0])) * 8 / float(self.bandwidth) + self.latency)
  476. return self.state
  477. def outputFnc(self):
  478. return {self.output_port: [self.state.processing[0]]}
  479. def timeAdvance(self):
  480. return self.state.timer
  481. class System(CoupledDEVS):
  482. def __init__(self,
  483. taskname,
  484. operations,
  485. mvi_additional,
  486. mvi_keyed,
  487. finish_on,
  488. rule_generation,
  489. time_per_phase,
  490. mvi2mvk_latency,
  491. mvi2mvk_bandwidth,
  492. mvk2mvs_latency,
  493. mvk2mvs_bandwidth,
  494. mvs2mvk_latency,
  495. mvs2mvk_bandwidth,
  496. mvk2mvi_latency,
  497. mvk2mvi_bandwidth,
  498. read_root,
  499. create_node,
  500. create_edge,
  501. create_nodevalue,
  502. create_dict,
  503. read_value,
  504. read_outgoing,
  505. read_incoming,
  506. read_edge,
  507. read_dict,
  508. read_dict_keys,
  509. read_dict_edge,
  510. read_dict_node,
  511. read_dict_node_edge,
  512. read_reverse_dict,
  513. delete_node,
  514. delete_edge,
  515. purge):
  516. CoupledDEVS.__init__(self, "System")
  517. self.mvi_manager = self.addSubModel(ModelverseInterface(\
  518. taskname = "task_manager",
  519. operations = [[taskname]],
  520. finish_on = None,
  521. ))
  522. self.mvi = self.addSubModel(ModelverseInterface(\
  523. taskname = taskname,
  524. operations = operations,
  525. finish_on = finish_on,
  526. additional_operations = mvi_additional,
  527. keyed_operations = mvi_keyed,
  528. ))
  529. self.mvk = self.addSubModel(ModelverseKernel(\
  530. time_per_phase = time_per_phase,
  531. rule_generation = rule_generation,
  532. ))
  533. self.mvs = self.addSubModel(ModelverseState(\
  534. read_root = read_root,
  535. create_node = create_node,
  536. create_edge = create_edge,
  537. create_nodevalue = create_nodevalue,
  538. create_dict = create_dict,
  539. read_value = read_value,
  540. read_outgoing = read_outgoing,
  541. read_incoming = read_incoming,
  542. read_edge = read_edge,
  543. read_dict = read_dict,
  544. read_dict_keys = read_dict_keys,
  545. read_dict_edge = read_dict_edge,
  546. read_dict_node = read_dict_node,
  547. read_dict_node_edge = read_dict_node_edge,
  548. read_reverse_dict = read_reverse_dict,
  549. delete_node = delete_node,
  550. delete_edge = delete_edge,
  551. purge = purge,
  552. ))
  553. self.mvi2mvk = self.addSubModel(Network(\
  554. name = "mvi2mvk",
  555. latency = mvi2mvk_latency,
  556. bandwidth = mvi2mvk_bandwidth,
  557. ))
  558. self.mvk2mvs = self.addSubModel(Network(\
  559. name = "mvk2mvs",
  560. latency = mvk2mvs_latency,
  561. bandwidth = mvk2mvs_bandwidth,
  562. ))
  563. self.mvs2mvk = self.addSubModel(Network(\
  564. name = "mvs2mvk",
  565. latency = mvs2mvk_latency,
  566. bandwidth = mvs2mvk_bandwidth,
  567. ))
  568. self.mvk2mvi = self.addSubModel(Network(\
  569. name = "mvk2mvi",
  570. latency = mvk2mvi_latency,
  571. bandwidth = mvk2mvi_bandwidth,
  572. ))
  573. self.connectPorts(self.mvi_manager.to_mvk, self.mvk.from_mvi)
  574. self.connectPorts(self.mvi.to_mvk, self.mvi2mvk.input_port)
  575. self.connectPorts(self.mvi2mvk.output_port, self.mvk.from_mvi)
  576. self.connectPorts(self.mvk.to_mvs, self.mvk2mvs.input_port)
  577. self.connectPorts(self.mvk2mvs.output_port, self.mvs.from_mvk)
  578. self.connectPorts(self.mvs.to_mvk, self.mvs2mvk.input_port)
  579. self.connectPorts(self.mvs2mvk.output_port, self.mvk.from_mvs)
  580. self.connectPorts(self.mvk.to_mvi, self.mvk2mvi.input_port)
  581. self.connectPorts(self.mvk2mvi.output_port, self.mvi.from_mvk)
  582. def simulate(supplied_args):
  583. random.seed(1)
  584. taskname = "test_task"
  585. operations = json.loads(open("model/operations", 'r').read())
  586. #operations = json.loads(open("model/operations_simple", 'r').read())
  587. additional_operations = [[], # revise_req
  588. [], # revise_environment
  589. [], # revise_plant
  590. [], # revise_control
  591. [], # revise_query
  592. [], # revise_architecture
  593. [], # make_initial_models
  594. [["instantiate_edge", "Association", "PLANT2EPN_link", "PW_Plant/State", "Encapsulated_PetriNet/Place"], ["instantiate_edge", "Association", "PLANT2EPN_tlink", "PW_Plant/Transition", "Encapsulated_PetriNet/Transition"]], # plant_to_EPN
  595. [["instantiate_edge", "Association", "CTRL2EPN_link", "PW_Control/State", "Encapsulated_PetriNet/Place"], ["instantiate_edge", "Association", "CTRL2EPN_tlink", "PW_Control/Transition", "Encapsulated_PetriNet/Transition"]], # control_to_EPN
  596. [["instantiate_edge", "Association", "ENV2EPN_link", "PW_Environment/Event", "Encapsulated_PetriNet/Place"]], # environment_to_EPN
  597. [["instantiate_edge", "Association", "EPN2PN_place_link", "Encapsulated_PetriNet/Place", "PetriNet/Place"], ["instantiate_edge", "Association", "EPN2PN_transition_link", "Encapsulated_PetriNet/Transition", "PetriNet/Transition"]], # EPN_to_PN
  598. [], # match
  599. [], # reachability
  600. [], # bfs
  601. [], # merge
  602. ]
  603. #additional_operations = [[]]
  604. keyed_operations = {"models/revise_req": [["upload"], compile_model("models/requirements_model.mvc")],
  605. "models/revise_plant": [["upload"], compile_model("models/plant_model.mvc")],
  606. "models/revise_environment": [["upload"], compile_model("models/environment_model.mvc")],
  607. "models/revise_control": [["upload"], compile_model("models/control_model.mvc")],
  608. "models/revise_query": [["upload"], compile_model("models/query_model.mvc")],
  609. "models/revise_architecture": [["upload"], compile_model("models/architecture_model.mvc")],
  610. }
  611. #keyed_operations = {"models/modify_lang": [["instantiate_node", "PN/Class", ""]]}
  612. finish_on = "FINISHED"
  613. args = {
  614. "taskname": taskname,
  615. "operations": operations,
  616. "finish_on": finish_on,
  617. "mvi_additional": additional_operations,
  618. "mvi_keyed": keyed_operations,
  619. "mvi2mvk_latency": 0.0000001,
  620. "mvi2mvk_bandwidth": 50000000000,
  621. "mvk2mvs_latency": 0.0000001,
  622. "mvk2mvs_bandwidth": 50000000000,
  623. "mvs2mvk_latency": 0.0000001,
  624. "mvs2mvk_bandwidth": 50000000000,
  625. "mvk2mvi_latency": 0.0000001,
  626. "mvk2mvi_bandwidth": 50000000000,
  627. "time_per_phase": 0.05,
  628. # Automatically filled in from calibration results, just here to prevent crashes (results for my UA desktop)
  629. "read_root": 0.00001406669616699,
  630. "create_node": 0.00000379181167487,
  631. "create_edge": 0.00000601282282066,
  632. "create_nodevalue": 0.00000501364247391,
  633. "create_dict": 0.00001028065706205,
  634. "read_value": 0.00000388661630500,
  635. "read_outgoing": 0.00000520600098073,
  636. "read_incoming": 0.00000645903181994,
  637. "read_edge": 0.00000449162172644,
  638. "read_dict": 0.00000460127038355,
  639. "read_dict_keys": 0.00001678063432883,
  640. "read_dict_node": 0.00001020808859528,
  641. "read_dict_edge": 0.00000642558526942,
  642. "read_dict_node_edge": 0.0,
  643. "read_reverse_dict": 0.00002557890755790,
  644. "delete_node": 0.00004755891187096,
  645. "delete_edge": 0.00000683382081240,
  646. "rule_generation": 0.00001543215873893,
  647. "purge": 7.0,
  648. }
  649. with open("calibration/averages", 'r') as param_file:
  650. for l in param_file:
  651. op, t = l.split(": ")
  652. op = op.strip()
  653. args[op] = float(t)
  654. local_args = dict(args)
  655. local_args.update(supplied_args)
  656. model = System(**local_args)
  657. sim = Simulator(model)
  658. sim.setTerminationCondition(lambda t, m: m.mvi.state.finished)
  659. #sim.setVerbose()
  660. start = time.time()
  661. tn = sim.simulate()
  662. return (tn, time.time() - start)
  663. if __name__ == "__main__":
  664. import sys
  665. args = {}
  666. i = 1
  667. while i < len(sys.argv):
  668. args[sys.argv[i]] = float(sys.argv[i+1])
  669. i += 2
  670. ts, te = simulate(args)
  671. print("Execution time %s" % ts)
  672. print("Simulation time %s" % te)