compiled.py 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512
  1. import time
  2. def get_superclasses(a, b, **remainder):
  3. if 'value' not in b:
  4. b['value'], = yield [("RV", [b['id']])]
  5. model_dict, tm_dict = yield [("RD", [a['id'], "model"]),
  6. ("RD", [a['id'], "type_mapping"])]
  7. tm_dict, = yield [("RD", [tm_dict, "root"])]
  8. worklist = set([b['value']])
  9. found = set([])
  10. cache_value = {}
  11. while worklist:
  12. name = worklist.pop()
  13. if name in found:
  14. continue
  15. elem, = yield [("RD", [model_dict, name])]
  16. found.add(name)
  17. # Iterate over all outgoing links
  18. if elem is None:
  19. print("ERROR: " + str(locals()))
  20. outgoing, = yield [("RO", [elem])]
  21. outgoing = set(outgoing)
  22. while (outgoing):
  23. link = outgoing.pop()
  24. # If the link is typed by "Inheritance", we add its destination
  25. link_name_node, = yield [("CALL_ARGS", [reverseKeyLookup, [{'id': model_dict}, {'id': link}]])]
  26. if "value" not in link_name_node:
  27. link_name_node['value'], = yield [("RV", [link_name_node['id']])]
  28. t_edge, = yield [("RD", [tm_dict, link_name_node['value']])]
  29. t_edge, = yield [("RV", [t_edge])]
  30. if t_edge == "Inheritance":
  31. edge, = yield [("RE", [link])]
  32. src, dst = edge
  33. # Look up dst's name and add it
  34. if dst not in cache_value:
  35. dst_name, = yield [("CALL_ARGS", [reverseKeyLookup, [{'id': model_dict}, {'id': dst}]])]
  36. if 'value' not in dst_name:
  37. dst_name['value'], = yield [("RV", [dst_name['id']])]
  38. cache_value[dst] = dst_name['value']
  39. dst_name_value = cache_value[dst]
  40. worklist.add(dst_name_value)
  41. result, = yield [("CN", [])]
  42. yield [("CD", [result, i, result]) for i in found]
  43. yield [("RETURN", [{'id': result}])]
  44. def reverseKeyLookupMultiID(a, b, **remainder):
  45. edges, result = yield [("RO", [a['id']]), ("CN", [])]
  46. expanded_edges = yield [("RE", [i]) for i in edges]
  47. values = [i[1] for i in expanded_edges]
  48. # Keep results in a local Python set, as we want to bundle as many requests as possible
  49. todo = set()
  50. for i, edge in enumerate(values):
  51. if b['id'] == edge:
  52. todo.add(i)
  53. outgoings = yield [("RO", [edges[i]]) for i in todo]
  54. values = yield [("RE", [outgoing[0]]) for outgoing in outgoings]
  55. edges = yield [("CE", [result, result]) for value in values]
  56. yield [("CE", [edge, value[1]]) for edge, value in zip(edges, values)]
  57. yield [("RETURN", [{'id': result}])]
  58. def reverseKeyLookupMultiValue(a, b, **remainder):
  59. if "value" not in b:
  60. b['value'], = yield [("RV", [b['id']])]
  61. edges, result = yield [("RO", [a['id']]), ("CN", [])]
  62. expanded_edges = yield [("RE", [i]) for i in edges]
  63. values = yield [("RV", [i[1]]) for i in expanded_edges]
  64. # Keep results in a local Python set, as we want to bundle as many requests as possible
  65. todo = set()
  66. for i, edge in enumerate(values):
  67. if b['value'] == edge:
  68. todo.add(i)
  69. outgoings = yield [("RO", [edges[i]]) for i in todo]
  70. values = yield [("RE", [outgoing[0]]) for outgoing in outgoings]
  71. edges = yield [("CE", [result, result]) for value in values]
  72. yield [("CE", [edge, value[1]]) for edge, value in zip(edges, values)]
  73. yield [("RETURN", [{'id': result}])]
  74. def reverseKeyLookup(a, b, **remainder):
  75. edges_out, edges_in = yield [("RO", [a['id']]), ("RI", [b['id']])]
  76. if edges_out is None or edges_in is None:
  77. yield [("RETURN", [{'value': ""}])]
  78. for edge in edges_in:
  79. if edge in edges_out:
  80. out_edges, = yield [("RO", [edge])]
  81. # Select one option randomly
  82. if out_edges:
  83. out_edge = out_edges.pop()
  84. e, = yield [("RE", [out_edge])]
  85. yield [("RETURN", [{'id': e[1]}])]
  86. yield [("RETURN", [{'value': ""}])]
  87. def instantiated_name(a, b, **remainder):
  88. if "id" not in a:
  89. a['id'], = yield [("CNV", [a['value']])]
  90. if "value" not in b:
  91. b['value'], = yield [("RV", [b["id"]])]
  92. if b['value'] == "":
  93. yield [("RETURN", [{'value': "__" + str(a['id'])}])]
  94. else:
  95. yield [("RETURN", [b])]
  96. def set_merge(a, b, **remainder):
  97. keys, = yield [("RDK", [b['id']])]
  98. edges = yield [("CE", [a['id'], a['id']]) for key in keys]
  99. _ = yield [("CE", [edge, key]) for edge, key in zip(edges, keys)]
  100. yield [("RETURN", [a])]
  101. def has_value(a, **remainder):
  102. if "value" not in a:
  103. a['value'], = yield [("RV", [a['id']])]
  104. if a['value'] is None:
  105. yield [("RETURN", [{'value': False}])]
  106. else:
  107. yield [("RETURN", [{'value': True}])]
  108. def make_reverse_dictionary(a, **remainder):
  109. reverse, = yield [("CN", [])]
  110. if "id" not in a:
  111. yield [("RETURN", [{'id': reverse}])]
  112. key_nodes, = yield [("RDK", [a['id']])]
  113. values = yield [("RDN", [a['id'], i]) for i in key_nodes]
  114. yield [("CD", [reverse, str(v), k]) for k, v in zip(key_nodes, values)]
  115. yield [("RETURN", [{'id': reverse}])]
  116. def make_reverse_dictionary_multi(a, **remainder):
  117. reverse, keys = yield [("CN", []), ("RDK", [a['id']])]
  118. if "id" not in a:
  119. yield [("RETURN", [{'id': reverse}])]
  120. values = yield [("RDN", [a['id'], i]) for i in keys]
  121. keys = yield [("RV", [i]) for i in keys]
  122. values = yield [("RV", [i]) for i in values]
  123. ndict = {}
  124. for k, v in zip(keys, values):
  125. ndict.setdefault(v, set()).add(k)
  126. n = yield [("CN", []) for _ in ndict]
  127. for k in ndict:
  128. set_node = n.pop()
  129. yield [("CD", [reverse, k, set_node])]
  130. yield [("CD", [set_node, v, set_node]) for v in ndict[k]]
  131. yield [("RETURN", [{'id': reverse}])]
  132. def dict_eq(a, b, **remainder):
  133. key_nodes, = yield [("RDK", [a['id']])]
  134. key_values = yield [("RV", [i]) for i in key_nodes]
  135. values = yield [("RD", [a['id'], i]) for i in key_values]
  136. values = yield [("RV", [i]) for i in values]
  137. a_dict = dict(list(zip(key_values, values)))
  138. key_nodes, = yield [("RDK", [b['id']])]
  139. key_values = yield [("RV", [i]) for i in key_nodes]
  140. values = yield [("RD", [b['id'], i]) for i in key_values]
  141. values = yield [("RV", [i]) for i in values]
  142. b_dict = dict(list(zip(key_values, values)))
  143. yield [("RETURN", [{'value': a_dict == b_dict}])]
  144. def string_substr(a, b, c, **remainder):
  145. if "value" not in a:
  146. a['value'], = yield [("RV", [a['id']])]
  147. if "value" not in b:
  148. b['value'], = yield [("RV", [b['id']])]
  149. if "value" not in c:
  150. c['value'], = yield [("RV", [c['id']])]
  151. try:
  152. new_value = a['value'][b['value']:c['value']]
  153. except:
  154. new_value = ""
  155. yield [("RETURN", [{'value': new_value}])]
  156. def integer_gt(a, b, **remainder):
  157. if 'value' not in a:
  158. a['value'], = yield [("RV", [a['id']])]
  159. if 'value' not in b:
  160. b['value'], = yield [("RV", [b['id']])]
  161. yield [("RETURN", [{'value': a['value'] > b['value']}])]
  162. def integer_neg(a, **remainder):
  163. if 'value' not in a:
  164. a['value'], = yield [("RV", [a['id']])]
  165. yield [("RETURN", [{'value': -a['value']}])]
  166. def float_gt(a, b, **remainder):
  167. if 'value' not in a:
  168. a['value'], = yield [("RV", [a['id']])]
  169. if 'value' not in b:
  170. b['value'], = yield [("RV", [b['id']])]
  171. yield [("RETURN", [{'value': a['value'] > b['value']}])]
  172. def float_neg(a, **remainder):
  173. if 'value' not in a:
  174. a['value'], = yield [("RV", [a['id']])]
  175. yield [("RETURN", [{'value': -a['value']}])]
  176. def value_neq(a, b, **remainder):
  177. if 'value' not in a:
  178. a['value'], = yield [("RV", [a['id']])]
  179. if 'value' not in b:
  180. b['value'], = yield [("RV", [b['id']])]
  181. yield [("RETURN", [{'value': a['value'] != b['value']}])]
  182. def element_neq(a, b, **remainder):
  183. if 'id' not in a or 'id' not in b:
  184. yield [("RETURN", [{'value': False}])]
  185. else:
  186. yield [("RETURN", [{'value': a['id'] != b['id']}])]
  187. def list_append(a, b, **remainder):
  188. if "id" not in b:
  189. b['id'], = yield [("CNV", [b['value']])]
  190. a_outgoing, = yield [("RO", [a['id']])]
  191. _ = yield [("CD", [a['id'], len(a_outgoing), b['id']])]
  192. yield [("RETURN", [a])]
  193. def list_read(a, b, **remainder):
  194. if 'value' not in b:
  195. b['value'], = yield [("RV", [b['id']])]
  196. result, = yield [("RD", [a['id'], b['value']])]
  197. if result is None:
  198. raise Exception("List read out of bounds: %s" % b['value'])
  199. yield [("RETURN", [{'id': result}])]
  200. def list_len(a, **remainder):
  201. outgoings, = yield [("RO", [a['id']])]
  202. result, = yield [("CNV", [len(outgoings)])]
  203. yield [("RETURN", [{'id': result}])]
  204. def dict_add(a, b, c, **remainder):
  205. if 'id' not in b:
  206. b['id'], = yield [("CNV", [b['value']])]
  207. if 'id' not in c:
  208. c['id'], = yield [("CNV", [c['value']])]
  209. new_edge, = yield [("CE", [a['id'], c['id']])]
  210. yield [("CE", [new_edge, b['id']])]
  211. yield [("RETURN", [a])]
  212. def dict_len(a, **remainder):
  213. outgoings, = yield [("RO", [a['id']])]
  214. yield [("RETURN", [{'value': len(outgoings)}])]
  215. def set_add(a, b, **remainder):
  216. if 'value' not in b:
  217. b['value'], = yield [("RV", [b['id']])]
  218. is_in, = yield [("RD", [a['id'], b['value']])]
  219. if not is_in:
  220. _, = yield [("CD", [a['id'], b['value'], a['id']])]
  221. yield [("RETURN", [a])]
  222. def set_add_node(a, b, **remainder):
  223. if 'id' not in b:
  224. b['id'], = yield [("CNV", [b['value']])]
  225. is_in, = yield [("RDN", [a['id'], b['id']])]
  226. if not is_in:
  227. edge, = yield [("CE", [a['id'], a['id']])]
  228. _, = yield [("CE", [edge, b['id']])]
  229. yield [("RETURN", [a])]
  230. def set_pop(a, **remainder):
  231. outgoing, = yield [("RO", [a['id']])]
  232. if outgoing:
  233. outgoing = outgoing[0]
  234. new_outgoing, = yield [("RO", [outgoing])]
  235. new_outgoing = new_outgoing[0]
  236. edge, _ = yield [("RE", [new_outgoing]), ("DE", [outgoing])]
  237. yield [("RETURN", [{'id': edge[1]}])]
  238. else:
  239. raise Exception("POP from empty set")
  240. yield [("RETURN", [{'id': remainder["root"]}])]
  241. def set_create(**remainder):
  242. result, = yield [("CN", [])]
  243. yield [("RETURN", [{'id': result}])]
  244. def list_create(**remainder):
  245. result, = yield [("CN", [])]
  246. yield [("RETURN", [{'id': result}])]
  247. def dict_create(**remainder):
  248. result, = yield [("CN", [])]
  249. yield [("RETURN", [{'id': result}])]
  250. def create_tuple(a, b, **remainder):
  251. if "id" not in a:
  252. a['id'], = yield [("CNV", [a['value']])]
  253. if "id" not in b:
  254. b['id'], = yield [("CNV", [b['value']])]
  255. result, = yield [("CN", [])]
  256. _, _ = yield [("CD", [result, 0, a['id']]),
  257. ("CD", [result, 1, b['id']]),
  258. ]
  259. yield [("RETURN", [{'id': result}])]
  260. def set_overlap(a, b, **remainder):
  261. a_keys, b_keys, res = yield [("RDK", [a['id']]), ("RDK", [b['id']]), ("CN", [])]
  262. a_values = yield [("RV", [i]) for i in a_keys]
  263. b_values = yield [("RV", [i]) for i in b_keys]
  264. result = set(a_values) & set(b_values)
  265. yield [("CD", [res, value, res]) for value in result]
  266. yield [("RETURN", [{'id': res}])]
  267. def list_pop_final(a, **remainder):
  268. lst, = yield [("RO", [a['id']])]
  269. length = len(lst)
  270. result, result_edge = yield [("RD", [a['id'], length - 1]),
  271. ("RDE", [a['id'], length -1])]
  272. _, = yield [("DE", [result_edge])]
  273. yield [("RETURN", [{'id': result}])]
  274. def instantiate_node(a, b, c, **remainder):
  275. if "value" not in b:
  276. b['value'], = yield [("RV", [b['id']])]
  277. if "value" not in c:
  278. c['value'], = yield [("RV", [c['id']])]
  279. node, dict_entry, tm = \
  280. yield [("CN", []),
  281. ("RD", [a['id'], "model"]),
  282. ("RD", [a['id'], "type_mapping"]),
  283. ]
  284. if c['value'] == "":
  285. name = "__" + str(node)
  286. name_node = {'value': name}
  287. else:
  288. name = c['value']
  289. name_node = c
  290. _, root = yield [("CD", [dict_entry, name, node]),
  291. ("RD", [tm, "root"])]
  292. # Create new type links
  293. type_elem, instance_elem = yield [("CNV", [b['value']]), ("CNV", [name])]
  294. type_link, = yield [("CE", [root, type_elem])]
  295. instance_link, = yield [("CE", [type_link, instance_elem])]
  296. # Add them to the model
  297. yield [("CD", [tm, str(type_elem), type_elem]),
  298. ("CD", [tm, str(instance_elem), instance_elem]),
  299. ("CD", [tm, str(type_link), type_link]),
  300. ("CD", [tm, str(instance_link), instance_link])]
  301. yield [("RETURN", [name_node])]
  302. def list_insert(a, b, c, **remainder):
  303. if "id" not in b:
  304. b["id"], = yield [("CNV", [b['value']])]
  305. if "value" not in c:
  306. c['value'], = yield [("RV", [c['id']])]
  307. a_outgoing, = yield [("RO", [a['id']])]
  308. links = yield [("RD", [a['id'], i]) for i in range(c['value'], len(a_outgoing))] + \
  309. [("RDE", [a['id'], i]) for i in range(c['value'], len(a_outgoing))]
  310. values = links[:len(links) // 2]
  311. edges = links[len(links) // 2:]
  312. yield [("CD", [a['id'], c['value'], b['id']])] + \
  313. [("CD", [a['id'], c['value'] + 1 + index, value]) for index, value in enumerate(values)] + \
  314. [("DE", [i]) for i in edges]
  315. yield [("RETURN", [a])]
  316. def list_delete(a, b, **remainder):
  317. if "value" not in b:
  318. b['value'], = yield [("RV", [b['id']])]
  319. a_outgoing, = yield [("RO", [a['id']])]
  320. links = yield [("RD", [a['id'], i]) for i in range(b['value'], len(a_outgoing))] + \
  321. [("RDE", [a['id'], i]) for i in range(b['value'], len(a_outgoing))]
  322. values = links[:len(links) // 2]
  323. edges = links[len(links) // 2:]
  324. yield [("CD", [a['id'], b['value'] + index, value]) for index, value in enumerate(values[1:])] + \
  325. [("DE", [i]) for i in edges]
  326. yield [("RETURN", [a])]
  327. def set_len(a, **remainder):
  328. if "id" not in a:
  329. yield [("RETURN", [{'value': 0}])]
  330. else:
  331. outgoing, = yield [("RO", [a['id']])]
  332. yield [("RETURN", [{'value': len(outgoing)}])]
  333. def set_in(a, b, **remainder):
  334. if "value" not in b:
  335. b['value'], = yield [("RV", [b['id']])]
  336. value, = yield [("RD", [a['id'], b['value']])]
  337. yield [("RETURN", [{'value': value is not None}])]
  338. def set_in_node(a, b, **remainder):
  339. if "id" not in b:
  340. # Not even allocated the node, so it is certain not to be in the dictionary
  341. yield [("RETURN", [{'value': False}])]
  342. value, = yield [("RDN", [a['id'], b['id']])]
  343. yield [("RETURN", [{'value': value is not None}])]
  344. def read_type(a, b, **remainder):
  345. if "value" not in b:
  346. b['value'], = yield [("RV", [b['id']])]
  347. model, type_mapping, metamodel = yield [("RD", [a['id'], 'model']), ("RD", [a['id'], 'type_mapping']), ("RD", [a['id'], 'metamodel'])]
  348. type_mapping, = yield [("RD", [type_mapping, "root"])]
  349. metamodel, in_model, type_value = yield [("RD", [metamodel, 'model']), ("RD", [model, b['value']]), ("RD", [type_mapping, b['value']])]
  350. if in_model is None:
  351. yield [("RETURN", [{'value': ""}])]
  352. elif type_value is None:
  353. yield [("RETURN", [{'value': ""}])]
  354. else:
  355. type_value, = yield [("RV", [type_value])]
  356. in_metamodel, = yield [("RD", [metamodel, type_value])]
  357. if in_metamodel is None:
  358. yield [("RETURN", [{'value': ""}])]
  359. else:
  360. yield [("RETURN", [{'value': type_value}])]
  361. def retype(a, b, c, **remainder):
  362. if "value" not in b:
  363. b['value'], = yield [("RV", [b['id']])]
  364. if "value" not in c:
  365. c['value'], = yield [("RV", [c['id']])]
  366. tm, = yield [("RD", [a["id"], "type_mapping"])]
  367. root, = yield [("RD", [tm, "root"])]
  368. # remove_type
  369. val, = yield [("RD", [root, b["value"]])]
  370. if val is not None:
  371. # Key exists, so remove
  372. yield [("DN", [val])]
  373. # Create new type links
  374. type_elem, instance_elem = yield [("CNV", [c['value']]), ("CNV", [b['value']])]
  375. type_link, = yield [("CE", [root, type_elem])]
  376. instance_link, = yield [("CE", [type_link, instance_elem])]
  377. # Add them to the model
  378. yield [("CD", [tm, str(type_elem), type_elem]),
  379. ("CD", [tm, str(instance_elem), instance_elem]),
  380. ("CD", [tm, str(type_link), type_link]),
  381. ("CD", [tm, str(instance_link), instance_link])]
  382. yield [("RETURN", [None])]
  383. def set_equality(a, b, **remainder):
  384. if "id" not in a:
  385. yield [("RETURN", [{'value': False}])]
  386. if "id" not in b:
  387. yield [("RETURN", [{'value': False}])]
  388. keys_a, keys_b = yield [("RDK", [a["id"]]), ("RDK", [b["id"]])]
  389. if (len(keys_a) != len(keys_b)):
  390. yield [("RETURN", [{'value': False}])]
  391. keys_a = yield [("RV", [i]) for i in keys_a]
  392. keys_b = yield [("RV", [i]) for i in keys_b]
  393. yield [("RETURN", [{'value': keys_a == keys_b}])]
  394. def set_difference(a, b, **remainder):
  395. keys_a, keys_b = yield [("RDK", [a["id"]]), ("RDK", [b["id"]])]
  396. keys_a = yield [("RV", [i]) for i in keys_a]
  397. keys_b = yield [("RV", [i]) for i in keys_b]
  398. result = set(keys_a) - set(keys_b)
  399. res, = yield [("CN", [])]
  400. yield [("CD", [res, v, res]) for v in result]
  401. yield [("RETURN", [{'id': res}])]
  402. def string_startswith(a, b, **remainder):
  403. if "value" not in a:
  404. a['value'], = yield [("RV", [a['id']])]
  405. if "value" not in b:
  406. b['value'], = yield [("RV", [b['id']])]
  407. yield [("RETURN", [{"value": a['value'].startswith(b['value'])}])]
  408. def dict_copy(a, **remainder):
  409. keys, new = yield [("RDK", [a['id']]), ("CN", [])]
  410. values = yield [("RDN", [a['id'], i]) for i in keys]
  411. keys = yield [("RV", [i]) for i in keys]
  412. yield [("CD", [new, k, v]) for k, v in zip(keys, values)]
  413. yield [("RETURN", [{'id': new}])]