compiled.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349
  1. from modelverse_kernel.primitives import PrimitiveFinished
  2. import time
  3. def get_superclasses(a, b, **remainder):
  4. if 'value' not in b:
  5. b['value'], = yield [("RV", [b['id']])]
  6. model_dict, tm_dict = yield [("RD", [a['id'], "model"]),
  7. ("RD", [a['id'], "type_mapping"])]
  8. worklist = set([b['value']])
  9. found = set([])
  10. cache_value = {}
  11. while worklist:
  12. name = worklist.pop()
  13. if name in found:
  14. continue
  15. elem, = yield [("RD", [model_dict, name])]
  16. found.add(name)
  17. # Iterate over all outgoing links
  18. if elem is None:
  19. print("ERROR: " + str(locals()))
  20. outgoing, = yield [("RO", [elem])]
  21. outgoing = set(outgoing)
  22. while (outgoing):
  23. link = outgoing.pop()
  24. # If the link is typed by "Inheritance", we add its destination
  25. link_name_node, = yield [("CALL_ARGS", [reverseKeyLookup, [{'id': model_dict}, {'id': link}]])]
  26. if "value" not in link_name_node:
  27. link_name_node['value'], = yield [("RV", [link_name_node['id']])]
  28. t_edge, = yield [("RD", [tm_dict, link_name_node['value']])]
  29. t_edge, = yield [("RV", [t_edge])]
  30. if t_edge == "Inheritance":
  31. edge, = yield [("RE", [link])]
  32. src, dst = edge
  33. # Look up dst's name and add it
  34. if dst not in cache_value:
  35. dst_name, = yield [("CALL_ARGS", [reverseKeyLookup, [{'id': model_dict}, {'id': dst}]])]
  36. if 'value' not in dst_name:
  37. dst_name['value'], = yield [("RV", [dst_name['id']])]
  38. cache_value[dst] = dst_name['value']
  39. dst_name_value = cache_value[dst]
  40. worklist.add(dst_name_value)
  41. result, = yield [("CN", [])]
  42. yield [("CD", [result, i, result]) for i in found]
  43. raise PrimitiveFinished({'id': result})
  44. def reverseKeyLookupMulti(a, b, **remainder):
  45. if "value" not in b:
  46. b['value'], = yield [("RV", [b['id']])]
  47. edges, result = yield [("RO", [a['id']]), ("CN", [])]
  48. expanded_edges = yield [("RE", [i]) for i in edges]
  49. values = yield [("RV", [i[1]]) for i in expanded_edges]
  50. # Keep results in a local Python set, as we want to bundle as many requests as possible
  51. todo = set()
  52. for i, edge in enumerate(values):
  53. if b['value'] == edge:
  54. todo.add(i)
  55. outgoings = yield [("RO", [edges[i]]) for i in todo]
  56. values = yield [("RE", [outgoing[0]]) for outgoing in outgoings]
  57. edges = yield [("CE", [result, result]) for value in values]
  58. yield [("CE", [edge, value[1]]) for edge, value in zip(edges, values)]
  59. raise PrimitiveFinished({'id': result})
  60. def reverseKeyLookup(a, b, **remainder):
  61. edges_out, edges_in = yield [("RO", [a['id']]), ("RI", [b['id']])]
  62. options = set(edges_out) & set(edges_in)
  63. if options:
  64. # Select one option randomly
  65. edge = options.pop()
  66. out_edges, = yield [("RO", [edge])]
  67. # Select one option randomly
  68. out_edge = out_edges.pop()
  69. e, = yield [("RE", [out_edge])]
  70. raise PrimitiveFinished({'id': e[1]})
  71. else:
  72. raise PrimitiveFinished({'value': ""})
  73. def instantiated_name(a, b, **remainder):
  74. if "id" not in a:
  75. a['id'], = yield [("CNV", [a['value']])]
  76. if "value" not in b:
  77. b['value'], = yield [("RV", [b["id"]])]
  78. if b['value'] == "":
  79. raise PrimitiveFinished({'value': "__" + str(a['id'])})
  80. else:
  81. raise PrimitiveFinished(b)
  82. def set_merge(a, b, **remainder):
  83. keys, = yield [("RDK", [b['id']])]
  84. edges = yield [("CE", [a['id'], a['id']]) for key in keys]
  85. _ = yield [("CE", [edge, key]) for edge, key in zip(edges, keys)]
  86. raise PrimitiveFinished(a)
  87. def has_value(a, **remainder):
  88. if "value" not in a:
  89. a['value'], = yield [("RV", [a['id']])]
  90. if a['value'] is None:
  91. raise PrimitiveFinished({'value': False})
  92. else:
  93. raise PrimitiveFinished({'value': True})
  94. def make_reverse_dictionary(a, **remainder):
  95. reverse, = yield [("CN", [])]
  96. key_nodes, = yield [("RDK", [a['id']])]
  97. values = yield [("RDN", [a['id'], i]) for i in key_nodes]
  98. yield [("CD", [reverse, str(v), k]) for k, v in zip(key_nodes, values)]
  99. raise PrimitiveFinished({'id': reverse})
  100. def dict_eq(a, b, **remainder):
  101. key_nodes, = yield [("RDK", [a['id']])]
  102. key_values = yield [("RV", [i]) for i in key_nodes]
  103. values = yield [("RD", [a['id'], i]) for i in key_values]
  104. values = yield [("RV", [i]) for i in values]
  105. a_dict = dict(list(zip(key_values, values)))
  106. key_nodes, = yield [("RDK", [b['id']])]
  107. key_values = yield [("RV", [i]) for i in key_nodes]
  108. values = yield [("RD", [b['id'], i]) for i in key_values]
  109. values = yield [("RV", [i]) for i in values]
  110. b_dict = dict(list(zip(key_values, values)))
  111. raise PrimitiveFinished({'value': a_dict == b_dict})
  112. def string_substr(a, b, c, **remainder):
  113. if "value" not in a:
  114. a['value'], = yield [("RV", [a['id']])]
  115. if "value" not in b:
  116. b['value'], = yield [("RV", [b['id']])]
  117. if "value" not in c:
  118. c['value'], = yield [("RV", [c['id']])]
  119. try:
  120. new_value = a['value'][b['value']:c['value']]
  121. except:
  122. new_value = ""
  123. raise PrimitiveFinished({'value': new_value})
  124. def integer_gt(a, b, **remainder):
  125. if 'value' not in a:
  126. a['value'], = yield [("RV", [a['id']])]
  127. if 'value' not in b:
  128. b['value'], = yield [("RV", [b['id']])]
  129. raise PrimitiveFinished({'value': a['value'] > b['value']})
  130. def integer_neg(a, **remainder):
  131. if 'value' not in a:
  132. a['value'], = yield [("RV", [a['id']])]
  133. raise PrimitiveFinished({'value': -a['value']})
  134. def float_gt(a, b, **remainder):
  135. if 'value' not in a:
  136. a['value'], = yield [("RV", [a['id']])]
  137. if 'value' not in b:
  138. b['value'], = yield [("RV", [b['id']])]
  139. raise PrimitiveFinished({'value': a['value'] > b['value']})
  140. def float_neg(a, **remainder):
  141. if 'value' not in a:
  142. a['value'], = yield [("RV", [a['id']])]
  143. raise PrimitiveFinished({'value': -a['value']})
  144. def value_neq(a, b, **remainder):
  145. if 'value' not in a:
  146. a['value'], = yield [("RV", [a['id']])]
  147. if 'value' not in b:
  148. b['value'], = yield [("RV", [b['id']])]
  149. raise PrimitiveFinished({'value': a['value'] != b['value']})
  150. def element_neq(a, b, **remainder):
  151. if 'id' not in a or 'id' not in b:
  152. raise PrimitiveFinished({'value': False})
  153. else:
  154. raise PrimitiveFinished({'value': a['id'] != b['id']})
  155. def list_append(a, b, **remainder):
  156. if "id" not in b:
  157. b['id'], = yield [("CNV", [b['value']])]
  158. a_outgoing, = yield [("RO", [a['id']])]
  159. _ = yield [("CD", [a['id'], len(a_outgoing), b['id']])]
  160. raise PrimitiveFinished(a)
  161. def list_read(a, b, **remainder):
  162. if 'value' not in b:
  163. b['value'], = yield [("RV", [b['id']])]
  164. result, = yield [("RD", [a['id'], b['value']])]
  165. if result is None:
  166. raise Exception("List read out of bounds: %s" % b['value'])
  167. raise PrimitiveFinished({'id': result})
  168. def list_len(a, **remainder):
  169. outgoings, = yield [("RO", [a['id']])]
  170. result, = yield [("CNV", [len(outgoings)])]
  171. raise PrimitiveFinished({'id': result})
  172. def dict_add(a, b, c, **remainder):
  173. if 'id' not in b:
  174. b['id'], = yield [("CNV", [b['value']])]
  175. if 'id' not in c:
  176. c['id'], = yield [("CNV", [c['value']])]
  177. new_edge, = yield [("CE", [a['id'], c['id']])]
  178. yield [("CE", [new_edge, b['id']])]
  179. raise PrimitiveFinished(a)
  180. def dict_len(a, **remainder):
  181. outgoings, = yield [("RO", [a['id']])]
  182. raise PrimitiveFinished({'value': len(outgoings)})
  183. def set_add(a, b, **remainder):
  184. if 'value' not in b:
  185. b['value'], = yield [("RV", [b['id']])]
  186. is_in, = yield [("RD", [a['id'], b['value']])]
  187. if not is_in:
  188. _, = yield [("CD", [a['id'], b['value'], a['id']])]
  189. raise PrimitiveFinished(a)
  190. def set_add_node(a, b, **remainder):
  191. if 'id' not in b:
  192. b['id'], = yield [("CNV", [b['value']])]
  193. is_in, = yield [("RDN", [a['id'], b['id']])]
  194. if not is_in:
  195. edge, = yield [("CE", [a['id'], a['id']])]
  196. _, = yield [("CE", [edge, b['id']])]
  197. raise PrimitiveFinished(a)
  198. def set_pop(a, **remainder):
  199. outgoing, = yield [("RO", [a['id']])]
  200. if outgoing:
  201. outgoing = outgoing[0]
  202. new_outgoing, = yield [("RO", [outgoing])]
  203. new_outgoing = new_outgoing[0]
  204. edge, _ = yield [("RE", [new_outgoing]), ("DE", [outgoing])]
  205. raise PrimitiveFinished({'id': edge[1]})
  206. else:
  207. raise Exception("POP from empty set")
  208. print("Pop from empty set!")
  209. raise PrimitiveFinished({'id': remainder["root"]})
  210. def set_create(**remainder):
  211. result, = yield [("CN", [])]
  212. raise PrimitiveFinished({'id': result})
  213. def list_create(**remainder):
  214. result, = yield [("CN", [])]
  215. raise PrimitiveFinished({'id': result})
  216. def dict_create(**remainder):
  217. result, = yield [("CN", [])]
  218. raise PrimitiveFinished({'id': result})
  219. def create_tuple(a, b, **remainder):
  220. if "id" not in a:
  221. a['id'], = yield [("CNV", [a['value']])]
  222. if "id" not in b:
  223. b['id'], = yield [("CNV", [b['value']])]
  224. result, = yield [("CN", [])]
  225. _, _ = yield [("CD", [result, 0, a['id']]),
  226. ("CD", [result, 1, b['id']]),
  227. ]
  228. raise PrimitiveFinished({'id': result})
  229. def set_overlap(a, b, **remainder):
  230. a_keys, b_keys, res = yield [("RDK", [a['id']]), ("RDK", [b['id']]), ("CN", [])]
  231. a_values = yield [("RV", [i]) for i in a_keys]
  232. b_values = yield [("RV", [i]) for i in b_keys]
  233. result = set(a_values) & set(b_values)
  234. yield [("CD", [res, value, res]) for value in result]
  235. raise PrimitiveFinished({'id': res})
  236. def list_pop_final(a, **remainder):
  237. lst, = yield [("RO", [a['id']])]
  238. length = len(lst)
  239. result, result_edge = yield [("RD", [a['id'], length - 1]),
  240. ("RDE", [a['id'], length -1])]
  241. _, = yield [("DE", [result_edge])]
  242. raise PrimitiveFinished({'id': result})
  243. def instantiate_node(a, b, c, **remainder):
  244. if "value" not in c:
  245. c['value'], = yield [("RV", [c['id']])]
  246. if "id" not in b:
  247. b['id'], = yield [("CNV", [b['value']])]
  248. node, dict_entry, typing = \
  249. yield [("CN", []),
  250. ("RD", [a['id'], "model"]),
  251. ("RD", [a['id'], "type_mapping"]),
  252. ]
  253. if c['value'] == "":
  254. name = "__" + str(node)
  255. name_node = {'value': name}
  256. else:
  257. name = c['value']
  258. name_node = c
  259. yield [("CD", [dict_entry, name, node])]
  260. yield [("CD", [typing, name, b['id']])]
  261. raise PrimitiveFinished(name_node)
  262. def list_insert(a, b, c, **remainder):
  263. if "id" not in b:
  264. b["id"], = yield [("CNV", [b['value']])]
  265. if "value" not in c:
  266. c['value'], = yield [("RV", [c['id']])]
  267. a_outgoing, = yield [("RO", [a['id']])]
  268. links = yield [("RD", [a['id'], i]) for i in range(c['value'], len(a_outgoing))] + \
  269. [("RDE", [a['id'], i]) for i in range(c['value'], len(a_outgoing))]
  270. values = links[:len(links) // 2]
  271. edges = links[len(links) // 2:]
  272. yield [("CD", [a['id'], c['value'], b['id']])] + \
  273. [("CD", [a['id'], c['value'] + 1 + index, value]) for index, value in enumerate(values)] + \
  274. [("DE", [i]) for i in edges]
  275. raise PrimitiveFinished(a)
  276. def list_delete(a, b, **remainder):
  277. if "value" not in b:
  278. b['value'], = yield [("RV", [b['id']])]
  279. a_outgoing, = yield [("RO", [a['id']])]
  280. links = yield [("RD", [a['id'], i]) for i in range(b['value'], len(a_outgoing))] + \
  281. [("RDE", [a['id'], i]) for i in range(b['value'], len(a_outgoing))]
  282. values = links[:len(links) // 2]
  283. edges = links[len(links) // 2:]
  284. yield [("CD", [a['id'], b['value'] + index, value]) for index, value in enumerate(values[1:])] + \
  285. [("DE", [i]) for i in edges]
  286. raise PrimitiveFinished(a)