bootstrap.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238
  1. ### Configuration for creating the bootstrap model using conformance_bottom.
  2. import glob
  3. import hashlib
  4. import tempfile
  5. import gzip
  6. def bootstrap():
  7. root = ["__hierarchy"]
  8. task_manager = "task_manager"
  9. initial_code_manager = "bootstrap/initial_code_manager.alc"
  10. initial_code_task = "bootstrap/initial_code_task.alc"
  11. task_data = [ "input",
  12. "output",
  13. "globals",
  14. "frame",
  15. ]
  16. task_frame = [ "evalstack",
  17. "returnvalue",
  18. "symbols",
  19. ]
  20. primitives = { "integer_addition": ["Integer", "Integer", "Integer"],
  21. "integer_subtraction": ["Integer", "Integer", "Integer"],
  22. "integer_multiplication": ["Integer", "Integer", "Integer"],
  23. "integer_division": ["Integer", "Integer", "Integer"],
  24. "integer_lt": ["Boolean", "Integer", "Integer"],
  25. "float_addition": ["Float", "Float", "Float"],
  26. "float_subtraction": ["Float", "Float", "Float"],
  27. "float_multiplication": ["Float", "Float", "Float"],
  28. "float_division": ["Float", "Float", "Float"],
  29. "float_lt": ["Boolean", "Float", "Float"],
  30. "bool_and": ["Boolean", "Boolean", "Boolean"],
  31. "bool_or": ["Boolean", "Boolean", "Boolean"],
  32. "bool_not": ["Boolean", "Boolean"],
  33. "string_join": ["String", "String", "String"],
  34. "string_get": ["String", "String", "Integer"],
  35. "string_len": ["Integer", "String"],
  36. "string_split": ["Element", "String", "String"],
  37. "value_eq": ["Boolean", "Element", "Element"],
  38. "cast_float": ["Float", "Element"],
  39. "cast_string": ["String", "Element"],
  40. "cast_boolean": ["Boolean", "Element"],
  41. "cast_integer": ["Integer", "Element"],
  42. "cast_value": ["String", "Element"],
  43. "cast_id": ["String", "Element"],
  44. "list_insert": ["Element", "Element", "Integer", "Element"],
  45. "list_delete": ["Element", "Element", "Integer"],
  46. "dict_add_fast": ["Element", "Element", "Element", "Element"],
  47. "dict_delete": ["Element", "Element", "Element"],
  48. "dict_delete_node": ["Element", "Element", "Element"],
  49. "dict_read": ["Element", "Element", "Element"],
  50. "dict_read_edge": ["Element", "Element", "Element"],
  51. "dict_read_node": ["Element", "Element", "Element"],
  52. "dict_in": ["Boolean", "Element", "Element"],
  53. "dict_in_node": ["Boolean", "Element", "Element"],
  54. "dict_keys": ["Element", "Element"],
  55. "is_physical_int": ["Boolean", "Element"],
  56. "is_physical_boolean": ["Boolean", "Element"],
  57. "is_physical_string": ["Boolean", "Element"],
  58. "is_physical_action": ["Boolean", "Element"],
  59. "is_physical_float": ["Boolean", "Element"],
  60. "is_physical_none": ["Boolean", "Element"],
  61. "create_node": ["Element"],
  62. "create_edge": ["Element", "Element", "Element"],
  63. "create_value": ["Element", "Element"],
  64. "is_edge": ["Boolean", "Element"],
  65. "is_error": ["Boolean", "Element"],
  66. "read_nr_out": ["Integer", "Element"],
  67. "read_out": ["Element", "Element", "Integer"],
  68. "read_nr_in": ["Integer", "Element"],
  69. "read_in": ["Element", "Element", "Integer"],
  70. "read_edge_src": ["Element", "Element"],
  71. "read_edge_dst": ["Element", "Element"],
  72. "delete_element": ["Element", "Element"],
  73. "element_eq": ["Boolean", "Element", "Element"],
  74. "read_root": ["Element"],
  75. "read_taskroot": ["Element"],
  76. "log": ["String", "String"],
  77. "time": ["Float"],
  78. "hash": ["String", "String"],
  79. "__sleep": ["Float", "Float", "Boolean"],
  80. }
  81. jit_primitives = {
  82. "get_jit_enabled": ["Boolean"],
  83. "set_jit_enabled": ["Void", "Boolean"]
  84. }
  85. ### Actual script to generate the file
  86. import os
  87. import sys
  88. class Writer(object):
  89. def __init__(self, file_a, file_b):
  90. self.file_a = file_a
  91. self.file_b = file_b
  92. def write(self, text, both=True):
  93. self.file_a.write(text)
  94. if both:
  95. self.file_b.write(text)
  96. try:
  97. with gzip.GzipFile("bootstrap/bootstrap.m.gz", "wb", mtime=0) as fa:
  98. with gzip.GzipFile("bootstrap/minimal.m.gz", "wb", mtime=0) as fb:
  99. f = Writer(fa, fb)
  100. # Create the root first
  101. f.write("Node root()\n")
  102. # Create all children of the root
  103. for node in root:
  104. f.write("Node %s()\n" % node)
  105. f.write("Dict (root, \"%s\", %s)\n" % (node, node))
  106. def declare_primitive_class(primitive_class_name, primitive_decls):
  107. f.write("Node %s()\n" % primitive_class_name)
  108. f.write("Dict (__hierarchy, \"%s\", %s)\n" % (primitive_class_name, primitive_class_name))
  109. # Define all primitive functions
  110. for function, parameters in primitive_decls.iteritems():
  111. f.write("Node _func_signature_%s()\n" % function)
  112. f.write("Node _func_params_%s()\n" % function)
  113. f.write("Node _func_body_%s()\n" % function)
  114. f.write('Dict (%s, "%s", _func_signature_%s)\n' % (primitive_class_name, function, function))
  115. f.write('Dict (_func_signature_%s, "body", _func_body_%s)\n' % (function, function))
  116. f.write('Dict (_func_signature_%s, "params", _func_params_%s)\n' % (function, function))
  117. parameter_names = "abcdefghijklmnopqrstuvwxyz"
  118. for number, param in enumerate(parameters[1:]):
  119. param_encoding = "%s_%s" % (function, parameter_names[number])
  120. f.write("Node _func_params_%s()\n" % (param_encoding))
  121. f.write('Node _name_%s("%s")\n' % (param_encoding, parameter_names[number]))
  122. #f.write("Edge _param_link_%s(_func_params_%s, _func_params_%s)\n" % (param_encoding, function, param_encoding))
  123. #f.write("Edge _param_link_str_%s(_param_link_%s, _name_%s)\n" % (param_encoding, param_encoding, param_encoding))
  124. f.write('Dict (_func_params_%s, "%s", _func_params_%s)\n' % (function, parameter_names[number], param_encoding))
  125. #f.write('Node _name_str_%s("name")\n' % param_encoding)
  126. #f.write("Edge _param_name_%s(_func_params_%s, _name_%s)\n" % (param_encoding, param_encoding, param_encoding))
  127. #f.write("Edge _param_name_str_%s(_param_name_%s, _name_str_%s)\n" % (param_encoding, param_encoding, param_encoding))
  128. f.write('Dict (_func_params_%s, "name", _name_%s)\n' % (param_encoding, param_encoding))
  129. declare_primitive_class('primitives', primitives)
  130. declare_primitive_class('jit', jit_primitives)
  131. # Create the initial task
  132. f.write("Node task_root()\n")
  133. for data in task_data:
  134. f.write("Node task_%s()\n" % data)
  135. f.write('Dict (task_root, "%s", task_%s)\n' % (data, data))
  136. for data in task_frame:
  137. f.write("Node task_%s()\n" % data)
  138. f.write('Dict (task_frame, "%s", task_%s)\n' % (data, data))
  139. # Add last_input and last_output links
  140. for data in ["input", "output"]:
  141. f.write('Dict (task_root, "last_%s", task_%s)\n' % (data, data))
  142. # Bind task to the root
  143. f.write('Dict (root, "%s", task_root)\n' % (task_manager))
  144. def compile_code_AL(filename, target, prepend="", main=False):
  145. import sys
  146. sys.path.append("interface/HUTN/")
  147. from hutn_compiler.compiler import main as compile_code
  148. code = compile_code(filename, "interface/HUTN/grammars/actionlanguage.g", "BS", ["--debug", "--prepend:%s" % prepend, "--main" if main else "--not-main"])
  149. return code.replace("auto_initial_IP", target)
  150. # Create all library code
  151. # But first create the structure to hold compiled data
  152. f.write("Node __objects()\n", both=False)
  153. f.write('Dict (__hierarchy, "objects", __objects)\n', both=False)
  154. def compile_code_MO(filename, model_name):
  155. import sys
  156. sys.path.append("interface/HUTN/")
  157. from hutn_compiler.compiler import main as compile_code
  158. model_code = compile_code(filename, "interface/HUTN/grammars/modelling_bootstrap.g", "MB", ["--modelname:%s" % model_name])
  159. return model_code + "\n"
  160. # Compile all model definitions to ALC directly
  161. total_alc = []
  162. binding_alc = 'Void function initialize_MMs():\n\tinitialize_SCD("models/SimpleClassDiagrams")\n'
  163. bootstrap_models = sorted(glob.glob("bootstrap/*.mvc"))
  164. for bootstrap_model in bootstrap_models:
  165. # Compile the subfile
  166. bootstrap_model = bootstrap_model.replace("\\", "/")
  167. model_name = bootstrap_model.rsplit(".mvc", 1)[0].rsplit("/", 1)[1]
  168. print("[MVC] %s" % model_name)
  169. alc = compile_code_MO(bootstrap_model, model_name)
  170. total_alc.append(alc)
  171. binding_alc += "\tinitialize_%s()\n" % model_name
  172. total_alc = "".join(total_alc)
  173. # Write out the ALC to a new .metamodels.alc
  174. binding_alc += "\treturn!\n"
  175. new_metamodels_alc = open("bootstrap/metamodels.alt", 'r').read() + total_alc + binding_alc
  176. # Now overwrite the .metamodels.alc file
  177. with open("bootstrap/.metamodels.alc", "w") as mm:
  178. mm.write(new_metamodels_alc)
  179. # Compile all files and add to structure manually
  180. bootstrap_files = sorted(glob.glob("bootstrap/*.alc") + glob.glob("bootstrap/.*.alc"))
  181. for bootstrap_file in bootstrap_files:
  182. # Compile the subfile
  183. bootstrap_file = bootstrap_file.replace("\\", "/")
  184. print("[ALC] %s" % bootstrap_file)
  185. f.write(compile_code_AL(bootstrap_file, "initial_IP", prepend=bootstrap_file, main = bootstrap_file in [initial_code_manager, initial_code_task]), both=False)
  186. # Now link the code with the compilation manager structure
  187. f.write("Node elem()\n", both=False)
  188. f.write('Dict (__objects, "%s", elem)\n' % bootstrap_file, both=False)
  189. f.write('Dict (elem, "initializers", %s_initial_IP)\n' % bootstrap_file, both=False)
  190. # Create code for initial task
  191. print("[BOOT] task_manager")
  192. f.write('Dict (task_frame, "IP", %s_initial_IP)\n' % (initial_code_manager), both=False)
  193. f.write('Node __phase("init")\n', both=False)
  194. f.write('Dict (task_frame, "phase", __phase)\n', both=False)
  195. # Create code for new tasks to start at
  196. print("[BOOT] new_task")
  197. f.write('Dict (__hierarchy, "__IP", %s_initial_IP)\n' % initial_code_task, both=False)
  198. except:
  199. os.remove("bootstrap/bootstrap.m.gz")
  200. os.remove("bootstrap/minimal.m.gz")
  201. raise