primitives_object_visitor.py 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. import string
  2. from primitives_visitor import PrimitivesVisitor
  3. import urllib
  4. import urllib2
  5. import json
  6. class PrimitivesObjectVisitor(PrimitivesVisitor):
  7. def __init__(self, args):
  8. PrimitivesVisitor.__init__(self, args)
  9. self.username = args[0]
  10. self.obj_file = args[1]
  11. self.real_file = args[2]
  12. self.address = args[3]
  13. self.object_symbols = {}
  14. with open(self.real_file, 'r') as f:
  15. import hashlib
  16. md5 = hashlib.md5()
  17. md5.update(f.read())
  18. self.hash_file = md5.hexdigest()
  19. # Check if file is already compiled (with same hash) in Modelverse
  20. urllib2.urlopen(urllib2.Request(self.address, urllib.urlencode({"op": "set_input", "element_type": "V", "value": '"%s"' % self.username, "username": "user_manager"}))).read()
  21. flush_data(['3', '"is_defined"', '"%s"' % self.obj_file])
  22. v = urllib2.urlopen(urllib2.Request(self.address, urllib.urlencode({"op": "get_output", "username": self.username}))).read()
  23. v = v.split("=", 2)[2]
  24. simple_filename = self.real_file.rsplit("/")[-1]
  25. if v == "None":
  26. # Not defined, so recompile
  27. print("[COMPILE] %s" % simple_filename)
  28. else:
  29. # Is defined already, so let's compare hashes
  30. if v != self.hash_file:
  31. print("[COMPILE] %s" % simple_filename)
  32. # Remove in Modelverse and recompile
  33. flush_data(['3', '"remove_obj"', '"%s"' % self.obj_file])
  34. else:
  35. self.visit = lambda i: i
  36. self.dump = lambda: True
  37. print("[CACHED] %s" % simple_filename)
  38. def dump(self):
  39. v = PrimitivesVisitor.dump(self)
  40. data = []
  41. # Set up interface
  42. data.append("3")
  43. # Start uploading the code
  44. data.append('"upload"')
  45. data.append('"%s"' % (self.obj_file))
  46. data.append('"%s"' % (self.hash_file))
  47. data.append('false')
  48. data.append(json.dumps(v))
  49. # Upload symbol table
  50. for e, v in self.object_symbols.iteritems():
  51. data.append("true")
  52. data.append('"%s"' % e)
  53. data.append("true" if v else "false")
  54. # Finish the symbol table
  55. data.append('false')
  56. # Wait for kernel to signal that it finished
  57. data.append('2')
  58. urllib2.urlopen(urllib2.Request(self.address, urllib.urlencode({"op": "set_input", "data": json.dumps(data), "username": self.username}))).read()
  59. v = urllib2.urlopen(urllib2.Request(self.address, urllib.urlencode({"op": "get_output", "username": self.username}))).read()
  60. if v == "DONE":
  61. return True
  62. else:
  63. return False
  64. def visit_definition(self, tree):
  65. for a in tree.get_children("ID"):
  66. name = a.get_tail()[0]
  67. self.object_symbols[name] = True
  68. return PrimitivesVisitor.visit_definition(self, tree)
  69. def visit_vardecl(self, tree):
  70. if len(tree.get_tail()) > 2:
  71. for a in tree.get_children("ID"):
  72. name = a.get_tail()[0]
  73. self.object_symbols.setdefault(name, False)
  74. return PrimitivesVisitor.visit_vardecl(self, tree)
  75. else:
  76. return PrimitivesVisitor.visit_vardecl(self, tree)
  77. def visit_funcdecl(self, tree):
  78. for a in tree.get_children("func_name"):
  79. for b in a.get_children("ID"):
  80. name = b.get_tail()[0]
  81. if tree.get_children("func_body") or tree.get_children("ASSIGN"):
  82. self.object_symbols[name] = True
  83. else:
  84. self.object_symbols.setdefault(name, False)
  85. return PrimitivesVisitor.visit_funcdecl(self, tree)