modelverse/scripts/make_parallel.py

import sys

from check_objects import to_recompile
from compile import do_compile
from link_and_load import link_and_load
import random
import multiprocessing
import glob

def main(address, username, files):
    def do_compile_wrapper(filename):
        do_compile(address, filename, str(random.random()), filename, "PO", ["--debug"])

    p = multiprocessing.Pool(multiprocessing.cpu_count() * 2)
    new_files = to_recompile(address, files)
    p.map(do_compile_wrapper, new_files)
    link_and_load(address, username, files)

if __name__ == "__main__":
    if len(sys.argv) < 4:
        sys.stderr.write("Expected different parameters!\n")
        sys.stderr.write("    %s address username [file]*\n" % sys.argv[0])
        sys.exit(1)

    address = sys.argv[1]
    username = sys.argv[2]
    files = [a.replace("\\", "/") for a in sum([glob.glob(f) for f in sys.argv[3:]], [])]

    main(address, username, files)