123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197 |
- # NOTE: NOP_LITERAL abuses a mechanic of the modelverse kernel. Specifically,
- # whenever the `ModelverseKernel.execute_yields` method returns `None`, then
- # the server built around it takes that as a hint that an instruction's phase
- # has been completed. The server interrupts the kernel's thread of execution
- # when it remarks that an instruction has completed a phase (i.e., when `None`
- # is returned by `ModelverseKernel.execute_yields`) and proceeds to check for
- # input and output.
- #
- # In assembly language, a nop is usually used as a point at which a thread of
- # execution can be terminated. It follows from the paragraph above that what
- # the interpreter does is more or less equivalent to placing nops after every
- # instruction. It is worthwhile to remark that JIT-compiled code cannot rely
- # on the kernel to interrupt the thread of execution automatically during a
- # jitted function's execution -- jitted functions are considered equivalent
- # to a single instruction as far as the kernel is concerned. A nop will be
- # inserted _after_ the function call (if it is called from interpreted code)
- # but that does not suffice for IO, which needs the input/output processing
- # to be performed during function execution.
- #
- # For this reason, the JIT must strategically interrupt the execution of the
- # functions it compiles. In other words, it must insert its own nops.
- # Here comes the interesting part: a nop is equivalent to `yield None`,
- # because that will persuade `ModelverseKernel.execute_yields` to relay the
- # `None` marker value to the server, without terminating the current
- # generator.
- NOP_LITERAL = None
- """A literal that results in a nop during which execution may be interrupted
- when yielded."""
- class Instruction(object):
- """A base class for instructions. An instruction is essentially a syntax
- node that must first be defined, and can only then be used."""
- def __init__(self):
- self.has_result_cache = None
- self.has_definition_cache = None
- def has_result(self):
- """Tells if this instruction computes a result."""
- if self.has_result_cache is None:
- self.has_result_cache = self.has_result_impl()
- return self.has_result_cache
- def has_definition(self):
- """Tells if this instruction requires a definition."""
- if self.has_definition_cache is None:
- self.has_definition_cache = self.has_definition_impl()
- return self.has_definition_cache
- def has_result_impl(self):
- """Tells if this instruction computes a result."""
- return True
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return True
- def get_result_name_override(self, code_generator):
- """Gets a value that overrides the code generator's result name for this
- instruction if it is not None."""
- return None
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- if self.has_definition():
- raise NotImplementedError()
- else:
- code_generator.append_line('pass')
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- if self.has_result():
- return code_generator.get_result_name(self)
- else:
- return 'None'
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- raise NotImplementedError()
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- raise NotImplementedError()
- def simplify_node(self):
- """Applies basic simplification to this instruction only."""
- return self
- def simplify(self):
- """Applies basic simplification to this instruction and all of its children."""
- # This fairly convoluted one-liner first simplifies all children, then creates
- # an instruction from the simplified children, and finally simplifies that top-level
- # instruction.
- return self.create([c.simplify() for c in self.get_children()]).simplify_node()
- def __str__(self):
- code_generator = PythonGenerator()
- self.generate_python_def(code_generator)
- return str(code_generator)
- class PythonGenerator(object):
- """Generates Python code from instructions."""
- def __init__(self, combine_state_definitions=True):
- self.code = []
- self.state_definitions = []
- self.state_definition_names = set()
- self.indentation_string = ' ' * 4
- self.indentation = 0
- self.result_name_dict = {}
- self.combine_state_definitions = combine_state_definitions
- def append(self, text):
- """Appends the given string to this code generator."""
- self.flush_state_definitions()
- self.code.append(text)
- def append_indentation(self):
- """Appends indentation to the code generator."""
- self.append(self.indentation_string * self.indentation)
- def append_line(self, line=None):
- """Appends the indentation string followed by the given string (if any)
- and a newline to the code generator."""
- self.append_indentation()
- if line is not None:
- self.append(line)
- self.append('\n')
- def increase_indentation(self):
- """Increases the code generator's indentation by one indent."""
- self.flush_state_definitions()
- self.indentation += 1
- def decrease_indentation(self):
- """Decreases the code generator's indentation by one indent."""
- self.flush_state_definitions()
- self.indentation -= 1
- def get_result_name(self, instruction, advised_name=None):
- """Gets the name of the given instruction's result variable."""
- if instruction not in self.result_name_dict:
- override_name = instruction.get_result_name_override(self)
- if override_name is not None:
- self.result_name_dict[instruction] = override_name
- elif advised_name is not None:
- self.result_name_dict[instruction] = advised_name
- else:
- self.result_name_dict[instruction] = \
- 'tmp' + str(len(self.result_name_dict))
- result = self.result_name_dict[instruction]
- if result in self.state_definition_names:
- # This might mean that we're trying to access a name that is
- # defined by the current block of state definitions. So we need
- # to flush the state definitions now.
- self.flush_state_definitions()
- return result
- def append_definition(self, lhs, rhs):
- """Defines the first instruction's result variable as the second
- instruction's result."""
- self.append_line(
- self.get_result_name(lhs) + ' = ' + rhs.generate_python_use(self))
- def append_move_definition(self, lhs, rhs):
- """First defines the second instruction, then defines the first
- instruction as the result of the second."""
- if rhs.has_definition():
- # Retrieve the result name for the lhs.
- lhs_result_name = self.get_result_name(lhs)
- # Encourage the rhs to take on the same result name as the lhs.
- rhs_result_name = self.get_result_name(rhs, lhs_result_name)
- # Generate the rhs' definition.
- rhs.generate_python_def(self)
- # Only perform an assignment if it's truly necessary.
- if lhs_result_name != rhs_result_name:
- self.append_definition(lhs, rhs)
- else:
- self.append_definition(lhs, rhs)
- def append_state_definition(self, lhs, opcode, args):
- """Appends a definition that queries the modelverse state."""
- result_name = self.get_result_name(lhs)
- request_tuple = '(%s, [%s])' % (
- repr(opcode),
- ', '.join([arg_i.generate_python_use(self) for arg_i in args]))
- self.state_definitions.append((result_name, request_tuple))
- self.state_definition_names.add(result_name)
- if not self.combine_state_definitions:
- self.flush_state_definitions()
- def flush_state_definitions(self):
- """Flushes the list of state-access definitions to the generated code."""
- state_defs = self.state_definitions
- if len(state_defs) > 0:
- # Clear state_definitions _before_ calling append_line, because append_line
- # will call flush_state_definitions. Clearing state_definitions afterward
- # will result in infinite recursion.
- self.state_definitions = []
- self.state_definition_names = set()
- if len(state_defs) == 1:
- self.append_line('%s, = yield [%s]' % state_defs[0])
- else:
- self.append_line(
- "%s = yield [%s]" % (
- ', '.join([name for name, _ in state_defs]),
- ', '.join([def_val for _, def_val in state_defs])))
- def __str__(self):
- self.flush_state_definitions()
- return ''.join(self.code)
- class VoidInstruction(Instruction):
- """A base class for instructions that do not return a value."""
- def has_result_impl(self):
- """Tells if this instruction computes a result."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return []
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return self
- class EmptyInstruction(VoidInstruction):
- """Represents the empty instruction, which does nothing."""
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return False
- class SelectInstruction(Instruction):
- """Represents a select-instruction: an instruction that defines one of two
- child instructions, and sets its result to the defined child's result."""
- def __init__(self, condition, if_clause, else_clause):
- Instruction.__init__(self)
- self.condition = condition
- self.if_clause = if_clause
- self.else_clause = else_clause
- def has_result_impl(self):
- """Tells if this instruction computes a result."""
- return self.if_clause.has_result() or self.else_clause.has_result()
- def simplify_node(self):
- """Applies basic simplification to this instruction only."""
- if isinstance(self.condition, LiteralInstruction):
- return self.if_clause if self.condition.literal else self.else_clause
- else:
- return SelectInstruction(self.condition, self.if_clause, self.else_clause)
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.condition, self.if_clause, self.else_clause]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- condition, if_clause, else_clause = new_children
- return SelectInstruction(condition, if_clause, else_clause)
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- if_has_result = self.has_result()
- if self.condition.has_definition():
- self.condition.generate_python_def(code_generator)
- code_generator.append_line(
- 'if ' + self.condition.generate_python_use(code_generator) + ':')
- code_generator.increase_indentation()
- if if_has_result:
- code_generator.append_move_definition(self, self.if_clause)
- else:
- self.if_clause.generate_python_def(code_generator)
- code_generator.decrease_indentation()
- else_has_def = self.else_clause.has_definition()
- if else_has_def or if_has_result:
- code_generator.append_line('else:')
- code_generator.increase_indentation()
- if if_has_result:
- code_generator.append_move_definition(self, self.else_clause)
- else:
- self.else_clause.generate_python_def(code_generator)
- code_generator.decrease_indentation()
- class ReturnInstruction(VoidInstruction):
- """Represents a return-instruction."""
- def __init__(self, value):
- VoidInstruction.__init__(self)
- self.value = value
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.value]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- value, = new_children
- return ReturnInstruction(value)
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- if self.value.has_definition():
- self.value.generate_python_def(code_generator)
- code_generator.append_line(
- 'raise PrimitiveFinished(' +
- self.value.generate_python_use(code_generator) +
- ')')
- class RaiseInstruction(VoidInstruction):
- """An instruction that raises an error."""
- def __init__(self, value):
- VoidInstruction.__init__(self)
- self.value = value
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.value]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- value, = new_children
- return RaiseInstruction(value)
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- self.value.generate_python_def(code_generator)
- code_generator.append_line(
- 'raise ' + self.value.generate_python_use(code_generator))
- class CallInstruction(Instruction):
- """An instruction that performs a simple call."""
- def __init__(self, target, argument_list):
- Instruction.__init__(self)
- self.target = target
- self.argument_list = argument_list
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.target] + self.argument_list
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return CallInstruction(new_children[0], new_children[1:])
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- if self.target.has_definition():
- self.target.generate_python_def(code_generator)
- for arg in self.argument_list:
- if arg.has_definition():
- arg.generate_python_def(code_generator)
- code_generator.append_line(
- '%s = %s(%s)' % (
- code_generator.get_result_name(self),
- self.target.generate_python_use(code_generator),
- ', '.join([arg.generate_python_use(code_generator) for arg in self.argument_list])))
- class JitCallInstruction(Instruction):
- """An instruction that calls a jitted function."""
- def __init__(self, target, named_args, kwarg):
- Instruction.__init__(self)
- self.target = target
- self.named_args = named_args
- self.kwarg = kwarg
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.target] + [arg for _, arg in self.named_args] + [self.kwarg]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- param_names = [name for name, _ in self.named_args]
- return JitCallInstruction(
- new_children[0], zip(param_names, new_children[1:-1]), new_children[-1])
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- if self.target.has_definition():
- self.target.generate_python_def(code_generator)
- arg_list = []
- for param_name, arg in self.named_args:
- if arg.has_definition():
- arg.generate_python_def(code_generator)
- arg_list.append(
- '%s=%s' % (param_name, arg.generate_python_use(code_generator)))
- if self.kwarg.has_definition():
- self.kwarg.generate_python_def(code_generator)
- arg_list.append(
- '**%s' % self.kwarg.generate_python_use(code_generator))
- own_name = code_generator.get_result_name(self)
- code_generator.append_line('try:')
- code_generator.increase_indentation()
- code_generator.append_line(
- '%s_gen = %s(%s)' % (
- own_name,
- self.target.generate_python_use(code_generator),
- ', '.join(arg_list)))
- code_generator.append_line('%s_inp = None' % own_name)
- code_generator.append_line('while 1:')
- code_generator.increase_indentation()
- code_generator.append_line(
- '%s_inp = yield %s_gen.send(%s_inp)' % (own_name, own_name, own_name))
- code_generator.decrease_indentation()
- code_generator.decrease_indentation()
- code_generator.append_line('except PrimitiveFinished as %s_ex:' % own_name)
- code_generator.increase_indentation()
- code_generator.append_line('%s = %s_ex.result' % (own_name, own_name))
- code_generator.decrease_indentation()
- class PrintInstruction(Instruction):
- """An instruction that prints a value."""
- def __init__(self, argument):
- Instruction.__init__(self)
- self.argument = argument
- def has_result_impl(self):
- """Tells if this instruction has a result."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.argument]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- arg, = new_children
- return PrintInstruction(arg)
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- if self.argument.has_definition():
- self.argument.generate_python_def(code_generator)
- code_generator.append_line(
- 'print(%s)' % (
- self.argument.generate_python_use(code_generator)))
- class BinaryInstruction(Instruction):
- """An instruction that performs a binary operation."""
- def __init__(self, lhs, operator, rhs):
- Instruction.__init__(self)
- self.lhs = lhs
- self.operator = operator
- self.rhs = rhs
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return self.lhs.has_definition() or self.rhs.has_definition()
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.lhs, self.rhs]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- lhs, rhs, = new_children
- return BinaryInstruction(lhs, self.operator, rhs)
- def simplify_node(self):
- """Applies basic simplification to this instruction only."""
- if isinstance(self.lhs, LiteralInstruction) and isinstance(self.rhs, LiteralInstruction):
- # TODO: there's probably a better way to do this than with eval.
- return LiteralInstruction(
- eval('%s %s %s' % (repr(self.lhs.literal), self.operator, repr(self.rhs.literal))))
- else:
- return self
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- return '(%s %s %s)' % (
- self.lhs.generate_python_use(code_generator),
- self.operator,
- self.rhs.generate_python_use(code_generator))
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- if self.lhs.has_definition():
- self.lhs.generate_python_def(code_generator)
- if self.rhs.has_definition():
- self.rhs.generate_python_def(code_generator)
- elif self.rhs.has_definition():
- self.rhs.generate_python_def(code_generator)
- else:
- code_generator.append_line('pass')
- class UnaryInstruction(Instruction):
- """An instruction that performs a unary operation."""
- def __init__(self, operator, operand):
- Instruction.__init__(self)
- self.operator = operator
- self.operand = operand
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return self.operand.has_definition()
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.operand]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- operand, = new_children
- return UnaryInstruction(self.operator, operand)
- def simplify_node(self):
- """Applies basic simplification to this instruction only."""
- if isinstance(self.operand, LiteralInstruction):
- # TODO: there's probably a better way to do this than with eval.
- return LiteralInstruction(
- eval('%s %s' % (self.operator, repr(self.operand.literal))))
- else:
- return self
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- return '(%s %s)' % (
- self.operator,
- self.operand.generate_python_use(code_generator))
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- if self.operand.has_definition():
- self.operand.generate_python_def(code_generator)
- else:
- code_generator.append_line('pass')
- class LoopInstruction(VoidInstruction):
- """Represents a loop-instruction, which loops until broken."""
- def __init__(self, body):
- VoidInstruction.__init__(self)
- self.body = body
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.body]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- body, = new_children
- return LoopInstruction(body)
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- code_generator.append_line('while 1:')
- code_generator.increase_indentation()
- self.body.generate_python_def(code_generator)
- code_generator.decrease_indentation()
- class BreakInstruction(VoidInstruction):
- """Represents a break-instruction."""
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- code_generator.append_line('break')
- class ContinueInstruction(VoidInstruction):
- """Represents a continue-instruction."""
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- code_generator.append_line('continue')
- class CompoundInstruction(Instruction):
- """Represents an instruction that evaluates two other instructions
- in order, and returns the second instruction's result."""
- def __init__(self, first, second):
- Instruction.__init__(self)
- self.first = first
- self.second = second
- def has_result_impl(self):
- """Tells if this instruction has a result."""
- return self.second.has_result() or self.first.has_result()
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.first, self.second]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- first, second = new_children
- return CompoundInstruction(first, second)
- def simplify_node(self):
- """Applies basic simplification to this instruction and its children."""
- if not self.first.has_definition() and (
- not self.first.has_result() or self.second.has_result()):
- return self.second
- elif (not self.second.has_definition()) and (not self.second.has_result()):
- return self.first
- else:
- return self
- def generate_python_def(self, code_generator):
- """Generates Python code for this instruction."""
- if self.second.has_result():
- self.first.generate_python_def(code_generator)
- code_generator.append_move_definition(self, self.second)
- elif self.first.has_result():
- code_generator.append_move_definition(self, self.first)
- self.second.generate_python_def(code_generator)
- else:
- self.first.generate_python_def(code_generator)
- self.second.generate_python_def(code_generator)
- class LiteralInstruction(Instruction):
- """Represents an integer, floating-point, string or Boolean literal."""
- def __init__(self, literal):
- Instruction.__init__(self)
- self.literal = literal
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return []
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return self
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- return repr(self.literal)
- class DictionaryLiteralInstruction(Instruction):
- """Constructs a dictionary literal."""
- def __init__(self, key_value_pairs):
- Instruction.__init__(self)
- self.key_value_pairs = key_value_pairs
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [val for _, val in self.key_value_pairs]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- keys = [k for k, _ in self.key_value_pairs]
- return DictionaryLiteralInstruction(zip(keys, new_children))
- def has_definition(self):
- """Tells if this instruction requires a definition."""
- return any(
- [key.has_definition() or val.has_definition()
- for key, val in self.key_value_pairs])
- def simplify(self):
- """Applies basic simplification to this instruction and its children."""
- return DictionaryLiteralInstruction(
- [(key.simplify(), val.simplify()) for key, val in self.key_value_pairs])
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- for key, val in self.key_value_pairs:
- if key.has_definition():
- key.generate_python_def(code_generator)
- if val.has_definition():
- val.generate_python_def(code_generator)
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- return '{ %s }' % ', '.join(
- ['%s : %s' % (
- key.generate_python_use(code_generator),
- val.generate_python_use(code_generator))
- for key, val in self.key_value_pairs])
- class StateInstruction(Instruction):
- """An instruction that accesses the modelverse state."""
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- raise NotImplementedError()
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- raise NotImplementedError()
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return self.get_arguments()
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return type(self)(*new_children)
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- args = self.get_arguments()
- for arg_i in args:
- if arg_i.has_definition():
- arg_i.generate_python_def(code_generator)
- code_generator.append_state_definition(self, self.get_opcode(), args)
- class VariableName(object):
- """A data structure that unifies names across instructions that access the
- same variable."""
- def __init__(self, name):
- self.name = name
- def get_result_name_override(self, _):
- """Gets a value that overrides the code generator's result name for this
- instruction if it is not None."""
- return self.name
- class VariableInstruction(Instruction):
- """A base class for instructions that access variables."""
- def __init__(self, name):
- Instruction.__init__(self)
- if isinstance(name, str) or isinstance(name, unicode) or name is None:
- self.name = VariableName(name)
- else:
- self.name = name
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- raise NotImplementedError()
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- raise NotImplementedError()
- def get_result_name_override(self, code_generator):
- """Gets a value that overrides the code generator's result name for this
- instruction if it is not None."""
- return code_generator.get_result_name(self.name)
- class LocalInstruction(VariableInstruction):
- """A base class for instructions that access local variables."""
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- raise NotImplementedError()
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- raise NotImplementedError()
- def create_load(self):
- """Creates an instruction that loads the variable referenced by this instruction."""
- return LoadLocalInstruction(self.name)
- def create_store(self, value):
- """Creates an instruction that stores the given value in the variable referenced
- by this instruction."""
- return StoreLocalInstruction(self.name, value)
- class StoreLocalInstruction(LocalInstruction):
- """An instruction that stores a value in a local variable."""
- def __init__(self, name, value):
- LocalInstruction.__init__(self, name)
- self.value = value
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.value]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- val, = new_children
- return StoreLocalInstruction(self.name, val)
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- code_generator.append_move_definition(self, self.value)
- class LoadLocalInstruction(LocalInstruction):
- """An instruction that loads a value from a local variable."""
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return []
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return self
- class DefineFunctionInstruction(VariableInstruction):
- """An instruction that defines a function."""
- def __init__(self, name, parameter_list, body):
- VariableInstruction.__init__(self, name)
- self.parameter_list = parameter_list
- self.body = body
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.body]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- body, = new_children
- return DefineFunctionInstruction(self.name, self.parameter_list, body)
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- code_generator.append_line('def %s(%s):' % (
- code_generator.get_result_name(self), ', '.join(self.parameter_list)))
- code_generator.increase_indentation()
- self.body.generate_python_def(code_generator)
- code_generator.decrease_indentation()
- class LocalExistsInstruction(LocalInstruction):
- """An instruction that checks if a local variable exists."""
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return []
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return self
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- return "'%s' in locals()" % self.get_result_name_override(code_generator)
- class LoadGlobalInstruction(VariableInstruction):
- """An instruction that loads a value from a global variable."""
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return []
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return self
- class LoadIndexInstruction(Instruction):
- """An instruction that produces a value by indexing a specified expression with
- a given key."""
- def __init__(self, indexed, key):
- Instruction.__init__(self)
- self.indexed = indexed
- self.key = key
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.indexed, self.key]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- indexed, key = new_children
- return LoadIndexInstruction(indexed, key)
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- if self.indexed.has_definition():
- self.indexed.generate_python_def(code_generator)
- if self.key.has_definition():
- self.key.generate_python_def(code_generator)
- return "%s[%s]" % (
- self.indexed.generate_python_use(code_generator),
- self.key.generate_python_use(code_generator))
- class LoadMemberInstruction(Instruction):
- """An instruction that produces a value by loading a member from a container."""
- def __init__(self, container, member_name):
- Instruction.__init__(self)
- self.container = container
- self.member_name = member_name
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return self.container.has_definition()
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.container]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- container, = new_children
- return LoadMemberInstruction(container, self.member_name)
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- self.container.generate_python_def(code_generator)
- def generate_python_use(self, code_generator):
- """Generates a Python expression that retrieves this instruction's
- result. The expression is returned as a string."""
- return "%s.%s" % (
- self.container.generate_python_use(code_generator),
- self.member_name)
- class StoreMemberInstruction(Instruction):
- """An instruction that stores a value in a container member."""
- def __init__(self, container, member_name, value):
- Instruction.__init__(self)
- self.container = container
- self.member_name = member_name
- self.value = value
- def has_definition_impl(self):
- """Tells if this instruction requires a definition."""
- return True
- def has_result_impl(self):
- """Tells if this instruction computes a result."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return [self.container, self.value]
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- container, value = new_children
- return StoreMemberInstruction(container, self.member_name, value)
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- if self.container.has_definition():
- self.container.generate_python_def(code_generator)
- code_generator.append_line('%s.%s = %s' % (
- self.container.generate_python_use(code_generator),
- self.member_name,
- self.value.generate_python_use(code_generator)))
- class NopInstruction(Instruction):
- """A nop instruction, which allows for the kernel's thread of execution to be interrupted."""
- def has_result_impl(self):
- """Tells if this instruction computes a result."""
- return False
- def get_children(self):
- """Gets this instruction's sequence of child instructions."""
- return []
- def create(self, new_children):
- """Creates a new instruction of this type from the given sequence of child instructions."""
- return self
- def generate_python_def(self, code_generator):
- """Generates a Python statement that executes this instruction.
- The statement is appended immediately to the code generator."""
- code_generator.append_line('yield %s' % repr(NOP_LITERAL))
- class ReadValueInstruction(StateInstruction):
- """An instruction that reads a value from a node."""
- def __init__(self, node_id):
- StateInstruction.__init__(self)
- self.node_id = node_id
- def simplify_node(self):
- """Applies basic simplification to this instruction only."""
- if isinstance(self.node_id, CreateNodeWithValueInstruction):
- return self.node_id.value
- else:
- return self
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "RV"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.node_id]
- class ReadDictionaryValueInstruction(StateInstruction):
- """An instruction that reads a dictionary value."""
- def __init__(self, node_id, key):
- StateInstruction.__init__(self)
- self.node_id = node_id
- self.key = key
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "RD"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.node_id, self.key]
- class ReadDictionaryEdgeInstruction(StateInstruction):
- """An instruction that reads a dictionary edge."""
- def __init__(self, node_id, key):
- StateInstruction.__init__(self)
- self.node_id = node_id
- self.key = key
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "RDE"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.node_id, self.key]
- class ReadEdgeInstruction(StateInstruction):
- """An instruction that reads an edge."""
- def __init__(self, node_id):
- StateInstruction.__init__(self)
- self.node_id = node_id
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "RE"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.node_id]
- class CreateNodeInstruction(StateInstruction):
- """An instruction that creates an empty node."""
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "CN"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return []
- class CreateNodeWithValueInstruction(StateInstruction):
- """An instruction that creates a node with a given value."""
- def __init__(self, value):
- StateInstruction.__init__(self)
- self.value = value
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "CNV"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.value]
- class CreateEdgeInstruction(StateInstruction):
- """An instruction that creates an edge."""
- def __init__(self, source_id, target_id):
- StateInstruction.__init__(self)
- self.source_id = source_id
- self.target_id = target_id
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "CE"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.source_id, self.target_id]
- class CreateDictionaryEdgeInstruction(StateInstruction):
- """An instruction that creates a dictionary edge."""
- def __init__(self, source_id, key, target_id):
- StateInstruction.__init__(self)
- self.source_id = source_id
- self.key = key
- self.target_id = target_id
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "CD"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.source_id, self.key, self.target_id]
- class DeleteNodeInstruction(StateInstruction):
- """An instruction that deletes a node."""
- def __init__(self, node_id):
- StateInstruction.__init__(self)
- self.node_id = node_id
- def has_result(self):
- """Tells if this instruction computes a result."""
- return False
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "DN"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.node_id]
- class DeleteEdgeInstruction(StateInstruction):
- """An instruction that deletes an edge."""
- def __init__(self, edge_id):
- StateInstruction.__init__(self)
- self.edge_id = edge_id
- def has_result(self):
- """Tells if this instruction computes a result."""
- return False
- def get_opcode(self):
- """Gets the opcode for this state instruction."""
- return "DE"
- def get_arguments(self):
- """Gets this state instruction's argument list."""
- return [self.edge_id]
- def create_block(*statements):
- """Creates a block-statement from the given list of statements."""
- length = len(statements)
- if length == 0:
- return EmptyInstruction()
- elif length == 1:
- return statements[0]
- else:
- return CompoundInstruction(
- statements[0],
- create_block(*statements[1:]))
- def with_debug_info_trace(instruction, debug_info, function_name):
- """Prepends the given instruction with a tracing instruction that prints
- the given debug information and function name."""
- if debug_info is None and function_name is None:
- return instruction
- else:
- if debug_info is None:
- debug_info = 'unknown location'
- if function_name is None:
- function_name = 'unknown function'
- return create_block(
- PrintInstruction(
- LiteralInstruction('TRACE: %s(%s, JIT)' % (debug_info, function_name))),
- instruction)
- def map_and_simplify(function, instruction):
- """Applies the given mapping function to every instruction in the tree
- that has the given instruction as root, and simplifies it on-the-fly.
- This is at least as powerful as first mapping and then simplifying, as
- maps and simplifications are interspersed."""
- # Let's just agree to disagree on map vs list comprehensions, pylint.
- # pylint: disable=I0011,W0141
- return function(
- instruction.create(
- map(map_and_simplify, instruction.get_children()))).simplify_node()
- if __name__ == "__main__":
- example_tree = SelectInstruction(
- LiteralInstruction(True),
- LoopInstruction(
- CompoundInstruction(
- BreakInstruction(),
- CompoundInstruction(
- EmptyInstruction(),
- ContinueInstruction()
- )
- )
- ),
- ReturnInstruction(
- EmptyInstruction()))
- print(example_tree.simplify())
|