123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185 |
- """Defines control flow graph IR data structures."""
- from collections import defaultdict
- # Let's just agree to disagree on map vs list comprehensions, pylint.
- # pylint: disable=I0011,W0141
- class SharedCounter(object):
- """Defines a shared counter."""
- def __init__(self):
- self.index = 0
- def next_value(self):
- """Gets the next value for this counter."""
- result = self.index
- self.index += 1
- return result
- class BasicBlock(object):
- """Represents a basic block."""
- def __init__(self, counter):
- self.parameters = []
- self.definitions = []
- self.counter = counter
- self.index = counter.next_value()
- self.definition_counter = SharedCounter()
- self.flow = UnreachableFlow()
- def append_parameter(self, parameter):
- """Appends a parameter to this basic block."""
- if isinstance(parameter, Definition):
- assert isinstance(parameter.value, BlockParameter)
- else:
- assert isinstance(parameter, BlockParameter)
- result = self.create_definition(parameter)
- self.parameters.append(result)
- if len(self.definitions) > 0:
- self.renumber_definitions()
- return result
- def remove_parameter(self, parameter):
- """Removes the given parameter definition from this basic block."""
- return self.parameters.remove(parameter)
- def prepend_definition(self, value):
- """Defines the given value in this basic block."""
- result = self.create_definition(value)
- self.definitions.insert(0, result)
- self.renumber_definitions()
- return result
- def __get_def_index_for_insert(self, anchor):
- for i, definition in enumerate(self.definitions):
- if definition.definition_index == anchor.definition_index:
- return i
- raise ValueError(
- 'Cannot insert a definition because the anchor '
- 'is not defined in this block.')
- def insert_definition_before(self, anchor, value):
- """Inserts the second definition or value before the first definition."""
- index = self.__get_def_index_for_insert(anchor)
- result = self.create_definition(value)
- if result.debug_information is None:
- result.debug_information = anchor.debug_information
- self.definitions.insert(index, result)
- self.renumber_definitions()
- return result
- def insert_definition_after(self, anchor, value):
- """Inserts the second definition or value after the first definition."""
- index = self.__get_def_index_for_insert(anchor)
- result = self.create_definition(value)
- if result.debug_information is None:
- result.debug_information = anchor.debug_information
- self.definitions.insert(index + 1, result)
- self.renumber_definitions()
- return result
- def append_definition(self, value):
- """Defines the given value in this basic block."""
- result = self.create_definition(value)
- self.definitions.append(result)
- return result
- def create_definition(self, value=None):
- """Creates a definition, but does not assign it to this block yet."""
- if isinstance(value, Definition):
- value.block = self
- value.renumber(self.definition_counter.next_value())
- return value
- else:
- assert isinstance(value, Value) or value is None
- return Definition(
- self.counter.next_value(),
- self,
- self.definition_counter.next_value(),
- value)
- def remove_definition(self, definition):
- """Removes the given definition from this basic block."""
- return self.definitions.remove(definition)
- def renumber_definitions(self):
- """Re-numbers all definitions in this basic block."""
- self.definition_counter = SharedCounter()
- for definition in self.parameters:
- definition.renumber(self.definition_counter.next_value())
- for definition in self.definitions:
- definition.renumber(self.definition_counter.next_value())
- assert (
- len(set(
- [definition.definition_index
- for definition in self.parameters + self.definitions])) ==
- len(self.parameters) + len(self.definitions))
- def __str__(self):
- prefix = '!%d(%s):' % (self.index, ', '.join(map(str, self.parameters)))
- return '\n'.join(
- [prefix] +
- [' ' * 4 + str(item) for item in self.definitions + [self.flow]])
- class Definition(object):
- """Maps a value to a variable."""
- def __init__(self, index, block, definition_index, value):
- self.index = index
- self.block = block
- self.definition_index = definition_index
- self.value = value
- if value is not None:
- assert isinstance(value, Value) or isinstance(value, Definition)
- self.debug_information = None
- def redefine(self, new_value):
- """Tweaks this definition to take on the given new value."""
- self.value = new_value
- if new_value is not None:
- assert isinstance(new_value, Value) or isinstance(new_value, Definition)
- def renumber(self, new_definition_index):
- """Updates this definition's index in the block that defines it."""
- self.definition_index = new_definition_index
- def get_all_dependencies(self):
- """Gets all definitions and instructions on which this definition depends,
- along with any dependencies of instruction dependencies."""
- if isinstance(self.value, Definition):
- return [self.value]
- else:
- return self.value.get_all_dependencies()
- def get_all_filtered_dependencies(self, function):
- """Gets all definitions and instructions on which this instruction depends,
- along with any dependencies of instruction dependencies. Dependency trees
- are filtered by a Boolean-returning function."""
- if isinstance(self.value, Definition):
- return list(filter(function, [self.value]))
- else:
- return self.value.get_all_filtered_dependencies(function)
- def has_side_effects(self):
- """Tests if this definition produces any side-effects."""
- return self.value.has_side_effects()
- def has_value(self):
- """Tells if this definition produces a result that is not None."""
- return self.value.has_value()
- def has_bidirectional_dependencies(self):
- """Tells if this instruction's dependencies are bidirectional."""
- return (not isinstance(self.value, Definition)
- and self.value.has_bidirectional_dependencies())
- def insert_before(self, value):
- """Inserts the given value or definition before this definition."""
- return self.block.insert_definition_before(self, value)
- def insert_after(self, value):
- """Inserts the given value or definition after this definition."""
- return self.block.insert_definition_after(self, value)
- def ref_str(self):
- """Gets a string that represents a reference to this definition."""
- return '$%d' % self.index
- def __str__(self):
- return '$%d = %s' % (self.index, self.value.ref_str())
- class Instruction(object):
- """Represents an instruction."""
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- raise NotImplementedError()
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- raise NotImplementedError()
- def get_all_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends,
- along with any dependencies of instruction dependencies."""
- results = list(self.get_dependencies())
- for item in results:
- if not isinstance(item, Definition):
- results.extend(item.get_all_dependencies())
- return results
- def get_all_filtered_dependencies(self, function):
- """Gets all definitions and instructions on which this instruction depends,
- along with any dependencies of instruction dependencies. Dependency trees
- are filtered by a Boolean-returning function."""
- results = list(filter(function, self.get_dependencies()))
- for item in results:
- if not isinstance(item, Definition):
- results.extend(item.get_all_filtered_dependencies(function))
- return results
- class Branch(Instruction):
- """Represents a branch from one basic block to another."""
- def __init__(self, block, arguments=None):
- self.block = block
- assert isinstance(block, BasicBlock)
- if arguments is None:
- arguments = []
- self.arguments = arguments
- assert all([isinstance(arg, Definition) for arg in arguments])
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return self.arguments
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return Branch(self.block, new_dependencies)
- def __str__(self):
- return '!%d(%s)' % (self.block.index, ', '.join([arg.ref_str() for arg in self.arguments]))
- class FlowInstruction(Instruction):
- """Represents a control flow instruction which terminates a basic block."""
- def branches(self):
- """Gets a list of basic blocks targeted by this flow instruction."""
- raise NotImplementedError()
- def has_bidirectional_dependencies(self):
- """Tells if this instruction's dependencies are bidirectional."""
- return False
- def has_side_effects(self):
- """Tells if this instruction has side-effects."""
- # All flow-instructions have side-effects!
- return True
- class JumpFlow(FlowInstruction):
- """Represents a control flow instruction which jumps directly to a basic block."""
- def __init__(self, branch):
- FlowInstruction.__init__(self)
- self.branch = branch
- assert isinstance(branch, Branch)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return self.branches()
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return JumpFlow(*new_dependencies)
- def branches(self):
- """Gets a list of basic blocks targeted by this flow instruction."""
- return [self.branch]
- def __str__(self):
- return 'jump %s' % self.branch
- class SelectFlow(FlowInstruction):
- """Represents a control flow instruction which jumps to one of two basic blocks depending
- on whether a condition is truthy or not."""
- def __init__(self, condition, if_branch, else_branch):
- FlowInstruction.__init__(self)
- self.condition = condition
- assert isinstance(condition, Definition)
- self.if_branch = if_branch
- assert isinstance(if_branch, Branch)
- self.else_branch = else_branch
- assert isinstance(else_branch, Branch)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.condition] + self.branches()
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return SelectFlow(*new_dependencies)
- def branches(self):
- """Gets a list of basic blocks targeted by this flow instruction."""
- return [self.if_branch, self.else_branch]
- def __str__(self):
- return 'select %s, %s, %s' % (self.condition.ref_str(), self.if_branch, self.else_branch)
- class ReturnFlow(FlowInstruction):
- """Represents a control flow instruction which terminates the execution of the current
- function and returns a value."""
- def __init__(self, value):
- FlowInstruction.__init__(self)
- self.value = value
- assert isinstance(value, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.value]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return ReturnFlow(*new_dependencies)
- def branches(self):
- """Gets a list of basic blocks targeted by this flow instruction."""
- return []
- def __str__(self):
- return 'return %s' % self.value.ref_str()
- class ThrowFlow(FlowInstruction):
- """Represents a control flow instruction which throws an exception."""
- def __init__(self, exception):
- FlowInstruction.__init__(self)
- self.exception = exception
- assert isinstance(exception, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.exception]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return ThrowFlow(*new_dependencies)
- def branches(self):
- """Gets a list of basic blocks targeted by this flow instruction."""
- return []
- def __str__(self):
- return 'throw %s' % self.exception.ref_str()
- class UnreachableFlow(FlowInstruction):
- """Represents a control flow instruction which is unreachable."""
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- assert len(new_dependencies) == 0
- return self
- def branches(self):
- """Gets a list of basic blocks targeted by this flow instruction."""
- return []
- def __str__(self):
- return 'unreachable'
- class Value(Instruction):
- """A value: an instruction that produces some result."""
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- raise NotImplementedError()
- def has_value(self):
- """Tells if this value produces a result that is not None."""
- return True
- def has_side_effects(self):
- """Tells if this instruction has side-effects."""
- return False
- def has_bidirectional_dependencies(self):
- """Tells if this value has bidirectional dependencies: if so, then all dependencies
- of this node on another node are also dependencies of that node on this node."""
- return False
- def ref_str(self):
- """Gets a string that represents this value."""
- return str(self)
- class BlockParameter(Value):
- """A basic block parameter."""
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- assert len(new_dependencies) == 0
- return BlockParameter()
- def __str__(self):
- return 'block-parameter'
- class FunctionParameter(Value):
- """A function parameter."""
- def __init__(self, name):
- Value.__init__(self)
- self.name = name
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- assert len(new_dependencies) == 0
- return FunctionParameter(self.name)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def __str__(self):
- return 'func-parameter %s' % self.name
- class Literal(Value):
- """A literal value."""
- def __init__(self, literal):
- Value.__init__(self)
- self.literal = literal
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- assert len(new_dependencies) == 0
- return Literal(self.literal)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def has_value(self):
- """Tells if this value produces a result that is not None."""
- return self.literal is not None
- def __str__(self):
- return 'literal %r' % self.literal
- class IndirectFunctionCall(Value):
- """A value that is the result of an indirect function call."""
- def __init__(self, target, argument_list):
- Value.__init__(self)
- assert isinstance(target, Definition)
- self.target = target
- assert all([isinstance(val, Definition) for _, val in argument_list])
- self.argument_list = argument_list
- def has_side_effects(self):
- """Tells if this instruction has side-effects."""
- return True
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.target] + [val for _, val in self.argument_list]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return IndirectFunctionCall(
- new_dependencies[0],
- [(name, new_val)
- for new_val, (name, _) in zip(new_dependencies[1:], self.argument_list)])
- def __str__(self):
- return 'indirect-call %s(%s)' % (
- self.target.ref_str(),
- ', '.join(['%s=%s' % (key, val.ref_str()) for key, val in self.argument_list]))
- SIMPLE_POSITIONAL_CALLING_CONVENTION = 'simple-positional'
- """The calling convention for functions that use 'return' statements to return.
- Arguments are matched to parameters based on position."""
- SELF_POSITIONAL_CALLING_CONVENTION = 'self-positional'
- """A calling convention that is identical to SIMPLE_POSITIONAL_CALLING_CONVENTION, except
- for the fact that the first argument is used as the 'self' parameter."""
- JIT_CALLING_CONVENTION = 'jit'
- """The calling convention for jitted functions."""
- JIT_NO_GC_CALLING_CONVENTION = 'jit-no-gc'
- """The calling convention for jitted functions that promise not to initiate a GC cycle."""
- MACRO_POSITIONAL_CALLING_CONVENTION = 'macro-positional'
- """The calling convention for well-known functions that are expanded as macros during codegen."""
- MACRO_IO_CALLING_CONVENTION = 'macro-io'
- """The calling convention 'input' and 'output'."""
- PRINT_MACRO_NAME = 'print'
- """The name of the 'print' macro."""
- INPUT_MACRO_NAME = 'input'
- """The name of the macro that pops a value from the input queue."""
- OUTPUT_MACRO_NAME = 'output'
- """The name of the macro that pushes an output onto the output queue."""
- NOP_MACRO_NAME = 'nop'
- """The name of the macro that performs a nop."""
- READ_DICT_KEYS_MACRO_NAME = 'read_dict_keys'
- """The name of the macro that reads all keys from a dictionary."""
- READ_OUTGOING_EDGES_MACRO_NAME = 'read_outgoing_edges'
- """The name of the macro that reads a node's outgoing edges as a list."""
- REVERSE_LIST_MACRO_NAME = 'reverse_list'
- """The name of the list reversal macro."""
- INDEX_MACRO_NAME = 'index'
- """The name of the macro that indexes a collection with a key."""
- GC_PROTECT_MACRO_NAME = 'gc_protect'
- """The name of the macro that unconditionally protects its first argument from the GC by
- drawing an edge between it and the second argument."""
- MAYBE_GC_PROTECT_MACRO_NAME = 'maybe_gc_protect'
- """The name of the macro that protects its first argument from the GC by drawing an edge between
- it and the second argument, but only if that first argument is not None."""
- REGISTER_DEBUG_INFO_MACRO_NAME = 'register_debug_info'
- """The name of the macro that sets the current function's name, source map and origin."""
- class DirectFunctionCall(Value):
- """A value that is the result of a direct function call."""
- def __init__(
- self, target_name, argument_list,
- calling_convention=JIT_CALLING_CONVENTION,
- has_value=True,
- has_side_effects=True,
- has_bidirectional_dependencies=False):
- Value.__init__(self)
- self.target_name = target_name
- assert all([isinstance(val, Definition) for _, val in argument_list])
- self.argument_list = argument_list
- self.calling_convention = calling_convention
- self.has_value_val = has_value
- self.has_side_effects_val = has_side_effects
- self.has_bidirectional_deps_val = has_bidirectional_dependencies
- def has_side_effects(self):
- """Tells if this instruction has side-effects."""
- return self.has_side_effects_val
- def has_value(self):
- """Tells if this value produces a result that is not None."""
- return self.has_value_val
- def has_bidirectional_dependencies(self):
- """Tells if this value has bidirectional dependencies."""
- return self.has_bidirectional_deps_val
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return DirectFunctionCall(
- self.target_name,
- [(name, new_val)
- for new_val, (name, _) in zip(new_dependencies, self.argument_list)],
- self.calling_convention, self.has_value_val, self.has_side_effects_val,
- self.has_bidirectional_deps_val)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [val for _, val in self.argument_list]
- def format_calling_convention_tuple(self):
- """Formats this direct function call's extended calling convention tuple.
- The result is a formatted string that consists of a calling convention,
- and optionally information that pertains to whether the function returns
- a value and has side-effects."""
- if (self.has_side_effects()
- and self.has_value()
- and not self.has_bidirectional_dependencies()):
- return repr(self.calling_convention)
- contents = [repr(self.calling_convention)]
- if not self.has_side_effects():
- contents.append('pure')
- if not self.has_value():
- contents.append('void')
- if self.has_bidirectional_dependencies():
- contents.append('two-way-dependencies')
- return '(%s)' % ', '.join(contents)
- def __str__(self):
- return 'direct-call %s %s(%s)' % (
- self.format_calling_convention_tuple(),
- self.target_name,
- ', '.join(['%s=%s' % (key, val.ref_str()) for key, val in self.argument_list]))
- class AllocateRootNode(Value):
- """A value that produces a new root node. Typically used in function prologs."""
- def __init__(self):
- Value.__init__(self)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- assert len(new_dependencies) == 0
- return AllocateRootNode()
- def __str__(self):
- return 'alloc-root-node'
- class DeallocateRootNode(Value):
- """A value that deallocates a root node. Typically used in function epilogs."""
- def __init__(self, root_node):
- Value.__init__(self)
- assert isinstance(root_node, Definition)
- self.root_node = root_node
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.root_node]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return DeallocateRootNode(*new_dependencies)
- def has_value(self):
- """Tells if this value produces a result that is not None."""
- return False
- def has_bidirectional_dependencies(self):
- """Tells if this value has bidirectional dependencies: if so, then all dependencies
- of this node on another node are also dependencies of that node on this node."""
- return True
- def __str__(self):
- return 'free-root-node %s' % self.root_node.ref_str()
- class DeclareLocal(Value):
- """A value that declares a local variable."""
- def __init__(self, variable, root_node):
- Value.__init__(self)
- self.variable = variable
- self.root_node = root_node
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.root_node]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- root_node, = new_dependencies
- return DeclareLocal(self.variable, root_node)
- def has_value(self):
- """Tells if this value produces a result that is not None."""
- return False
- def has_side_effects(self):
- """Tells if this instruction has side-effects."""
- return True
- def __str__(self):
- return 'declare-local %s, %s' % (self.variable, self.root_node.ref_str())
- class DeclareGlobal(Value):
- """A value that declares a global variable."""
- def __init__(self, variable):
- Value.__init__(self)
- self.variable = variable
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return DeclareGlobal(self.variable)
- def has_value(self):
- """Tells if this value produces a result that is not None."""
- return False
- def has_side_effects(self):
- """Tells if this instruction has side-effects."""
- return True
- def __str__(self):
- return 'declare-global %s' % self.variable.name
- class CheckLocalExists(Value):
- """A value that checks if a local value has been defined (yet)."""
- def __init__(self, variable):
- Value.__init__(self)
- self.variable = variable
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return CheckLocalExists(self.variable)
- def __str__(self):
- return 'check-local-exists %s' % self.variable
- class ResolveLocal(Value):
- """A value that resolves a local as a pointer."""
- def __init__(self, variable):
- Value.__init__(self)
- self.variable = variable
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return ResolveLocal(self.variable)
- def __str__(self):
- return 'resolve-local %s' % self.variable
- class ResolveGlobal(Value):
- """A value that resolves a global as a pointer."""
- def __init__(self, variable):
- Value.__init__(self)
- self.variable = variable
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return []
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return ResolveGlobal(self.variable)
- def __str__(self):
- return 'resolve-global %s' % self.variable.name
- class LoadPointer(Value):
- """A value that loads the value assigned to a pointer."""
- def __init__(self, pointer):
- Value.__init__(self)
- self.pointer = pointer
- assert isinstance(pointer, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.pointer]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return LoadPointer(*new_dependencies)
- def __str__(self):
- return 'load %s' % self.pointer.ref_str()
- class StoreAtPointer(Value):
- """A value that assigns a value to a pointer."""
- def __init__(self, pointer, value):
- Value.__init__(self)
- self.pointer = pointer
- assert isinstance(pointer, Definition)
- self.value = value
- assert isinstance(value, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.pointer, self.value]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return StoreAtPointer(*new_dependencies)
- def has_value(self):
- """Tells if this value produces a result that is not None."""
- return False
- def has_side_effects(self):
- """Tells if this instruction has side-effects."""
- return True
- def __str__(self):
- return 'store %s, %s' % (self.pointer.ref_str(), self.value.ref_str())
- class Read(Value):
- """A value that reads the value stored in a node."""
- def __init__(self, node):
- Value.__init__(self)
- self.node = node
- assert isinstance(node, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.node]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return Read(*new_dependencies)
- def __str__(self):
- return 'read %s' % (self.node.ref_str())
- class CreateNode(Value):
- """A value that creates a new node."""
- def __init__(self, value):
- Value.__init__(self)
- self.value = value
- assert isinstance(value, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.value]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return CreateNode(*new_dependencies)
- def __str__(self):
- return 'create-node %s' % (self.value.ref_str())
- class CreateEdge(Value):
- """A value that creates a new edge."""
- def __init__(self, source, target):
- Value.__init__(self)
- self.source = source
- assert isinstance(source, Definition)
- self.target = target
- assert isinstance(target, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.source, self.target]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- return CreateEdge(*new_dependencies)
- def has_bidirectional_dependencies(self):
- """Tells if this value has bidirectional dependencies: if so, then all dependencies
- of this node on another node are also dependencies of that node on this node."""
- return True
- def __str__(self):
- return 'create-edge %s, %s' % (self.source.ref_str(), self.target.ref_str())
- class Binary(Value):
- """A value that applies a binary operator to two other values."""
- def __init__(self, lhs, operator, rhs):
- Value.__init__(self)
- self.lhs = lhs
- assert isinstance(lhs, Definition)
- self.operator = operator
- self.rhs = rhs
- assert isinstance(rhs, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.lhs, self.rhs]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- lhs, rhs = new_dependencies
- return Binary(lhs, self.operator, rhs)
- def __str__(self):
- return 'binary %s, %r, %s' % (self.lhs.ref_str(), self.operator, self.rhs.ref_str())
- class Unary(Value):
- """A value that applies a unary operator to an operand value."""
- def __init__(self, operator, operand):
- Value.__init__(self)
- self.operator = operator
- self.operand = operand
- assert isinstance(operand, Definition)
- def get_dependencies(self):
- """Gets all definitions and instructions on which this instruction depends."""
- return [self.operand]
- def create(self, new_dependencies):
- """Creates an instruction of this type from the given set of dependencies."""
- new_operand, = new_dependencies
- return Unary(self.operator, new_operand)
- def __str__(self):
- return 'unary %r, %s' % (self.operator, self.operand.ref_str())
- def create_jump(block, arguments=None):
- """Creates a jump to the given block with the given argument list."""
- return JumpFlow(Branch(block, arguments))
- def create_print(argument):
- """Creates a value that prints the specified argument."""
- return DirectFunctionCall(
- PRINT_MACRO_NAME, [('argument', argument)],
- calling_convention=MACRO_POSITIONAL_CALLING_CONVENTION,
- has_value=False)
- def create_output(argument):
- """Creates a value that outputs the specified argument."""
- return DirectFunctionCall(
- OUTPUT_MACRO_NAME, [('argument', argument)],
- calling_convention=MACRO_IO_CALLING_CONVENTION,
- has_value=False)
- def create_input():
- """Creates a value that pops a value from the input queue."""
- return DirectFunctionCall(
- INPUT_MACRO_NAME, [],
- calling_convention=MACRO_IO_CALLING_CONVENTION)
- def create_nop():
- """Creates a value that performs a nop."""
- return DirectFunctionCall(
- NOP_MACRO_NAME, [],
- calling_convention=MACRO_IO_CALLING_CONVENTION,
- has_value=False)
- def create_index(collection, key):
- """Creates a value that loads the element with the specified key in the given collection."""
- return DirectFunctionCall(
- INDEX_MACRO_NAME,
- [('collection', collection),
- ('key', key)],
- calling_convention=MACRO_POSITIONAL_CALLING_CONVENTION,
- has_value=True, has_side_effects=False)
- def create_pure_simple_call(target_name, argument):
- """Creates a pure, simple positional call to the function with the given name."""
- return DirectFunctionCall(
- target_name,
- [('argument', argument)],
- calling_convention=SIMPLE_POSITIONAL_CALLING_CONVENTION,
- has_value=True, has_side_effects=False)
- def create_read_outgoing_edges(source_node):
- """Creates a call that reads all of the given source node's outgoing edges."""
- return DirectFunctionCall(
- READ_OUTGOING_EDGES_MACRO_NAME,
- [('source_node', source_node)],
- calling_convention=MACRO_POSITIONAL_CALLING_CONVENTION,
- has_value=True, has_side_effects=False)
- def create_gc_protect(protected_value, root):
- """Creates a value that protects the first from the GC by drawing an
- edge between it and the given root."""
- return DirectFunctionCall(
- GC_PROTECT_MACRO_NAME, [
- ('protected_value', protected_value),
- ('root', root)
- ],
- calling_convention=MACRO_POSITIONAL_CALLING_CONVENTION,
- has_value=False, has_side_effects=False,
- has_bidirectional_dependencies=True)
- def create_conditional_gc_protect(protected_value, root):
- """Creates a value that protects the first from the GC by drawing an
- edge between it and the given root, but only if the protected value
- is not None."""
- return DirectFunctionCall(
- MAYBE_GC_PROTECT_MACRO_NAME, [
- ('condition', protected_value),
- ('protected_value', protected_value),
- ('root', root)
- ],
- calling_convention=MACRO_POSITIONAL_CALLING_CONVENTION,
- has_value=False, has_side_effects=False,
- has_bidirectional_dependencies=True)
- def get_def_value(def_or_value):
- """Returns the given value, or the underlying value of the given definition, whichever is
- appropriate."""
- if isinstance(def_or_value, Definition):
- return get_def_value(def_or_value.value)
- else:
- return def_or_value
- def apply_to_value(function, def_or_value):
- """Applies the given function to the specified value, or the underlying value of the
- given definition."""
- return function(get_def_value(def_or_value))
- def is_literal(value):
- """Tests if the given value is a literal."""
- return isinstance(value, Literal)
- def is_literal_def(def_or_value):
- """Tests if the given value is a literal or a definition with an underlying literal."""
- return apply_to_value(is_literal, def_or_value)
- def is_value_def(def_or_value, class_or_type_or_tuple=Value):
- """Tests if the given definition or value is a value of the given type."""
- return isinstance(get_def_value(def_or_value), class_or_type_or_tuple)
- def get_def_variable(def_or_value):
- """Gets the 'variable' attribute of the given value, or the underlying value of the given
- definition, whichever is appropriate."""
- return get_def_value(def_or_value).variable
- def get_literal_value(value):
- """Gets the value of the given literal value."""
- return value.literal
- def get_literal_def_value(def_or_value):
- """Gets the value of the given literal value or definition with an underlying literal."""
- return apply_to_value(get_literal_value, def_or_value)
- def is_call(def_or_value, target_name=None, calling_convention=None):
- """Tells if the given definition or value is a direct call.
- The callee's name must match the given name, or the specified name must be None
- The call must have the given calling convention, or the calling convention must be None."""
- value = get_def_value(def_or_value)
- if isinstance(value, DirectFunctionCall):
- return ((target_name is None or value.target_name == target_name)
- and (calling_convention is None
- or calling_convention == value.calling_convention))
- else:
- return False
- def get_all_predecessor_blocks(entry_point):
- """Creates a mapping of blocks to their direct predecessors for every block in the control-flow
- graph defined by the given entry point."""
- # Use both lists and sets to keep the ordering of the resulting collections deterministic, and
- # to maintain the same complexity as a set-only approach.
- result_sets = {}
- result_lists = {}
- all_blocks = get_all_blocks(entry_point)
- for block in all_blocks:
- result_sets[block] = set()
- result_lists[block] = list()
- for block in all_blocks:
- for reachable_block in get_directly_reachable_blocks(block):
- if block not in result_sets[reachable_block]:
- result_lists[reachable_block].append(block)
- result_sets[reachable_block].add(block)
- return result_lists
- def get_directly_reachable_blocks(block):
- """Gets the set of all blocks that can be reached by taking a single branch from the
- given block."""
- return [branch.block for branch in block.flow.branches()]
- def get_reachable_blocks(entry_point):
- """Constructs the set of all reachable vertices from the given block."""
- # This is a simple O(n^2) algorithm. Maybe a faster algorithm is more appropriate here.
- def __add_block_children(block, results):
- for child in get_directly_reachable_blocks(block):
- if child not in results:
- results.add(child)
- __add_block_children(child, results)
- return results
- return __add_block_children(entry_point, set())
- def get_all_reachable_blocks(entry_point):
- """Constructs the set of all reachable vertices, for every block that is
- reachable from the given entry point."""
- # This is a simple O(n^3) algorithm. Maybe a faster algorithm is more appropriate here.
- results = {}
- all_blocks = get_reachable_blocks(entry_point)
- results[entry_point] = all_blocks
- for block in all_blocks:
- if block not in results:
- results[block] = get_reachable_blocks(block)
- return results
- def get_all_blocks(entry_point):
- """Gets all basic blocks in the control-flow graph defined by the given entry point."""
- def __find_blocks_step(block, results):
- if block in results:
- return
- results.add(block)
- for branch in block.flow.branches():
- __find_blocks_step(branch.block, results)
- all_blocks = set()
- __find_blocks_step(entry_point, all_blocks)
- # Sort the blocks to make their order deterministic.
- return list(sorted(all_blocks, key=lambda b: b.index))
- def get_trivial_phi_value(parameter_def, values):
- """Tests if the given parameter definition is an alias for another definition.
- If so, then the other definition is returned; otherwise, None."""
- result = None
- for elem in values:
- if elem is not parameter_def:
- if result is None:
- result = elem
- else:
- return None
- return result
- def find_all_def_uses(entry_point):
- """Finds all uses of all definitions in the given entry point.
- A (definition to list of users map, definition to defining block map)
- tuple is returned."""
- all_blocks = list(get_all_blocks(entry_point))
- # Find all definition users for each definition.
- def_users = defaultdict(list)
- def_blocks = {}
- for block in all_blocks:
- for parameter_def in block.parameters:
- def_blocks[parameter_def] = block
- for definition in block.definitions + [block.flow]:
- def_blocks[definition] = block
- for dependency in definition.get_all_dependencies():
- if not isinstance(dependency, Branch):
- def_users[dependency].append(definition)
- return def_users, def_blocks
- def match_and_rewrite(entry_point, match_def, match_use, rewrite_def, rewrite_use):
- """Matches and rewrites chains of definitions and uses in the graph defined by
- the given entry point."""
- ineligible_defs = set()
- used_defs = defaultdict(set)
- all_blocks = list(get_all_blocks(entry_point))
- connected_defs = defaultdict(set)
- # Figure out which defs and which uses match.
- for block in all_blocks:
- for definition in block.definitions + [block.flow]:
- is_def_of_def = False
- if isinstance(definition, Definition):
- if isinstance(definition.value, Definition):
- is_def_of_def = True
- connected_defs[definition].add(definition.value)
- connected_defs[definition.value].add(definition)
- elif not match_def(definition):
- ineligible_defs.add(definition)
- else:
- ineligible_defs.add(definition)
- if not is_def_of_def:
- for dependency in definition.get_all_filtered_dependencies(
- lambda dep: not isinstance(dep, Branch)):
- if (isinstance(dependency, Definition)
- and dependency not in ineligible_defs):
- if match_use(definition, dependency):
- used_defs[definition].add(dependency)
- else:
- ineligible_defs.add(dependency)
- for branch in block.flow.branches():
- for param, arg in zip(branch.block.parameters, branch.arguments):
- connected_defs[arg].add(param)
- connected_defs[param].add(arg)
- def spread_ineligible(ineligible_definition):
- """Spreads 'ineligible' to all connected definitions."""
- for connected in connected_defs[ineligible_definition]:
- if connected not in ineligible_defs:
- ineligible_defs.add(connected)
- spread_ineligible(connected)
- ineligible_roots = list(ineligible_defs)
- for root in ineligible_roots:
- spread_ineligible(root)
- # Replace defs and uses.
- for block in all_blocks:
- for definition in block.definitions + [block.flow]:
- if (definition not in ineligible_defs
- and not isinstance(definition.value, Definition)):
- rewrite_def(definition)
- for dependency in used_defs[definition]:
- if dependency not in ineligible_defs:
- rewrite_use(definition, dependency)
|