import dataclasses
import dis
import sys
from numbers import Real
TERMINAL_OPCODES = {
dis.opmap["RETURN_VALUE"],
dis.opmap["JUMP_FORWARD"],
dis.opmap["RAISE_VARARGS"],
# TODO(jansel): double check exception handling
}
if sys.version_info >= (3, 9):
TERMINAL_OPCODES.add(dis.opmap["RERAISE"])
if sys.version_info >= (3, 11):
TERMINAL_OPCODES.add(dis.opmap["JUMP_BACKWARD"])
else:
TERMINAL_OPCODES.add(dis.opmap["JUMP_ABSOLUTE"])
JUMP_OPCODES = set(dis.hasjrel + dis.hasjabs)
JUMP_OPNAMES = {dis.opname[opcode] for opcode in JUMP_OPCODES}
HASLOCAL = set(dis.haslocal)
HASFREE = set(dis.hasfree)
stack_effect = dis.stack_effect
def remove_dead_code(instructions):
"""Dead code elimination"""
indexof = {id(inst): i for i, inst in enumerate(instructions)}
live_code = set()
def find_live_code(start):
for i in range(start, len(instructions)):
if i in live_code:
return
live_code.add(i)
inst = instructions[i]
if inst.opcode in JUMP_OPCODES:
find_live_code(indexof[id(inst.target)])
if inst.opcode in TERMINAL_OPCODES:
return
find_live_code(0)
return [inst for i, inst in enumerate(instructions) if i in live_code]
def remove_pointless_jumps(instructions):
"""Eliminate jumps to the next instruction"""
pointless_jumps = {
id(a)
for a, b in zip(instructions, instructions[1:])
if a.opname == "JUMP_ABSOLUTE" and a.target is b
}
return [inst for inst in instructions if id(inst) not in pointless_jumps]
def propagate_line_nums(instructions):
"""Ensure every instruction has line number set in case some are removed"""
cur_line_no = None
def populate_line_num(inst):
nonlocal cur_line_no
if inst.starts_line:
cur_line_no = inst.starts_line
inst.starts_line = cur_line_no
for inst in instructions:
populate_line_num(inst)
def remove_extra_line_nums(instructions):
"""Remove extra starts line properties before packing bytecode"""
cur_line_no = None
def remove_line_num(inst):
nonlocal cur_line_no
if inst.starts_line is None:
return
elif inst.starts_line == cur_line_no:
inst.starts_line = None
else:
cur_line_no = inst.starts_line
for inst in instructions:
remove_line_num(inst)
@dataclasses.dataclass
class ReadsWrites:
reads: set
writes: set
visited: set
def livevars_analysis(instructions, instruction):
indexof = {id(inst): i for i, inst in enumerate(instructions)}
must = ReadsWrites(set(), set(), set())
may = ReadsWrites(set(), set(), set())
def walk(state, start):
if start in state.visited:
return
state.visited.add(start)
for i in range(start, len(instructions)):
inst = instructions[i]
if inst.opcode in HASLOCAL or inst.opcode in HASFREE:
if "LOAD" in inst.opname or "DELETE" in inst.opname:
if inst.argval not in must.writes:
state.reads.add(inst.argval)
elif "STORE" in inst.opname:
state.writes.add(inst.argval)
else:
raise NotImplementedError(f"unhandled {inst.opname}")
if inst.opcode in JUMP_OPCODES:
walk(may, indexof[id(inst.target)])
state = may
if inst.opcode in TERMINAL_OPCODES:
return
walk(must, indexof[id(instruction)])
return must.reads | may.reads
@dataclasses.dataclass
class FixedPointBox:
value: bool = True
@dataclasses.dataclass
class StackSize:
low: Real
high: Real
fixed_point: FixedPointBox
def zero(self):
self.low = 0
self.high = 0
self.fixed_point.value = False
def offset_of(self, other, n):
prior = (self.low, self.high)
self.low = min(self.low, other.low + n)
self.high = max(self.high, other.high + n)
if (self.low, self.high) != prior:
self.fixed_point.value = False
def stacksize_analysis(instructions):
assert instructions
fixed_point = FixedPointBox()
stack_sizes = {
inst: StackSize(float("inf"), float("-inf"), fixed_point)
for inst in instructions
}
stack_sizes[instructions[0]].zero()
for _ in range(100):
if fixed_point.value:
break
fixed_point.value = True
for inst, next_inst in zip(instructions, instructions[1:] + [None]):
stack_size = stack_sizes[inst]
if inst.opcode not in TERMINAL_OPCODES:
assert next_inst is not None, f"missing next inst: {inst}"
stack_sizes[next_inst].offset_of(
stack_size, stack_effect(inst.opcode, inst.arg, jump=False)
)
if inst.opcode in JUMP_OPCODES:
stack_sizes[inst.target].offset_of(
stack_size, stack_effect(inst.opcode, inst.arg, jump=True)
)
if False:
for inst in instructions:
stack_size = stack_sizes[inst]
print(stack_size.low, stack_size.high, inst)
low = min([x.low for x in stack_sizes.values()])
high = max([x.high for x in stack_sizes.values()])
assert fixed_point.value, "failed to reach fixed point"
assert low >= 0
return high