mirror of
				https://github.com/python/cpython.git
				synced 2025-11-04 07:31:38 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			772 lines
		
	
	
	
		
			26 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			772 lines
		
	
	
	
		
			26 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/* Peephole optimizations for bytecode compiler. */
 | 
						|
 | 
						|
#include "Python.h"
 | 
						|
 | 
						|
#include "Python-ast.h"
 | 
						|
#include "node.h"
 | 
						|
#include "ast.h"
 | 
						|
#include "code.h"
 | 
						|
#include "symtable.h"
 | 
						|
#include "opcode.h"
 | 
						|
 | 
						|
#define GETARG(arr, i) ((int)((arr[i+2]<<8) + arr[i+1]))
 | 
						|
#define UNCONDITIONAL_JUMP(op)  (op==JUMP_ABSOLUTE || op==JUMP_FORWARD)
 | 
						|
#define CONDITIONAL_JUMP(op) (op==POP_JUMP_IF_FALSE || op==POP_JUMP_IF_TRUE \
 | 
						|
    || op==JUMP_IF_FALSE_OR_POP || op==JUMP_IF_TRUE_OR_POP)
 | 
						|
#define ABSOLUTE_JUMP(op) (op==JUMP_ABSOLUTE || op==CONTINUE_LOOP \
 | 
						|
    || op==POP_JUMP_IF_FALSE || op==POP_JUMP_IF_TRUE \
 | 
						|
    || op==JUMP_IF_FALSE_OR_POP || op==JUMP_IF_TRUE_OR_POP)
 | 
						|
#define JUMPS_ON_TRUE(op) (op==POP_JUMP_IF_TRUE || op==JUMP_IF_TRUE_OR_POP)
 | 
						|
#define GETJUMPTGT(arr, i) (GETARG(arr,i) + (ABSOLUTE_JUMP(arr[i]) ? 0 : i+3))
 | 
						|
#define SETARG(arr, i, val) arr[i+2] = val>>8; arr[i+1] = val & 255
 | 
						|
#define CODESIZE(op)  (HAS_ARG(op) ? 3 : 1)
 | 
						|
#define ISBASICBLOCK(blocks, start, bytes) \
 | 
						|
    (blocks[start]==blocks[start+bytes-1])
 | 
						|
 | 
						|
 | 
						|
#define CONST_STACK_CREATE() { \
 | 
						|
    const_stack_size = 256; \
 | 
						|
    const_stack = PyMem_New(PyObject *, const_stack_size); \
 | 
						|
    load_const_stack = PyMem_New(Py_ssize_t, const_stack_size); \
 | 
						|
    if (!const_stack || !load_const_stack) { \
 | 
						|
        PyErr_NoMemory(); \
 | 
						|
        goto exitError; \
 | 
						|
    } \
 | 
						|
    }
 | 
						|
 | 
						|
#define CONST_STACK_DELETE() do { \
 | 
						|
    if (const_stack) \
 | 
						|
        PyMem_Free(const_stack); \
 | 
						|
    if (load_const_stack) \
 | 
						|
        PyMem_Free(load_const_stack); \
 | 
						|
    } while(0)
 | 
						|
 | 
						|
#define CONST_STACK_LEN() (const_stack_top + 1)
 | 
						|
 | 
						|
#define CONST_STACK_PUSH_OP(i) do { \
 | 
						|
    PyObject *_x; \
 | 
						|
    assert(codestr[i] == LOAD_CONST); \
 | 
						|
    assert(PyList_GET_SIZE(consts) > GETARG(codestr, i)); \
 | 
						|
    _x = PyList_GET_ITEM(consts, GETARG(codestr, i)); \
 | 
						|
    if (++const_stack_top >= const_stack_size) { \
 | 
						|
        const_stack_size *= 2; \
 | 
						|
        PyMem_Resize(const_stack, PyObject *, const_stack_size); \
 | 
						|
        PyMem_Resize(load_const_stack, Py_ssize_t, const_stack_size); \
 | 
						|
        if (!const_stack || !load_const_stack) { \
 | 
						|
            PyErr_NoMemory(); \
 | 
						|
            goto exitError; \
 | 
						|
        } \
 | 
						|
    } \
 | 
						|
    load_const_stack[const_stack_top] = i; \
 | 
						|
    const_stack[const_stack_top] = _x; \
 | 
						|
    in_consts = 1; \
 | 
						|
    } while(0)
 | 
						|
 | 
						|
#define CONST_STACK_RESET() do { \
 | 
						|
    const_stack_top = -1; \
 | 
						|
    } while(0)
 | 
						|
 | 
						|
#define CONST_STACK_TOP() \
 | 
						|
    const_stack[const_stack_top]
 | 
						|
 | 
						|
#define CONST_STACK_LASTN(i) \
 | 
						|
    &const_stack[const_stack_top - i + 1]
 | 
						|
 | 
						|
#define CONST_STACK_POP(i) do { \
 | 
						|
    assert(const_stack_top + 1 >= i); \
 | 
						|
    const_stack_top -= i; \
 | 
						|
    } while(0)
 | 
						|
 | 
						|
#define CONST_STACK_OP_LASTN(i) \
 | 
						|
    ((const_stack_top >= i - 1) ? load_const_stack[const_stack_top - i + 1] : -1)
 | 
						|
 | 
						|
 | 
						|
/* Replace LOAD_CONST c1. LOAD_CONST c2 ... LOAD_CONST cn BUILD_TUPLE n
 | 
						|
   with    LOAD_CONST (c1, c2, ... cn).
 | 
						|
   The consts table must still be in list form so that the
 | 
						|
   new constant (c1, c2, ... cn) can be appended.
 | 
						|
   Called with codestr pointing to the first LOAD_CONST.
 | 
						|
   Bails out with no change if one or more of the LOAD_CONSTs is missing.
 | 
						|
   Also works for BUILD_LIST and BUILT_SET when followed by an "in" or "not in"
 | 
						|
   test; for BUILD_SET it assembles a frozenset rather than a tuple.
 | 
						|
*/
 | 
						|
static int
 | 
						|
tuple_of_constants(unsigned char *codestr, Py_ssize_t n,
 | 
						|
                   PyObject *consts, PyObject **objs)
 | 
						|
{
 | 
						|
    PyObject *newconst, *constant;
 | 
						|
    Py_ssize_t i, len_consts;
 | 
						|
 | 
						|
    /* Pre-conditions */
 | 
						|
    assert(PyList_CheckExact(consts));
 | 
						|
 | 
						|
    /* Buildup new tuple of constants */
 | 
						|
    newconst = PyTuple_New(n);
 | 
						|
    if (newconst == NULL)
 | 
						|
        return 0;
 | 
						|
    len_consts = PyList_GET_SIZE(consts);
 | 
						|
    for (i=0 ; i<n ; i++) {
 | 
						|
        constant = objs[i];
 | 
						|
        Py_INCREF(constant);
 | 
						|
        PyTuple_SET_ITEM(newconst, i, constant);
 | 
						|
    }
 | 
						|
 | 
						|
    /* If it's a BUILD_SET, use the PyTuple we just built to create a
 | 
						|
      PyFrozenSet, and use that as the constant instead: */
 | 
						|
    if (codestr[0] == BUILD_SET) {
 | 
						|
        PyObject *tuple = newconst;
 | 
						|
        newconst = PyFrozenSet_New(tuple);
 | 
						|
        Py_DECREF(tuple);
 | 
						|
        if (newconst == NULL)
 | 
						|
            return 0;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Append folded constant onto consts */
 | 
						|
    if (PyList_Append(consts, newconst)) {
 | 
						|
        Py_DECREF(newconst);
 | 
						|
        return 0;
 | 
						|
    }
 | 
						|
    Py_DECREF(newconst);
 | 
						|
 | 
						|
    /* Write NOPs over old LOAD_CONSTS and
 | 
						|
       add a new LOAD_CONST newconst on top of the BUILD_TUPLE n */
 | 
						|
    codestr[0] = LOAD_CONST;
 | 
						|
    SETARG(codestr, 0, len_consts);
 | 
						|
    return 1;
 | 
						|
}
 | 
						|
 | 
						|
/* Replace LOAD_CONST c1. LOAD_CONST c2 BINOP
 | 
						|
   with    LOAD_CONST binop(c1,c2)
 | 
						|
   The consts table must still be in list form so that the
 | 
						|
   new constant can be appended.
 | 
						|
   Called with codestr pointing to the BINOP.
 | 
						|
   Abandons the transformation if the folding fails (i.e.  1+'a').
 | 
						|
   If the new constant is a sequence, only folds when the size
 | 
						|
   is below a threshold value.  That keeps pyc files from
 | 
						|
   becoming large in the presence of code like:  (None,)*1000.
 | 
						|
*/
 | 
						|
static int
 | 
						|
fold_binops_on_constants(unsigned char *codestr, PyObject *consts, PyObject **objs)
 | 
						|
{
 | 
						|
    PyObject *newconst, *v, *w;
 | 
						|
    Py_ssize_t len_consts, size;
 | 
						|
    int opcode;
 | 
						|
 | 
						|
    /* Pre-conditions */
 | 
						|
    assert(PyList_CheckExact(consts));
 | 
						|
 | 
						|
    /* Create new constant */
 | 
						|
    v = objs[0];
 | 
						|
    w = objs[1];
 | 
						|
    opcode = codestr[0];
 | 
						|
    switch (opcode) {
 | 
						|
        case BINARY_POWER:
 | 
						|
            newconst = PyNumber_Power(v, w, Py_None);
 | 
						|
            break;
 | 
						|
        case BINARY_MULTIPLY:
 | 
						|
            newconst = PyNumber_Multiply(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_TRUE_DIVIDE:
 | 
						|
            newconst = PyNumber_TrueDivide(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_FLOOR_DIVIDE:
 | 
						|
            newconst = PyNumber_FloorDivide(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_MODULO:
 | 
						|
            newconst = PyNumber_Remainder(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_ADD:
 | 
						|
            newconst = PyNumber_Add(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_SUBTRACT:
 | 
						|
            newconst = PyNumber_Subtract(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_SUBSCR:
 | 
						|
            newconst = PyObject_GetItem(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_LSHIFT:
 | 
						|
            newconst = PyNumber_Lshift(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_RSHIFT:
 | 
						|
            newconst = PyNumber_Rshift(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_AND:
 | 
						|
            newconst = PyNumber_And(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_XOR:
 | 
						|
            newconst = PyNumber_Xor(v, w);
 | 
						|
            break;
 | 
						|
        case BINARY_OR:
 | 
						|
            newconst = PyNumber_Or(v, w);
 | 
						|
            break;
 | 
						|
        default:
 | 
						|
            /* Called with an unknown opcode */
 | 
						|
            PyErr_Format(PyExc_SystemError,
 | 
						|
                 "unexpected binary operation %d on a constant",
 | 
						|
                     opcode);
 | 
						|
            return 0;
 | 
						|
    }
 | 
						|
    if (newconst == NULL) {
 | 
						|
        if(!PyErr_ExceptionMatches(PyExc_KeyboardInterrupt))
 | 
						|
            PyErr_Clear();
 | 
						|
        return 0;
 | 
						|
    }
 | 
						|
    size = PyObject_Size(newconst);
 | 
						|
    if (size == -1) {
 | 
						|
        if (PyErr_ExceptionMatches(PyExc_KeyboardInterrupt))
 | 
						|
            return 0;
 | 
						|
        PyErr_Clear();
 | 
						|
    } else if (size > 20) {
 | 
						|
        Py_DECREF(newconst);
 | 
						|
        return 0;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Append folded constant into consts table */
 | 
						|
    len_consts = PyList_GET_SIZE(consts);
 | 
						|
    if (PyList_Append(consts, newconst)) {
 | 
						|
        Py_DECREF(newconst);
 | 
						|
        return 0;
 | 
						|
    }
 | 
						|
    Py_DECREF(newconst);
 | 
						|
 | 
						|
    /* Write NOP NOP NOP NOP LOAD_CONST newconst */
 | 
						|
    codestr[-2] = LOAD_CONST;
 | 
						|
    SETARG(codestr, -2, len_consts);
 | 
						|
    return 1;
 | 
						|
}
 | 
						|
 | 
						|
static int
 | 
						|
fold_unaryops_on_constants(unsigned char *codestr, PyObject *consts, PyObject *v)
 | 
						|
{
 | 
						|
    PyObject *newconst;
 | 
						|
    Py_ssize_t len_consts;
 | 
						|
    int opcode;
 | 
						|
 | 
						|
    /* Pre-conditions */
 | 
						|
    assert(PyList_CheckExact(consts));
 | 
						|
    assert(codestr[0] == LOAD_CONST);
 | 
						|
 | 
						|
    /* Create new constant */
 | 
						|
    opcode = codestr[3];
 | 
						|
    switch (opcode) {
 | 
						|
        case UNARY_NEGATIVE:
 | 
						|
            newconst = PyNumber_Negative(v);
 | 
						|
            break;
 | 
						|
        case UNARY_INVERT:
 | 
						|
            newconst = PyNumber_Invert(v);
 | 
						|
            break;
 | 
						|
        case UNARY_POSITIVE:
 | 
						|
            newconst = PyNumber_Positive(v);
 | 
						|
            break;
 | 
						|
        default:
 | 
						|
            /* Called with an unknown opcode */
 | 
						|
            PyErr_Format(PyExc_SystemError,
 | 
						|
                 "unexpected unary operation %d on a constant",
 | 
						|
                     opcode);
 | 
						|
            return 0;
 | 
						|
    }
 | 
						|
    if (newconst == NULL) {
 | 
						|
        if(!PyErr_ExceptionMatches(PyExc_KeyboardInterrupt))
 | 
						|
            PyErr_Clear();
 | 
						|
        return 0;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Append folded constant into consts table */
 | 
						|
    len_consts = PyList_GET_SIZE(consts);
 | 
						|
    if (PyList_Append(consts, newconst)) {
 | 
						|
        Py_DECREF(newconst);
 | 
						|
        return 0;
 | 
						|
    }
 | 
						|
    Py_DECREF(newconst);
 | 
						|
 | 
						|
    /* Write NOP LOAD_CONST newconst */
 | 
						|
    codestr[0] = NOP;
 | 
						|
    codestr[1] = LOAD_CONST;
 | 
						|
    SETARG(codestr, 1, len_consts);
 | 
						|
    return 1;
 | 
						|
}
 | 
						|
 | 
						|
static unsigned int *
 | 
						|
markblocks(unsigned char *code, Py_ssize_t len)
 | 
						|
{
 | 
						|
    unsigned int *blocks = (unsigned int *)PyMem_Malloc(len*sizeof(int));
 | 
						|
    int i,j, opcode, blockcnt = 0;
 | 
						|
 | 
						|
    if (blocks == NULL) {
 | 
						|
        PyErr_NoMemory();
 | 
						|
        return NULL;
 | 
						|
    }
 | 
						|
    memset(blocks, 0, len*sizeof(int));
 | 
						|
 | 
						|
    /* Mark labels in the first pass */
 | 
						|
    for (i=0 ; i<len ; i+=CODESIZE(opcode)) {
 | 
						|
        opcode = code[i];
 | 
						|
        switch (opcode) {
 | 
						|
            case FOR_ITER:
 | 
						|
            case JUMP_FORWARD:
 | 
						|
            case JUMP_IF_FALSE_OR_POP:
 | 
						|
            case JUMP_IF_TRUE_OR_POP:
 | 
						|
            case POP_JUMP_IF_FALSE:
 | 
						|
            case POP_JUMP_IF_TRUE:
 | 
						|
            case JUMP_ABSOLUTE:
 | 
						|
            case CONTINUE_LOOP:
 | 
						|
            case SETUP_LOOP:
 | 
						|
            case SETUP_EXCEPT:
 | 
						|
            case SETUP_FINALLY:
 | 
						|
            case SETUP_WITH:
 | 
						|
                j = GETJUMPTGT(code, i);
 | 
						|
                blocks[j] = 1;
 | 
						|
                break;
 | 
						|
        }
 | 
						|
    }
 | 
						|
    /* Build block numbers in the second pass */
 | 
						|
    for (i=0 ; i<len ; i++) {
 | 
						|
        blockcnt += blocks[i];          /* increment blockcnt over labels */
 | 
						|
        blocks[i] = blockcnt;
 | 
						|
    }
 | 
						|
    return blocks;
 | 
						|
}
 | 
						|
 | 
						|
/* Helper to replace LOAD_NAME None/True/False with LOAD_CONST
 | 
						|
   Returns: 0 if no change, 1 if change, -1 if error */
 | 
						|
static int
 | 
						|
load_global(unsigned char *codestr, Py_ssize_t i, char *name, PyObject *consts)
 | 
						|
{
 | 
						|
    Py_ssize_t j;
 | 
						|
    PyObject *obj;
 | 
						|
    if (name == NULL)
 | 
						|
        return 0;
 | 
						|
    if (strcmp(name, "None") == 0)
 | 
						|
        obj = Py_None;
 | 
						|
    else if (strcmp(name, "True") == 0)
 | 
						|
        obj = Py_True;
 | 
						|
    else if (strcmp(name, "False") == 0)
 | 
						|
        obj = Py_False;
 | 
						|
    else
 | 
						|
        return 0;
 | 
						|
    for (j = 0; j < PyList_GET_SIZE(consts); j++) {
 | 
						|
        if (PyList_GET_ITEM(consts, j) == obj)
 | 
						|
            break;
 | 
						|
    }
 | 
						|
    if (j == PyList_GET_SIZE(consts)) {
 | 
						|
        if (PyList_Append(consts, obj) < 0)
 | 
						|
            return -1;
 | 
						|
    }
 | 
						|
    assert(PyList_GET_ITEM(consts, j) == obj);
 | 
						|
    codestr[i] = LOAD_CONST;
 | 
						|
    SETARG(codestr, i, j);
 | 
						|
    return 1;
 | 
						|
}
 | 
						|
 | 
						|
/* Perform basic peephole optimizations to components of a code object.
 | 
						|
   The consts object should still be in list form to allow new constants
 | 
						|
   to be appended.
 | 
						|
 | 
						|
   To keep the optimizer simple, it bails out (does nothing) for code that
 | 
						|
   has a length over 32,700, and does not calculate extended arguments.
 | 
						|
   That allows us to avoid overflow and sign issues. Likewise, it bails when
 | 
						|
   the lineno table has complex encoding for gaps >= 255. EXTENDED_ARG can
 | 
						|
   appear before MAKE_FUNCTION; in this case both opcodes are skipped.
 | 
						|
   EXTENDED_ARG preceding any other opcode causes the optimizer to bail.
 | 
						|
 | 
						|
   Optimizations are restricted to simple transformations occuring within a
 | 
						|
   single basic block.  All transformations keep the code size the same or
 | 
						|
   smaller.  For those that reduce size, the gaps are initially filled with
 | 
						|
   NOPs.  Later those NOPs are removed and the jump addresses retargeted in
 | 
						|
   a single pass.  Line numbering is adjusted accordingly. */
 | 
						|
 | 
						|
PyObject *
 | 
						|
PyCode_Optimize(PyObject *code, PyObject* consts, PyObject *names,
 | 
						|
                PyObject *lineno_obj)
 | 
						|
{
 | 
						|
    Py_ssize_t i, j, codelen;
 | 
						|
    int nops, h, adj;
 | 
						|
    int tgt, tgttgt, opcode;
 | 
						|
    unsigned char *codestr = NULL;
 | 
						|
    unsigned char *lineno;
 | 
						|
    int *addrmap = NULL;
 | 
						|
    int new_line, cum_orig_line, last_line, tabsiz;
 | 
						|
    PyObject **const_stack = NULL;
 | 
						|
    Py_ssize_t *load_const_stack = NULL;
 | 
						|
    Py_ssize_t const_stack_top = -1;
 | 
						|
    Py_ssize_t const_stack_size = 0;
 | 
						|
    int in_consts = 0;  /* whether we are in a LOAD_CONST sequence */
 | 
						|
    unsigned int *blocks = NULL;
 | 
						|
    char *name;
 | 
						|
 | 
						|
    /* Bail out if an exception is set */
 | 
						|
    if (PyErr_Occurred())
 | 
						|
        goto exitError;
 | 
						|
 | 
						|
    /* Bypass optimization when the lineno table is too complex */
 | 
						|
    assert(PyBytes_Check(lineno_obj));
 | 
						|
    lineno = (unsigned char*)PyBytes_AS_STRING(lineno_obj);
 | 
						|
    tabsiz = PyBytes_GET_SIZE(lineno_obj);
 | 
						|
    if (memchr(lineno, 255, tabsiz) != NULL)
 | 
						|
        goto exitUnchanged;
 | 
						|
 | 
						|
    /* Avoid situations where jump retargeting could overflow */
 | 
						|
    assert(PyBytes_Check(code));
 | 
						|
    codelen = PyBytes_GET_SIZE(code);
 | 
						|
    if (codelen > 32700)
 | 
						|
        goto exitUnchanged;
 | 
						|
 | 
						|
    /* Make a modifiable copy of the code string */
 | 
						|
    codestr = (unsigned char *)PyMem_Malloc(codelen);
 | 
						|
    if (codestr == NULL)
 | 
						|
        goto exitError;
 | 
						|
    codestr = (unsigned char *)memcpy(codestr,
 | 
						|
                                      PyBytes_AS_STRING(code), codelen);
 | 
						|
 | 
						|
    /* Verify that RETURN_VALUE terminates the codestring.      This allows
 | 
						|
       the various transformation patterns to look ahead several
 | 
						|
       instructions without additional checks to make sure they are not
 | 
						|
       looking beyond the end of the code string.
 | 
						|
    */
 | 
						|
    if (codestr[codelen-1] != RETURN_VALUE)
 | 
						|
        goto exitUnchanged;
 | 
						|
 | 
						|
    /* Mapping to new jump targets after NOPs are removed */
 | 
						|
    addrmap = (int *)PyMem_Malloc(codelen * sizeof(int));
 | 
						|
    if (addrmap == NULL)
 | 
						|
        goto exitError;
 | 
						|
 | 
						|
    blocks = markblocks(codestr, codelen);
 | 
						|
    if (blocks == NULL)
 | 
						|
        goto exitError;
 | 
						|
    assert(PyList_Check(consts));
 | 
						|
 | 
						|
    CONST_STACK_CREATE();
 | 
						|
 | 
						|
    for (i=0 ; i<codelen ; i += CODESIZE(codestr[i])) {
 | 
						|
      reoptimize_current:
 | 
						|
        opcode = codestr[i];
 | 
						|
 | 
						|
        if (!in_consts) {
 | 
						|
            CONST_STACK_RESET();
 | 
						|
        }
 | 
						|
        in_consts = 0;
 | 
						|
 | 
						|
        switch (opcode) {
 | 
						|
            /* Replace UNARY_NOT POP_JUMP_IF_FALSE
 | 
						|
               with    POP_JUMP_IF_TRUE */
 | 
						|
            case UNARY_NOT:
 | 
						|
                if (codestr[i+1] != POP_JUMP_IF_FALSE
 | 
						|
                    || !ISBASICBLOCK(blocks,i,4))
 | 
						|
                    continue;
 | 
						|
                j = GETARG(codestr, i+1);
 | 
						|
                codestr[i] = POP_JUMP_IF_TRUE;
 | 
						|
                SETARG(codestr, i, j);
 | 
						|
                codestr[i+3] = NOP;
 | 
						|
                goto reoptimize_current;
 | 
						|
 | 
						|
                /* not a is b -->  a is not b
 | 
						|
                   not a in b -->  a not in b
 | 
						|
                   not a is not b -->  a is b
 | 
						|
                   not a not in b -->  a in b
 | 
						|
                */
 | 
						|
            case COMPARE_OP:
 | 
						|
                j = GETARG(codestr, i);
 | 
						|
                if (j < 6  ||  j > 9  ||
 | 
						|
                    codestr[i+3] != UNARY_NOT  ||
 | 
						|
                    !ISBASICBLOCK(blocks,i,4))
 | 
						|
                    continue;
 | 
						|
                SETARG(codestr, i, (j^1));
 | 
						|
                codestr[i+3] = NOP;
 | 
						|
                break;
 | 
						|
 | 
						|
                /* Replace LOAD_GLOBAL/LOAD_NAME None/True/False
 | 
						|
                   with LOAD_CONST None/True/False */
 | 
						|
            case LOAD_NAME:
 | 
						|
            case LOAD_GLOBAL:
 | 
						|
                j = GETARG(codestr, i);
 | 
						|
                name = _PyUnicode_AsString(PyTuple_GET_ITEM(names, j));
 | 
						|
                h = load_global(codestr, i, name, consts);
 | 
						|
                if (h < 0)
 | 
						|
                    goto exitError;
 | 
						|
                else if (h == 0)
 | 
						|
                    continue;
 | 
						|
                CONST_STACK_PUSH_OP(i);
 | 
						|
                break;
 | 
						|
 | 
						|
                /* Skip over LOAD_CONST trueconst
 | 
						|
                   POP_JUMP_IF_FALSE xx. This improves
 | 
						|
                   "while 1" performance. */
 | 
						|
            case LOAD_CONST:
 | 
						|
                CONST_STACK_PUSH_OP(i);
 | 
						|
                j = GETARG(codestr, i);
 | 
						|
                if (codestr[i+3] != POP_JUMP_IF_FALSE  ||
 | 
						|
                    !ISBASICBLOCK(blocks,i,6)  ||
 | 
						|
                    !PyObject_IsTrue(PyList_GET_ITEM(consts, j)))
 | 
						|
                    continue;
 | 
						|
                memset(codestr+i, NOP, 6);
 | 
						|
                CONST_STACK_RESET();
 | 
						|
                break;
 | 
						|
 | 
						|
                /* Try to fold tuples of constants (includes a case for lists and sets
 | 
						|
                   which are only used for "in" and "not in" tests).
 | 
						|
                   Skip over BUILD_SEQN 1 UNPACK_SEQN 1.
 | 
						|
                   Replace BUILD_SEQN 2 UNPACK_SEQN 2 with ROT2.
 | 
						|
                   Replace BUILD_SEQN 3 UNPACK_SEQN 3 with ROT3 ROT2. */
 | 
						|
            case BUILD_TUPLE:
 | 
						|
            case BUILD_LIST:
 | 
						|
            case BUILD_SET:
 | 
						|
                j = GETARG(codestr, i);
 | 
						|
                if (j == 0)
 | 
						|
                    break;
 | 
						|
                h = CONST_STACK_OP_LASTN(j);
 | 
						|
                assert((h >= 0 || CONST_STACK_LEN() < j));
 | 
						|
                if (h >= 0 && j > 0 && j <= CONST_STACK_LEN() &&
 | 
						|
                    ((opcode == BUILD_TUPLE &&
 | 
						|
                      ISBASICBLOCK(blocks, h, i-h+3)) ||
 | 
						|
                     ((opcode == BUILD_LIST || opcode == BUILD_SET) &&
 | 
						|
                      codestr[i+3]==COMPARE_OP &&
 | 
						|
                      ISBASICBLOCK(blocks, h, i-h+6) &&
 | 
						|
                      (GETARG(codestr,i+3)==6 ||
 | 
						|
                       GETARG(codestr,i+3)==7))) &&
 | 
						|
                    tuple_of_constants(&codestr[i], j, consts, CONST_STACK_LASTN(j))) {
 | 
						|
                    assert(codestr[i] == LOAD_CONST);
 | 
						|
                    memset(&codestr[h], NOP, i - h);
 | 
						|
                    CONST_STACK_POP(j);
 | 
						|
                    CONST_STACK_PUSH_OP(i);
 | 
						|
                    break;
 | 
						|
                }
 | 
						|
                if (codestr[i+3] != UNPACK_SEQUENCE  ||
 | 
						|
                    !ISBASICBLOCK(blocks,i,6) ||
 | 
						|
                    j != GETARG(codestr, i+3) ||
 | 
						|
                    opcode == BUILD_SET)
 | 
						|
                    continue;
 | 
						|
                if (j == 1) {
 | 
						|
                    memset(codestr+i, NOP, 6);
 | 
						|
                } else if (j == 2) {
 | 
						|
                    codestr[i] = ROT_TWO;
 | 
						|
                    memset(codestr+i+1, NOP, 5);
 | 
						|
                    CONST_STACK_RESET();
 | 
						|
                } else if (j == 3) {
 | 
						|
                    codestr[i] = ROT_THREE;
 | 
						|
                    codestr[i+1] = ROT_TWO;
 | 
						|
                    memset(codestr+i+2, NOP, 4);
 | 
						|
                    CONST_STACK_RESET();
 | 
						|
                }
 | 
						|
                break;
 | 
						|
 | 
						|
                /* Fold binary ops on constants.
 | 
						|
                   LOAD_CONST c1 LOAD_CONST c2 BINOP -->  LOAD_CONST binop(c1,c2) */
 | 
						|
            case BINARY_POWER:
 | 
						|
            case BINARY_MULTIPLY:
 | 
						|
            case BINARY_TRUE_DIVIDE:
 | 
						|
            case BINARY_FLOOR_DIVIDE:
 | 
						|
            case BINARY_MODULO:
 | 
						|
            case BINARY_ADD:
 | 
						|
            case BINARY_SUBTRACT:
 | 
						|
            case BINARY_SUBSCR:
 | 
						|
            case BINARY_LSHIFT:
 | 
						|
            case BINARY_RSHIFT:
 | 
						|
            case BINARY_AND:
 | 
						|
            case BINARY_XOR:
 | 
						|
            case BINARY_OR:
 | 
						|
                /* NOTE: LOAD_CONST is saved at `i-2` since it has an arg
 | 
						|
                   while BINOP hasn't */
 | 
						|
                h = CONST_STACK_OP_LASTN(2);
 | 
						|
                assert((h >= 0 || CONST_STACK_LEN() < 2));
 | 
						|
                if (h >= 0 &&
 | 
						|
                    ISBASICBLOCK(blocks, h, i-h+1)  &&
 | 
						|
                    fold_binops_on_constants(&codestr[i], consts, CONST_STACK_LASTN(2))) {
 | 
						|
                    i -= 2;
 | 
						|
                    memset(&codestr[h], NOP, i - h);
 | 
						|
                    assert(codestr[i] == LOAD_CONST);
 | 
						|
                    CONST_STACK_POP(2);
 | 
						|
                    CONST_STACK_PUSH_OP(i);
 | 
						|
                }
 | 
						|
                break;
 | 
						|
 | 
						|
                /* Fold unary ops on constants.
 | 
						|
                   LOAD_CONST c1  UNARY_OP -->                  LOAD_CONST unary_op(c) */
 | 
						|
            case UNARY_NEGATIVE:
 | 
						|
            case UNARY_INVERT:
 | 
						|
            case UNARY_POSITIVE:
 | 
						|
                h = CONST_STACK_OP_LASTN(1);
 | 
						|
                assert((h >= 0 || CONST_STACK_LEN() < 1));
 | 
						|
                if (h >= 0 &&
 | 
						|
                    ISBASICBLOCK(blocks, h, i-h+1)  &&
 | 
						|
                    fold_unaryops_on_constants(&codestr[i-3], consts, CONST_STACK_TOP())) {
 | 
						|
                    i -= 2;
 | 
						|
                    assert(codestr[i] == LOAD_CONST);
 | 
						|
                    CONST_STACK_POP(1);
 | 
						|
                    CONST_STACK_PUSH_OP(i);
 | 
						|
                }
 | 
						|
                break;
 | 
						|
 | 
						|
                /* Simplify conditional jump to conditional jump where the
 | 
						|
                   result of the first test implies the success of a similar
 | 
						|
                   test or the failure of the opposite test.
 | 
						|
                   Arises in code like:
 | 
						|
                   "if a and b:"
 | 
						|
                   "if a or b:"
 | 
						|
                   "a and b or c"
 | 
						|
                   "(a and b) and c"
 | 
						|
                   x:JUMP_IF_FALSE_OR_POP y   y:JUMP_IF_FALSE_OR_POP z
 | 
						|
                      -->  x:JUMP_IF_FALSE_OR_POP z
 | 
						|
                   x:JUMP_IF_FALSE_OR_POP y   y:JUMP_IF_TRUE_OR_POP z
 | 
						|
                      -->  x:POP_JUMP_IF_FALSE y+3
 | 
						|
                   where y+3 is the instruction following the second test.
 | 
						|
                */
 | 
						|
            case JUMP_IF_FALSE_OR_POP:
 | 
						|
            case JUMP_IF_TRUE_OR_POP:
 | 
						|
                tgt = GETJUMPTGT(codestr, i);
 | 
						|
                j = codestr[tgt];
 | 
						|
                if (CONDITIONAL_JUMP(j)) {
 | 
						|
                    /* NOTE: all possible jumps here are
 | 
						|
                       absolute! */
 | 
						|
                    if (JUMPS_ON_TRUE(j) == JUMPS_ON_TRUE(opcode)) {
 | 
						|
                        /* The second jump will be
 | 
						|
                           taken iff the first is. */
 | 
						|
                        tgttgt = GETJUMPTGT(codestr, tgt);
 | 
						|
                        /* The current opcode inherits
 | 
						|
                           its target's stack behaviour */
 | 
						|
                        codestr[i] = j;
 | 
						|
                        SETARG(codestr, i, tgttgt);
 | 
						|
                        goto reoptimize_current;
 | 
						|
                    } else {
 | 
						|
                        /* The second jump is not taken
 | 
						|
                           if the first is (so jump past
 | 
						|
                           it), and all conditional
 | 
						|
                           jumps pop their argument when
 | 
						|
                           they're not taken (so change
 | 
						|
                           the first jump to pop its
 | 
						|
                           argument when it's taken). */
 | 
						|
                        if (JUMPS_ON_TRUE(opcode))
 | 
						|
                            codestr[i] = POP_JUMP_IF_TRUE;
 | 
						|
                        else
 | 
						|
                            codestr[i] = POP_JUMP_IF_FALSE;
 | 
						|
                        SETARG(codestr, i, (tgt + 3));
 | 
						|
                        goto reoptimize_current;
 | 
						|
                    }
 | 
						|
                }
 | 
						|
                /* Intentional fallthrough */
 | 
						|
 | 
						|
                /* Replace jumps to unconditional jumps */
 | 
						|
            case POP_JUMP_IF_FALSE:
 | 
						|
            case POP_JUMP_IF_TRUE:
 | 
						|
            case FOR_ITER:
 | 
						|
            case JUMP_FORWARD:
 | 
						|
            case JUMP_ABSOLUTE:
 | 
						|
            case CONTINUE_LOOP:
 | 
						|
            case SETUP_LOOP:
 | 
						|
            case SETUP_EXCEPT:
 | 
						|
            case SETUP_FINALLY:
 | 
						|
            case SETUP_WITH:
 | 
						|
                tgt = GETJUMPTGT(codestr, i);
 | 
						|
                /* Replace JUMP_* to a RETURN into just a RETURN */
 | 
						|
                if (UNCONDITIONAL_JUMP(opcode) &&
 | 
						|
                    codestr[tgt] == RETURN_VALUE) {
 | 
						|
                    codestr[i] = RETURN_VALUE;
 | 
						|
                    memset(codestr+i+1, NOP, 2);
 | 
						|
                    continue;
 | 
						|
                }
 | 
						|
                if (!UNCONDITIONAL_JUMP(codestr[tgt]))
 | 
						|
                    continue;
 | 
						|
                tgttgt = GETJUMPTGT(codestr, tgt);
 | 
						|
                if (opcode == JUMP_FORWARD) /* JMP_ABS can go backwards */
 | 
						|
                    opcode = JUMP_ABSOLUTE;
 | 
						|
                if (!ABSOLUTE_JUMP(opcode))
 | 
						|
                    tgttgt -= i + 3;     /* Calc relative jump addr */
 | 
						|
                if (tgttgt < 0)                           /* No backward relative jumps */
 | 
						|
                    continue;
 | 
						|
                codestr[i] = opcode;
 | 
						|
                SETARG(codestr, i, tgttgt);
 | 
						|
                break;
 | 
						|
 | 
						|
            case EXTENDED_ARG:
 | 
						|
                if (codestr[i+3] != MAKE_FUNCTION)
 | 
						|
                    goto exitUnchanged;
 | 
						|
                /* don't visit MAKE_FUNCTION as GETARG will be wrong */
 | 
						|
                i += 3;
 | 
						|
                break;
 | 
						|
 | 
						|
                /* Replace RETURN LOAD_CONST None RETURN with just RETURN */
 | 
						|
                /* Remove unreachable JUMPs after RETURN */
 | 
						|
            case RETURN_VALUE:
 | 
						|
                if (i+4 >= codelen)
 | 
						|
                    continue;
 | 
						|
                if (codestr[i+4] == RETURN_VALUE &&
 | 
						|
                    ISBASICBLOCK(blocks,i,5))
 | 
						|
                    memset(codestr+i+1, NOP, 4);
 | 
						|
                else if (UNCONDITIONAL_JUMP(codestr[i+1]) &&
 | 
						|
                         ISBASICBLOCK(blocks,i,4))
 | 
						|
                    memset(codestr+i+1, NOP, 3);
 | 
						|
                break;
 | 
						|
        }
 | 
						|
    }
 | 
						|
 | 
						|
    /* Fixup linenotab */
 | 
						|
    for (i=0, nops=0 ; i<codelen ; i += CODESIZE(codestr[i])) {
 | 
						|
        addrmap[i] = i - nops;
 | 
						|
        if (codestr[i] == NOP)
 | 
						|
            nops++;
 | 
						|
    }
 | 
						|
    cum_orig_line = 0;
 | 
						|
    last_line = 0;
 | 
						|
    for (i=0 ; i < tabsiz ; i+=2) {
 | 
						|
        cum_orig_line += lineno[i];
 | 
						|
        new_line = addrmap[cum_orig_line];
 | 
						|
        assert (new_line - last_line < 255);
 | 
						|
        lineno[i] =((unsigned char)(new_line - last_line));
 | 
						|
        last_line = new_line;
 | 
						|
    }
 | 
						|
 | 
						|
    /* Remove NOPs and fixup jump targets */
 | 
						|
    for (i=0, h=0 ; i<codelen ; ) {
 | 
						|
        opcode = codestr[i];
 | 
						|
        switch (opcode) {
 | 
						|
            case NOP:
 | 
						|
                i++;
 | 
						|
                continue;
 | 
						|
 | 
						|
            case JUMP_ABSOLUTE:
 | 
						|
            case CONTINUE_LOOP:
 | 
						|
            case POP_JUMP_IF_FALSE:
 | 
						|
            case POP_JUMP_IF_TRUE:
 | 
						|
            case JUMP_IF_FALSE_OR_POP:
 | 
						|
            case JUMP_IF_TRUE_OR_POP:
 | 
						|
                j = addrmap[GETARG(codestr, i)];
 | 
						|
                SETARG(codestr, i, j);
 | 
						|
                break;
 | 
						|
 | 
						|
            case FOR_ITER:
 | 
						|
            case JUMP_FORWARD:
 | 
						|
            case SETUP_LOOP:
 | 
						|
            case SETUP_EXCEPT:
 | 
						|
            case SETUP_FINALLY:
 | 
						|
            case SETUP_WITH:
 | 
						|
                j = addrmap[GETARG(codestr, i) + i + 3] - addrmap[i] - 3;
 | 
						|
                SETARG(codestr, i, j);
 | 
						|
                break;
 | 
						|
        }
 | 
						|
        adj = CODESIZE(opcode);
 | 
						|
        while (adj--)
 | 
						|
            codestr[h++] = codestr[i++];
 | 
						|
    }
 | 
						|
    assert(h + nops == codelen);
 | 
						|
 | 
						|
    code = PyBytes_FromStringAndSize((char *)codestr, h);
 | 
						|
    CONST_STACK_DELETE();
 | 
						|
    PyMem_Free(addrmap);
 | 
						|
    PyMem_Free(codestr);
 | 
						|
    PyMem_Free(blocks);
 | 
						|
    return code;
 | 
						|
 | 
						|
 exitError:
 | 
						|
    code = NULL;
 | 
						|
 | 
						|
 exitUnchanged:
 | 
						|
    CONST_STACK_DELETE();
 | 
						|
    if (blocks != NULL)
 | 
						|
        PyMem_Free(blocks);
 | 
						|
    if (addrmap != NULL)
 | 
						|
        PyMem_Free(addrmap);
 | 
						|
    if (codestr != NULL)
 | 
						|
        PyMem_Free(codestr);
 | 
						|
    Py_XINCREF(code);
 | 
						|
    return code;
 | 
						|
}
 |