Stowage/cpython
2
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-12-08 06:10:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

GH-139109: Support switch/case dispatch with the tracing interpreter. (GH-141703)

Browse source
This commit is contained in:
Mark Shannon 2025-11-18 13:31:48 +00:00 • committed by GitHub
parent b87613f214
commit b420f6be53
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
18 changed files with 617 additions and 585 deletions
Download patch file Download diff file Expand all files Collapse all files

9
Python/bytecodes.c
View file

@ -5636,10 +5636,12 @@ dummy_func(
DISPATCH();
}
label(record_previous_inst) {
inst(TRACE_RECORD, (--)) {
#if _Py_TIER2
assert(IS_JIT_TRACING());
int opcode = next_instr->op.code;
next_instr = this_instr;
frame->instr_ptr = prev_instr;
opcode = next_instr->op.code;
bool stop_tracing = (opcode == WITH_EXCEPT_START ||
opcode == RERAISE || opcode == CLEANUP_THROW ||
opcode == PUSH_EXC_INFO || opcode == INTERPRETER_EXIT);
@ -5675,7 +5677,8 @@ dummy_func(
}
DISPATCH_GOTO_NON_TRACING();
#else
Py_FatalError("JIT label executed in non-jit build.");
(void)prev_instr;
Py_FatalError("JIT instruction executed in non-jit build.");
#endif
}

4
Python/ceval.c
View file

@ -1179,6 +1179,10 @@ _PyEval_EvalFrameDefault(PyThreadState *tstate, _PyInterpreterFrame *frame, int
uint8_t opcode; /* Current opcode */
int oparg; /* Current opcode argument, if any */
assert(tstate->current_frame == NULL || tstate->current_frame->stackpointer != NULL);
#if !USE_COMPUTED_GOTOS
uint8_t tracing_mode = 0;
uint8_t dispatch_code;
#endif
#endif
_PyEntryFrame entry;

10
Python/ceval_macros.h
View file

@ -134,8 +134,8 @@
# define LABEL(name) name:
#else
# define TARGET(op) case op: TARGET_##op:
# define DISPATCH_GOTO() goto dispatch_opcode
# define DISPATCH_GOTO_NON_TRACING() goto dispatch_opcode
# define DISPATCH_GOTO() dispatch_code = opcode | tracing_mode ; goto dispatch_opcode
# define DISPATCH_GOTO_NON_TRACING() dispatch_code = opcode; goto dispatch_opcode
# define JUMP_TO_LABEL(name) goto name;
# define JUMP_TO_PREDICTED(name) goto PREDICTED_##name;
# define LABEL(name) name:
@ -148,9 +148,9 @@
# define LEAVE_TRACING() \
DISPATCH_TABLE_VAR = DISPATCH_TABLE;
#else
# define IS_JIT_TRACING() (0)
# define ENTER_TRACING()
# define LEAVE_TRACING()
# define IS_JIT_TRACING() (tracing_mode != 0)
# define ENTER_TRACING() tracing_mode = 255
# define LEAVE_TRACING() tracing_mode = 0
#endif
/* PRE_DISPATCH_GOTO() does lltrace if enabled. Normally a no-op */

2
Python/executor_cases.c.h generated
View file

@ -7579,5 +7579,7 @@
break;
}
/* _TRACE_RECORD is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */
#undef TIER_TWO

113
Python/generated_cases.c.h generated
View file

@ -11,7 +11,7 @@
#if !_Py_TAIL_CALL_INTERP
#if !USE_COMPUTED_GOTOS
dispatch_opcode:
switch (opcode)
switch (dispatch_code)
#endif
{
#endif /* _Py_TAIL_CALL_INTERP */
@ -11683,6 +11683,68 @@
DISPATCH();
}
TARGET(TRACE_RECORD) {
#if _Py_TAIL_CALL_INTERP
int opcode = TRACE_RECORD;
(void)(opcode);
#endif
_Py_CODEUNIT* const prev_instr = frame->instr_ptr;
_Py_CODEUNIT* const this_instr = next_instr;
(void)this_instr;
frame->instr_ptr = next_instr;
next_instr += 1;
INSTRUCTION_STATS(TRACE_RECORD);
opcode = TRACE_RECORD;
#if _Py_TIER2
assert(IS_JIT_TRACING());
next_instr = this_instr;
frame->instr_ptr = prev_instr;
opcode = next_instr->op.code;
bool stop_tracing = (opcode == WITH_EXCEPT_START ||
opcode == RERAISE || opcode == CLEANUP_THROW ||
opcode == PUSH_EXC_INFO || opcode == INTERPRETER_EXIT);
_PyFrame_SetStackPointer(frame, stack_pointer);
int full = !_PyJit_translate_single_bytecode_to_trace(tstate, frame, next_instr, stop_tracing ? _DEOPT : 0);
stack_pointer = _PyFrame_GetStackPointer(frame);
if (full) {
LEAVE_TRACING();
_PyFrame_SetStackPointer(frame, stack_pointer);
int err = stop_tracing_and_jit(tstate, frame);
stack_pointer = _PyFrame_GetStackPointer(frame);
if (err < 0) {
JUMP_TO_LABEL(error);
}
DISPATCH_GOTO_NON_TRACING();
}
_PyThreadStateImpl *_tstate = (_PyThreadStateImpl *)tstate;
if ((_tstate->jit_tracer_state.prev_state.instr->op.code == CALL_LIST_APPEND &&
opcode == POP_TOP) ||
(_tstate->jit_tracer_state.prev_state.instr->op.code == BINARY_OP_INPLACE_ADD_UNICODE &&
opcode == STORE_FAST)) {
_tstate->jit_tracer_state.prev_state.instr_is_super = true;
}
else {
_tstate->jit_tracer_state.prev_state.instr = next_instr;
}
PyObject *prev_code = PyStackRef_AsPyObjectBorrow(frame->f_executable);
if (_tstate->jit_tracer_state.prev_state.instr_code != (PyCodeObject *)prev_code) {
_PyFrame_SetStackPointer(frame, stack_pointer);
Py_SETREF(_tstate->jit_tracer_state.prev_state.instr_code, (PyCodeObject*)Py_NewRef((prev_code)));
stack_pointer = _PyFrame_GetStackPointer(frame);
}
_tstate->jit_tracer_state.prev_state.instr_frame = frame;
_tstate->jit_tracer_state.prev_state.instr_oparg = oparg;
_tstate->jit_tracer_state.prev_state.instr_stacklevel = PyStackRef_IsNone(frame->f_executable) ? 2 : STACK_LEVEL();
if (_PyOpcode_Caches[_PyOpcode_Deopt[opcode]]) {
(&next_instr[1])->counter = trigger_backoff_counter();
}
DISPATCH_GOTO_NON_TRACING();
#else
(void)prev_instr;
Py_FatalError("JIT instruction executed in non-jit build.");
#endif
}
TARGET(UNARY_INVERT) {
#if _Py_TAIL_CALL_INTERP
int opcode = UNARY_INVERT;
@ -12254,55 +12316,6 @@ JUMP_TO_LABEL(error);
DISPATCH();
}
LABEL(record_previous_inst)
{
#if _Py_TIER2
assert(IS_JIT_TRACING());
int opcode = next_instr->op.code;
bool stop_tracing = (opcode == WITH_EXCEPT_START ||
opcode == RERAISE || opcode == CLEANUP_THROW ||
opcode == PUSH_EXC_INFO || opcode == INTERPRETER_EXIT);
_PyFrame_SetStackPointer(frame, stack_pointer);
int full = !_PyJit_translate_single_bytecode_to_trace(tstate, frame, next_instr, stop_tracing ? _DEOPT : 0);
stack_pointer = _PyFrame_GetStackPointer(frame);
if (full) {
LEAVE_TRACING();
_PyFrame_SetStackPointer(frame, stack_pointer);
int err = stop_tracing_and_jit(tstate, frame);
stack_pointer = _PyFrame_GetStackPointer(frame);
if (err < 0) {
JUMP_TO_LABEL(error);
}
DISPATCH_GOTO_NON_TRACING();
}
_PyThreadStateImpl *_tstate = (_PyThreadStateImpl *)tstate;
if ((_tstate->jit_tracer_state.prev_state.instr->op.code == CALL_LIST_APPEND &&
opcode == POP_TOP) ||
(_tstate->jit_tracer_state.prev_state.instr->op.code == BINARY_OP_INPLACE_ADD_UNICODE &&
opcode == STORE_FAST)) {
_tstate->jit_tracer_state.prev_state.instr_is_super = true;
}
else {
_tstate->jit_tracer_state.prev_state.instr = next_instr;
}
PyObject *prev_code = PyStackRef_AsPyObjectBorrow(frame->f_executable);
if (_tstate->jit_tracer_state.prev_state.instr_code != (PyCodeObject *)prev_code) {
_PyFrame_SetStackPointer(frame, stack_pointer);
Py_SETREF(_tstate->jit_tracer_state.prev_state.instr_code, (PyCodeObject*)Py_NewRef((prev_code)));
stack_pointer = _PyFrame_GetStackPointer(frame);
}
_tstate->jit_tracer_state.prev_state.instr_frame = frame;
_tstate->jit_tracer_state.prev_state.instr_oparg = oparg;
_tstate->jit_tracer_state.prev_state.instr_stacklevel = PyStackRef_IsNone(frame->f_executable) ? 2 : STACK_LEVEL();
if (_PyOpcode_Caches[_PyOpcode_Deopt[opcode]]) {
(&next_instr[1])->counter = trigger_backoff_counter();
}
DISPATCH_GOTO_NON_TRACING();
#else
Py_FatalError("JIT label executed in non-jit build.");
#endif
}
LABEL(stop_tracing)
{
#if _Py_TIER2

4
Python/instrumentation.c
View file

@ -191,7 +191,7 @@ is_instrumented(int opcode)
{
assert(opcode != 0);
assert(opcode != RESERVED);
return opcode != ENTER_EXECUTOR && opcode >= MIN_INSTRUMENTED_OPCODE;
return opcode < ENTER_EXECUTOR && opcode >= MIN_INSTRUMENTED_OPCODE;
}
#ifndef NDEBUG
@ -526,7 +526,7 @@ valid_opcode(int opcode)
if (IS_VALID_OPCODE(opcode) &&
opcode != CACHE &&
opcode != RESERVED &&
opcode < 255)
opcode < 254)
{
return true;
}

910
Python/opcode_targets.h generated
View file

@ -233,7 +233,6 @@ static void *opcode_targets_table[256] = {
&&_unknown_opcode,
&&_unknown_opcode,
&&_unknown_opcode,
&&_unknown_opcode,
&&TARGET_INSTRUMENTED_END_FOR,
&&TARGET_INSTRUMENTED_POP_ITER,
&&TARGET_INSTRUMENTED_END_SEND,
@ -256,130 +255,131 @@ static void *opcode_targets_table[256] = {
&&TARGET_INSTRUMENTED_JUMP_BACKWARD,
&&TARGET_INSTRUMENTED_LINE,
&&TARGET_ENTER_EXECUTOR,
&&TARGET_TRACE_RECORD,
};
#if _Py_TIER2
static void *opcode_tracing_targets_table[256] = {
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&_unknown_opcode,
&&_unknown_opcode,
&&_unknown_opcode,
@ -387,88 +387,88 @@ static void *opcode_tracing_targets_table[256] = {
&&_unknown_opcode,
&&_unknown_opcode,
&&_unknown_opcode,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&_unknown_opcode,
&&_unknown_opcode,
&&_unknown_opcode,
@ -492,29 +492,29 @@ static void *opcode_tracing_targets_table[256] = {
&&_unknown_opcode,
&&_unknown_opcode,
&&_unknown_opcode,
&&_unknown_opcode,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&record_previous_inst,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
&&TARGET_TRACE_RECORD,
};
#endif
#else /* _Py_TAIL_CALL_INTERP */
@ -528,7 +528,6 @@ Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_error(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_start_frame(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_record_previous_inst(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS);
@ -746,6 +745,7 @@ Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS);
Py_PRESERVE_NONE_CC static PyObject *_TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS);
@ -983,6 +983,7 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = {
[TO_BOOL_LIST] = _TAIL_CALL_TO_BOOL_LIST,
[TO_BOOL_NONE] = _TAIL_CALL_TO_BOOL_NONE,
[TO_BOOL_STR] = _TAIL_CALL_TO_BOOL_STR,
[TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD,
[UNARY_INVERT] = _TAIL_CALL_UNARY_INVERT,
[UNARY_NEGATIVE] = _TAIL_CALL_UNARY_NEGATIVE,
[UNARY_NOT] = _TAIL_CALL_UNARY_NOT,
@ -1023,234 +1024,234 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = {
[230] = _TAIL_CALL_UNKNOWN_OPCODE,
[231] = _TAIL_CALL_UNKNOWN_OPCODE,
[232] = _TAIL_CALL_UNKNOWN_OPCODE,
[233] = _TAIL_CALL_UNKNOWN_OPCODE,
};
static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {
[BINARY_OP] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_ADD_FLOAT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_ADD_INT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_ADD_UNICODE] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_EXTEND] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_record_previous_inst,
[BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_record_previous_inst,
[BINARY_SLICE] = _TAIL_CALL_record_previous_inst,
[BUILD_INTERPOLATION] = _TAIL_CALL_record_previous_inst,
[BUILD_LIST] = _TAIL_CALL_record_previous_inst,
[BUILD_MAP] = _TAIL_CALL_record_previous_inst,
[BUILD_SET] = _TAIL_CALL_record_previous_inst,
[BUILD_SLICE] = _TAIL_CALL_record_previous_inst,
[BUILD_STRING] = _TAIL_CALL_record_previous_inst,
[BUILD_TEMPLATE] = _TAIL_CALL_record_previous_inst,
[BUILD_TUPLE] = _TAIL_CALL_record_previous_inst,
[CACHE] = _TAIL_CALL_record_previous_inst,
[CALL] = _TAIL_CALL_record_previous_inst,
[CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_record_previous_inst,
[CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_record_previous_inst,
[CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_record_previous_inst,
[CALL_BUILTIN_CLASS] = _TAIL_CALL_record_previous_inst,
[CALL_BUILTIN_FAST] = _TAIL_CALL_record_previous_inst,
[CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_record_previous_inst,
[CALL_BUILTIN_O] = _TAIL_CALL_record_previous_inst,
[CALL_FUNCTION_EX] = _TAIL_CALL_record_previous_inst,
[CALL_INTRINSIC_1] = _TAIL_CALL_record_previous_inst,
[CALL_INTRINSIC_2] = _TAIL_CALL_record_previous_inst,
[CALL_ISINSTANCE] = _TAIL_CALL_record_previous_inst,
[CALL_KW] = _TAIL_CALL_record_previous_inst,
[CALL_KW_BOUND_METHOD] = _TAIL_CALL_record_previous_inst,
[CALL_KW_NON_PY] = _TAIL_CALL_record_previous_inst,
[CALL_KW_PY] = _TAIL_CALL_record_previous_inst,
[CALL_LEN] = _TAIL_CALL_record_previous_inst,
[CALL_LIST_APPEND] = _TAIL_CALL_record_previous_inst,
[CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_record_previous_inst,
[CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_record_previous_inst,
[CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_record_previous_inst,
[CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_record_previous_inst,
[CALL_NON_PY_GENERAL] = _TAIL_CALL_record_previous_inst,
[CALL_PY_EXACT_ARGS] = _TAIL_CALL_record_previous_inst,
[CALL_PY_GENERAL] = _TAIL_CALL_record_previous_inst,
[CALL_STR_1] = _TAIL_CALL_record_previous_inst,
[CALL_TUPLE_1] = _TAIL_CALL_record_previous_inst,
[CALL_TYPE_1] = _TAIL_CALL_record_previous_inst,
[CHECK_EG_MATCH] = _TAIL_CALL_record_previous_inst,
[CHECK_EXC_MATCH] = _TAIL_CALL_record_previous_inst,
[CLEANUP_THROW] = _TAIL_CALL_record_previous_inst,
[COMPARE_OP] = _TAIL_CALL_record_previous_inst,
[COMPARE_OP_FLOAT] = _TAIL_CALL_record_previous_inst,
[COMPARE_OP_INT] = _TAIL_CALL_record_previous_inst,
[COMPARE_OP_STR] = _TAIL_CALL_record_previous_inst,
[CONTAINS_OP] = _TAIL_CALL_record_previous_inst,
[CONTAINS_OP_DICT] = _TAIL_CALL_record_previous_inst,
[CONTAINS_OP_SET] = _TAIL_CALL_record_previous_inst,
[CONVERT_VALUE] = _TAIL_CALL_record_previous_inst,
[COPY] = _TAIL_CALL_record_previous_inst,
[COPY_FREE_VARS] = _TAIL_CALL_record_previous_inst,
[DELETE_ATTR] = _TAIL_CALL_record_previous_inst,
[DELETE_DEREF] = _TAIL_CALL_record_previous_inst,
[DELETE_FAST] = _TAIL_CALL_record_previous_inst,
[DELETE_GLOBAL] = _TAIL_CALL_record_previous_inst,
[DELETE_NAME] = _TAIL_CALL_record_previous_inst,
[DELETE_SUBSCR] = _TAIL_CALL_record_previous_inst,
[DICT_MERGE] = _TAIL_CALL_record_previous_inst,
[DICT_UPDATE] = _TAIL_CALL_record_previous_inst,
[END_ASYNC_FOR] = _TAIL_CALL_record_previous_inst,
[END_FOR] = _TAIL_CALL_record_previous_inst,
[END_SEND] = _TAIL_CALL_record_previous_inst,
[ENTER_EXECUTOR] = _TAIL_CALL_record_previous_inst,
[EXIT_INIT_CHECK] = _TAIL_CALL_record_previous_inst,
[EXTENDED_ARG] = _TAIL_CALL_record_previous_inst,
[FORMAT_SIMPLE] = _TAIL_CALL_record_previous_inst,
[FORMAT_WITH_SPEC] = _TAIL_CALL_record_previous_inst,
[FOR_ITER] = _TAIL_CALL_record_previous_inst,
[FOR_ITER_GEN] = _TAIL_CALL_record_previous_inst,
[FOR_ITER_LIST] = _TAIL_CALL_record_previous_inst,
[FOR_ITER_RANGE] = _TAIL_CALL_record_previous_inst,
[FOR_ITER_TUPLE] = _TAIL_CALL_record_previous_inst,
[GET_AITER] = _TAIL_CALL_record_previous_inst,
[GET_ANEXT] = _TAIL_CALL_record_previous_inst,
[GET_AWAITABLE] = _TAIL_CALL_record_previous_inst,
[GET_ITER] = _TAIL_CALL_record_previous_inst,
[GET_LEN] = _TAIL_CALL_record_previous_inst,
[GET_YIELD_FROM_ITER] = _TAIL_CALL_record_previous_inst,
[IMPORT_FROM] = _TAIL_CALL_record_previous_inst,
[IMPORT_NAME] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_CALL] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_CALL_KW] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_END_FOR] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_END_SEND] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_FOR_ITER] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_LINE] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_POP_ITER] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_RESUME] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_record_previous_inst,
[INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_record_previous_inst,
[INTERPRETER_EXIT] = _TAIL_CALL_record_previous_inst,
[IS_OP] = _TAIL_CALL_record_previous_inst,
[JUMP_BACKWARD] = _TAIL_CALL_record_previous_inst,
[JUMP_BACKWARD_JIT] = _TAIL_CALL_record_previous_inst,
[JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_record_previous_inst,
[JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_record_previous_inst,
[JUMP_FORWARD] = _TAIL_CALL_record_previous_inst,
[LIST_APPEND] = _TAIL_CALL_record_previous_inst,
[LIST_EXTEND] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_CLASS] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_MODULE] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_PROPERTY] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_SLOT] = _TAIL_CALL_record_previous_inst,
[LOAD_ATTR_WITH_HINT] = _TAIL_CALL_record_previous_inst,
[LOAD_BUILD_CLASS] = _TAIL_CALL_record_previous_inst,
[LOAD_COMMON_CONSTANT] = _TAIL_CALL_record_previous_inst,
[LOAD_CONST] = _TAIL_CALL_record_previous_inst,
[LOAD_DEREF] = _TAIL_CALL_record_previous_inst,
[LOAD_FAST] = _TAIL_CALL_record_previous_inst,
[LOAD_FAST_AND_CLEAR] = _TAIL_CALL_record_previous_inst,
[LOAD_FAST_BORROW] = _TAIL_CALL_record_previous_inst,
[LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_record_previous_inst,
[LOAD_FAST_CHECK] = _TAIL_CALL_record_previous_inst,
[LOAD_FAST_LOAD_FAST] = _TAIL_CALL_record_previous_inst,
[LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_record_previous_inst,
[LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_record_previous_inst,
[LOAD_GLOBAL] = _TAIL_CALL_record_previous_inst,
[LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_record_previous_inst,
[LOAD_GLOBAL_MODULE] = _TAIL_CALL_record_previous_inst,
[LOAD_LOCALS] = _TAIL_CALL_record_previous_inst,
[LOAD_NAME] = _TAIL_CALL_record_previous_inst,
[LOAD_SMALL_INT] = _TAIL_CALL_record_previous_inst,
[LOAD_SPECIAL] = _TAIL_CALL_record_previous_inst,
[LOAD_SUPER_ATTR] = _TAIL_CALL_record_previous_inst,
[LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_record_previous_inst,
[LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_record_previous_inst,
[MAKE_CELL] = _TAIL_CALL_record_previous_inst,
[MAKE_FUNCTION] = _TAIL_CALL_record_previous_inst,
[MAP_ADD] = _TAIL_CALL_record_previous_inst,
[MATCH_CLASS] = _TAIL_CALL_record_previous_inst,
[MATCH_KEYS] = _TAIL_CALL_record_previous_inst,
[MATCH_MAPPING] = _TAIL_CALL_record_previous_inst,
[MATCH_SEQUENCE] = _TAIL_CALL_record_previous_inst,
[NOP] = _TAIL_CALL_record_previous_inst,
[NOT_TAKEN] = _TAIL_CALL_record_previous_inst,
[POP_EXCEPT] = _TAIL_CALL_record_previous_inst,
[POP_ITER] = _TAIL_CALL_record_previous_inst,
[POP_JUMP_IF_FALSE] = _TAIL_CALL_record_previous_inst,
[POP_JUMP_IF_NONE] = _TAIL_CALL_record_previous_inst,
[POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_record_previous_inst,
[POP_JUMP_IF_TRUE] = _TAIL_CALL_record_previous_inst,
[POP_TOP] = _TAIL_CALL_record_previous_inst,
[PUSH_EXC_INFO] = _TAIL_CALL_record_previous_inst,
[PUSH_NULL] = _TAIL_CALL_record_previous_inst,
[RAISE_VARARGS] = _TAIL_CALL_record_previous_inst,
[RERAISE] = _TAIL_CALL_record_previous_inst,
[RESERVED] = _TAIL_CALL_record_previous_inst,
[RESUME] = _TAIL_CALL_record_previous_inst,
[RESUME_CHECK] = _TAIL_CALL_record_previous_inst,
[RETURN_GENERATOR] = _TAIL_CALL_record_previous_inst,
[RETURN_VALUE] = _TAIL_CALL_record_previous_inst,
[SEND] = _TAIL_CALL_record_previous_inst,
[SEND_GEN] = _TAIL_CALL_record_previous_inst,
[SETUP_ANNOTATIONS] = _TAIL_CALL_record_previous_inst,
[SET_ADD] = _TAIL_CALL_record_previous_inst,
[SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_record_previous_inst,
[SET_UPDATE] = _TAIL_CALL_record_previous_inst,
[STORE_ATTR] = _TAIL_CALL_record_previous_inst,
[STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_record_previous_inst,
[STORE_ATTR_SLOT] = _TAIL_CALL_record_previous_inst,
[STORE_ATTR_WITH_HINT] = _TAIL_CALL_record_previous_inst,
[STORE_DEREF] = _TAIL_CALL_record_previous_inst,
[STORE_FAST] = _TAIL_CALL_record_previous_inst,
[STORE_FAST_LOAD_FAST] = _TAIL_CALL_record_previous_inst,
[STORE_FAST_STORE_FAST] = _TAIL_CALL_record_previous_inst,
[STORE_GLOBAL] = _TAIL_CALL_record_previous_inst,
[STORE_NAME] = _TAIL_CALL_record_previous_inst,
[STORE_SLICE] = _TAIL_CALL_record_previous_inst,
[STORE_SUBSCR] = _TAIL_CALL_record_previous_inst,
[STORE_SUBSCR_DICT] = _TAIL_CALL_record_previous_inst,
[STORE_SUBSCR_LIST_INT] = _TAIL_CALL_record_previous_inst,
[SWAP] = _TAIL_CALL_record_previous_inst,
[TO_BOOL] = _TAIL_CALL_record_previous_inst,
[TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_record_previous_inst,
[TO_BOOL_BOOL] = _TAIL_CALL_record_previous_inst,
[TO_BOOL_INT] = _TAIL_CALL_record_previous_inst,
[TO_BOOL_LIST] = _TAIL_CALL_record_previous_inst,
[TO_BOOL_NONE] = _TAIL_CALL_record_previous_inst,
[TO_BOOL_STR] = _TAIL_CALL_record_previous_inst,
[UNARY_INVERT] = _TAIL_CALL_record_previous_inst,
[UNARY_NEGATIVE] = _TAIL_CALL_record_previous_inst,
[UNARY_NOT] = _TAIL_CALL_record_previous_inst,
[UNPACK_EX] = _TAIL_CALL_record_previous_inst,
[UNPACK_SEQUENCE] = _TAIL_CALL_record_previous_inst,
[UNPACK_SEQUENCE_LIST] = _TAIL_CALL_record_previous_inst,
[UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_record_previous_inst,
[UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_record_previous_inst,
[WITH_EXCEPT_START] = _TAIL_CALL_record_previous_inst,
[YIELD_VALUE] = _TAIL_CALL_record_previous_inst,
[BINARY_OP] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD,
[BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD,
[BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD,
[BUILD_LIST] = _TAIL_CALL_TRACE_RECORD,
[BUILD_MAP] = _TAIL_CALL_TRACE_RECORD,
[BUILD_SET] = _TAIL_CALL_TRACE_RECORD,
[BUILD_SLICE] = _TAIL_CALL_TRACE_RECORD,
[BUILD_STRING] = _TAIL_CALL_TRACE_RECORD,
[BUILD_TEMPLATE] = _TAIL_CALL_TRACE_RECORD,
[BUILD_TUPLE] = _TAIL_CALL_TRACE_RECORD,
[CACHE] = _TAIL_CALL_TRACE_RECORD,
[CALL] = _TAIL_CALL_TRACE_RECORD,
[CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_TRACE_RECORD,
[CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD,
[CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_TRACE_RECORD,
[CALL_BUILTIN_CLASS] = _TAIL_CALL_TRACE_RECORD,
[CALL_BUILTIN_FAST] = _TAIL_CALL_TRACE_RECORD,
[CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD,
[CALL_BUILTIN_O] = _TAIL_CALL_TRACE_RECORD,
[CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD,
[CALL_INTRINSIC_1] = _TAIL_CALL_TRACE_RECORD,
[CALL_INTRINSIC_2] = _TAIL_CALL_TRACE_RECORD,
[CALL_ISINSTANCE] = _TAIL_CALL_TRACE_RECORD,
[CALL_KW] = _TAIL_CALL_TRACE_RECORD,
[CALL_KW_BOUND_METHOD] = _TAIL_CALL_TRACE_RECORD,
[CALL_KW_NON_PY] = _TAIL_CALL_TRACE_RECORD,
[CALL_KW_PY] = _TAIL_CALL_TRACE_RECORD,
[CALL_LEN] = _TAIL_CALL_TRACE_RECORD,
[CALL_LIST_APPEND] = _TAIL_CALL_TRACE_RECORD,
[CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_TRACE_RECORD,
[CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD,
[CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_TRACE_RECORD,
[CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_TRACE_RECORD,
[CALL_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
[CALL_PY_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD,
[CALL_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
[CALL_STR_1] = _TAIL_CALL_TRACE_RECORD,
[CALL_TUPLE_1] = _TAIL_CALL_TRACE_RECORD,
[CALL_TYPE_1] = _TAIL_CALL_TRACE_RECORD,
[CHECK_EG_MATCH] = _TAIL_CALL_TRACE_RECORD,
[CHECK_EXC_MATCH] = _TAIL_CALL_TRACE_RECORD,
[CLEANUP_THROW] = _TAIL_CALL_TRACE_RECORD,
[COMPARE_OP] = _TAIL_CALL_TRACE_RECORD,
[COMPARE_OP_FLOAT] = _TAIL_CALL_TRACE_RECORD,
[COMPARE_OP_INT] = _TAIL_CALL_TRACE_RECORD,
[COMPARE_OP_STR] = _TAIL_CALL_TRACE_RECORD,
[CONTAINS_OP] = _TAIL_CALL_TRACE_RECORD,
[CONTAINS_OP_DICT] = _TAIL_CALL_TRACE_RECORD,
[CONTAINS_OP_SET] = _TAIL_CALL_TRACE_RECORD,
[CONVERT_VALUE] = _TAIL_CALL_TRACE_RECORD,
[COPY] = _TAIL_CALL_TRACE_RECORD,
[COPY_FREE_VARS] = _TAIL_CALL_TRACE_RECORD,
[DELETE_ATTR] = _TAIL_CALL_TRACE_RECORD,
[DELETE_DEREF] = _TAIL_CALL_TRACE_RECORD,
[DELETE_FAST] = _TAIL_CALL_TRACE_RECORD,
[DELETE_GLOBAL] = _TAIL_CALL_TRACE_RECORD,
[DELETE_NAME] = _TAIL_CALL_TRACE_RECORD,
[DELETE_SUBSCR] = _TAIL_CALL_TRACE_RECORD,
[DICT_MERGE] = _TAIL_CALL_TRACE_RECORD,
[DICT_UPDATE] = _TAIL_CALL_TRACE_RECORD,
[END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD,
[END_FOR] = _TAIL_CALL_TRACE_RECORD,
[END_SEND] = _TAIL_CALL_TRACE_RECORD,
[ENTER_EXECUTOR] = _TAIL_CALL_TRACE_RECORD,
[EXIT_INIT_CHECK] = _TAIL_CALL_TRACE_RECORD,
[EXTENDED_ARG] = _TAIL_CALL_TRACE_RECORD,
[FORMAT_SIMPLE] = _TAIL_CALL_TRACE_RECORD,
[FORMAT_WITH_SPEC] = _TAIL_CALL_TRACE_RECORD,
[FOR_ITER] = _TAIL_CALL_TRACE_RECORD,
[FOR_ITER_GEN] = _TAIL_CALL_TRACE_RECORD,
[FOR_ITER_LIST] = _TAIL_CALL_TRACE_RECORD,
[FOR_ITER_RANGE] = _TAIL_CALL_TRACE_RECORD,
[FOR_ITER_TUPLE] = _TAIL_CALL_TRACE_RECORD,
[GET_AITER] = _TAIL_CALL_TRACE_RECORD,
[GET_ANEXT] = _TAIL_CALL_TRACE_RECORD,
[GET_AWAITABLE] = _TAIL_CALL_TRACE_RECORD,
[GET_ITER] = _TAIL_CALL_TRACE_RECORD,
[GET_LEN] = _TAIL_CALL_TRACE_RECORD,
[GET_YIELD_FROM_ITER] = _TAIL_CALL_TRACE_RECORD,
[IMPORT_FROM] = _TAIL_CALL_TRACE_RECORD,
[IMPORT_NAME] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_CALL] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_CALL_KW] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_END_FOR] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_END_SEND] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_FOR_ITER] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_LINE] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_POP_ITER] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_RESUME] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD,
[INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD,
[INTERPRETER_EXIT] = _TAIL_CALL_TRACE_RECORD,
[IS_OP] = _TAIL_CALL_TRACE_RECORD,
[JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD,
[JUMP_BACKWARD_JIT] = _TAIL_CALL_TRACE_RECORD,
[JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_TRACE_RECORD,
[JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_TRACE_RECORD,
[JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD,
[LIST_APPEND] = _TAIL_CALL_TRACE_RECORD,
[LIST_EXTEND] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_CLASS] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_MODULE] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_PROPERTY] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD,
[LOAD_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD,
[LOAD_BUILD_CLASS] = _TAIL_CALL_TRACE_RECORD,
[LOAD_COMMON_CONSTANT] = _TAIL_CALL_TRACE_RECORD,
[LOAD_CONST] = _TAIL_CALL_TRACE_RECORD,
[LOAD_DEREF] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FAST_AND_CLEAR] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FAST_CHECK] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_TRACE_RECORD,
[LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_TRACE_RECORD,
[LOAD_GLOBAL] = _TAIL_CALL_TRACE_RECORD,
[LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_TRACE_RECORD,
[LOAD_GLOBAL_MODULE] = _TAIL_CALL_TRACE_RECORD,
[LOAD_LOCALS] = _TAIL_CALL_TRACE_RECORD,
[LOAD_NAME] = _TAIL_CALL_TRACE_RECORD,
[LOAD_SMALL_INT] = _TAIL_CALL_TRACE_RECORD,
[LOAD_SPECIAL] = _TAIL_CALL_TRACE_RECORD,
[LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD,
[LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_TRACE_RECORD,
[LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_TRACE_RECORD,
[MAKE_CELL] = _TAIL_CALL_TRACE_RECORD,
[MAKE_FUNCTION] = _TAIL_CALL_TRACE_RECORD,
[MAP_ADD] = _TAIL_CALL_TRACE_RECORD,
[MATCH_CLASS] = _TAIL_CALL_TRACE_RECORD,
[MATCH_KEYS] = _TAIL_CALL_TRACE_RECORD,
[MATCH_MAPPING] = _TAIL_CALL_TRACE_RECORD,
[MATCH_SEQUENCE] = _TAIL_CALL_TRACE_RECORD,
[NOP] = _TAIL_CALL_TRACE_RECORD,
[NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD,
[POP_EXCEPT] = _TAIL_CALL_TRACE_RECORD,
[POP_ITER] = _TAIL_CALL_TRACE_RECORD,
[POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD,
[POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD,
[POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD,
[POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD,
[POP_TOP] = _TAIL_CALL_TRACE_RECORD,
[PUSH_EXC_INFO] = _TAIL_CALL_TRACE_RECORD,
[PUSH_NULL] = _TAIL_CALL_TRACE_RECORD,
[RAISE_VARARGS] = _TAIL_CALL_TRACE_RECORD,
[RERAISE] = _TAIL_CALL_TRACE_RECORD,
[RESERVED] = _TAIL_CALL_TRACE_RECORD,
[RESUME] = _TAIL_CALL_TRACE_RECORD,
[RESUME_CHECK] = _TAIL_CALL_TRACE_RECORD,
[RETURN_GENERATOR] = _TAIL_CALL_TRACE_RECORD,
[RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD,
[SEND] = _TAIL_CALL_TRACE_RECORD,
[SEND_GEN] = _TAIL_CALL_TRACE_RECORD,
[SETUP_ANNOTATIONS] = _TAIL_CALL_TRACE_RECORD,
[SET_ADD] = _TAIL_CALL_TRACE_RECORD,
[SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_TRACE_RECORD,
[SET_UPDATE] = _TAIL_CALL_TRACE_RECORD,
[STORE_ATTR] = _TAIL_CALL_TRACE_RECORD,
[STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD,
[STORE_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD,
[STORE_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD,
[STORE_DEREF] = _TAIL_CALL_TRACE_RECORD,
[STORE_FAST] = _TAIL_CALL_TRACE_RECORD,
[STORE_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
[STORE_FAST_STORE_FAST] = _TAIL_CALL_TRACE_RECORD,
[STORE_GLOBAL] = _TAIL_CALL_TRACE_RECORD,
[STORE_NAME] = _TAIL_CALL_TRACE_RECORD,
[STORE_SLICE] = _TAIL_CALL_TRACE_RECORD,
[STORE_SUBSCR] = _TAIL_CALL_TRACE_RECORD,
[STORE_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD,
[STORE_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD,
[SWAP] = _TAIL_CALL_TRACE_RECORD,
[TO_BOOL] = _TAIL_CALL_TRACE_RECORD,
[TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TRACE_RECORD,
[TO_BOOL_BOOL] = _TAIL_CALL_TRACE_RECORD,
[TO_BOOL_INT] = _TAIL_CALL_TRACE_RECORD,
[TO_BOOL_LIST] = _TAIL_CALL_TRACE_RECORD,
[TO_BOOL_NONE] = _TAIL_CALL_TRACE_RECORD,
[TO_BOOL_STR] = _TAIL_CALL_TRACE_RECORD,
[TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD,
[UNARY_INVERT] = _TAIL_CALL_TRACE_RECORD,
[UNARY_NEGATIVE] = _TAIL_CALL_TRACE_RECORD,
[UNARY_NOT] = _TAIL_CALL_TRACE_RECORD,
[UNPACK_EX] = _TAIL_CALL_TRACE_RECORD,
[UNPACK_SEQUENCE] = _TAIL_CALL_TRACE_RECORD,
[UNPACK_SEQUENCE_LIST] = _TAIL_CALL_TRACE_RECORD,
[UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_TRACE_RECORD,
[UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_TRACE_RECORD,
[WITH_EXCEPT_START] = _TAIL_CALL_TRACE_RECORD,
[YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD,
[121] = _TAIL_CALL_UNKNOWN_OPCODE,
[122] = _TAIL_CALL_UNKNOWN_OPCODE,
[123] = _TAIL_CALL_UNKNOWN_OPCODE,
@ -1281,6 +1282,5 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {
[230] = _TAIL_CALL_UNKNOWN_OPCODE,
[231] = _TAIL_CALL_UNKNOWN_OPCODE,
[232] = _TAIL_CALL_UNKNOWN_OPCODE,
[233] = _TAIL_CALL_UNKNOWN_OPCODE,
};
#endif /* _Py_TAIL_CALL_INTERP */

2
Python/optimizer_cases.c.h generated
View file

@ -3483,3 +3483,5 @@
break;
}
/* _TRACE_RECORD is not a viable micro-op for tier 2 */