mirror of
https://github.com/python/cpython.git
synced 2025-12-31 04:23:37 +00:00
GH-139922: Tail calling for MSVC (VS 2026) (GH-143068)
Co-authored-by: Ken Jin <28750310+Fidget-Spinner@users.noreply.github.com> Co-authored-by: Brandt Bucher <brandt@python.org> Co-authored-by: Hugo van Kemenade <1324225+hugovk@users.noreply.github.com>
This commit is contained in:
parent
665d2807a0
commit
be3c131640
12 changed files with 528 additions and 683 deletions
|
|
@ -1507,8 +1507,8 @@ dummy_func(
|
|||
}
|
||||
|
||||
inst(LOAD_BUILD_CLASS, ( -- bc)) {
|
||||
PyObject *bc_o;
|
||||
int err = PyMapping_GetOptionalItem(BUILTINS(), &_Py_ID(__build_class__), &bc_o);
|
||||
int err;
|
||||
PyObject *bc_o = _PyMapping_GetOptionalItem2(BUILTINS(), &_Py_ID(__build_class__), &err);
|
||||
ERROR_IF(err < 0);
|
||||
if (bc_o == NULL) {
|
||||
_PyErr_SetString(tstate, PyExc_NameError,
|
||||
|
|
@ -1711,8 +1711,9 @@ dummy_func(
|
|||
|
||||
inst(LOAD_FROM_DICT_OR_GLOBALS, (mod_or_class_dict -- v)) {
|
||||
PyObject *name = GETITEM(FRAME_CO_NAMES, oparg);
|
||||
PyObject *v_o;
|
||||
int err = PyMapping_GetOptionalItem(PyStackRef_AsPyObjectBorrow(mod_or_class_dict), name, &v_o);
|
||||
int err;
|
||||
PyObject *v_o = _PyMapping_GetOptionalItem2(PyStackRef_AsPyObjectBorrow(mod_or_class_dict), name, &err);
|
||||
|
||||
PyStackRef_CLOSE(mod_or_class_dict);
|
||||
ERROR_IF(err < 0);
|
||||
if (v_o == NULL) {
|
||||
|
|
@ -1735,11 +1736,11 @@ dummy_func(
|
|||
else {
|
||||
/* Slow-path if globals or builtins is not a dict */
|
||||
/* namespace 1: globals */
|
||||
int err = PyMapping_GetOptionalItem(GLOBALS(), name, &v_o);
|
||||
v_o = _PyMapping_GetOptionalItem2(GLOBALS(), name, &err);
|
||||
ERROR_IF(err < 0);
|
||||
if (v_o == NULL) {
|
||||
/* namespace 2: builtins */
|
||||
int err = PyMapping_GetOptionalItem(BUILTINS(), name, &v_o);
|
||||
v_o = _PyMapping_GetOptionalItem2(BUILTINS(), name, &err);
|
||||
ERROR_IF(err < 0);
|
||||
if (v_o == NULL) {
|
||||
_PyEval_FormatExcCheckArg(
|
||||
|
|
@ -1898,14 +1899,14 @@ dummy_func(
|
|||
}
|
||||
|
||||
inst(LOAD_FROM_DICT_OR_DEREF, (class_dict_st -- value)) {
|
||||
PyObject *value_o;
|
||||
PyObject *name;
|
||||
PyObject *class_dict = PyStackRef_AsPyObjectBorrow(class_dict_st);
|
||||
|
||||
assert(class_dict);
|
||||
assert(oparg >= 0 && oparg < _PyFrame_GetCode(frame)->co_nlocalsplus);
|
||||
name = PyTuple_GET_ITEM(_PyFrame_GetCode(frame)->co_localsplusnames, oparg);
|
||||
int err = PyMapping_GetOptionalItem(class_dict, name, &value_o);
|
||||
int err;
|
||||
PyObject* value_o = _PyMapping_GetOptionalItem2(class_dict, name, &err);
|
||||
if (err < 0) {
|
||||
ERROR_NO_POP();
|
||||
}
|
||||
|
|
@ -2074,14 +2075,14 @@ dummy_func(
|
|||
}
|
||||
|
||||
inst(SETUP_ANNOTATIONS, (--)) {
|
||||
PyObject *ann_dict;
|
||||
if (LOCALS() == NULL) {
|
||||
_PyErr_Format(tstate, PyExc_SystemError,
|
||||
"no locals found when setting up annotations");
|
||||
ERROR_IF(true);
|
||||
}
|
||||
/* check if __annotations__ in locals()... */
|
||||
int err = PyMapping_GetOptionalItem(LOCALS(), &_Py_ID(__annotations__), &ann_dict);
|
||||
int err;
|
||||
PyObject* ann_dict = _PyMapping_GetOptionalItem2(LOCALS(), &_Py_ID(__annotations__), &err);
|
||||
ERROR_IF(err < 0);
|
||||
if (ann_dict == NULL) {
|
||||
ann_dict = PyDict_New();
|
||||
|
|
@ -2185,8 +2186,12 @@ dummy_func(
|
|||
}
|
||||
// we make no attempt to optimize here; specializations should
|
||||
// handle any case whose performance we care about
|
||||
PyObject *stack[] = {class, self};
|
||||
PyObject *super = PyObject_Vectorcall(global_super, stack, oparg & 2, NULL);
|
||||
PyObject *super;
|
||||
{
|
||||
// scope to tell MSVC that stack is not escaping
|
||||
PyObject *stack[] = {class, self};
|
||||
super = PyObject_Vectorcall(global_super, stack, oparg & 2, NULL);
|
||||
}
|
||||
if (opcode == INSTRUMENTED_LOAD_SUPER_ATTR) {
|
||||
PyObject *arg = oparg & 2 ? class : &_PyInstrumentation_MISSING;
|
||||
if (super == NULL) {
|
||||
|
|
@ -2245,8 +2250,13 @@ dummy_func(
|
|||
PyObject *name = GETITEM(FRAME_CO_NAMES, oparg >> 2);
|
||||
PyTypeObject *cls = (PyTypeObject *)class;
|
||||
int method_found = 0;
|
||||
PyObject *attr_o = _PySuper_Lookup(cls, self, name,
|
||||
Py_TYPE(self)->tp_getattro == PyObject_GenericGetAttr ? &method_found : NULL);
|
||||
PyObject *attr_o;
|
||||
{
|
||||
// scope to tell MSVC that method_found_ptr is not escaping
|
||||
int *method_found_ptr = &method_found;
|
||||
attr_o = _PySuper_Lookup(cls, self, name,
|
||||
Py_TYPE(self)->tp_getattro == PyObject_GenericGetAttr ? method_found_ptr : NULL);
|
||||
}
|
||||
if (attr_o == NULL) {
|
||||
ERROR_NO_POP();
|
||||
}
|
||||
|
|
@ -3472,10 +3482,14 @@ dummy_func(
|
|||
}
|
||||
assert(PyStackRef_IsTaggedInt(lasti));
|
||||
(void)lasti; // Shut up compiler warning if asserts are off
|
||||
PyObject *stack[5] = {NULL, PyStackRef_AsPyObjectBorrow(exit_self), exc, val_o, tb};
|
||||
int has_self = !PyStackRef_IsNull(exit_self);
|
||||
PyObject *res_o = PyObject_Vectorcall(exit_func_o, stack + 2 - has_self,
|
||||
(3 + has_self) | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
|
||||
PyObject* res_o;
|
||||
{
|
||||
// scope to tell MSVC that stack is not escaping
|
||||
PyObject *stack[5] = {NULL, PyStackRef_AsPyObjectBorrow(exit_self), exc, val_o, tb};
|
||||
int has_self = !PyStackRef_IsNull(exit_self);
|
||||
res_o = PyObject_Vectorcall(exit_func_o, stack + 2 - has_self,
|
||||
(3 + has_self) | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
|
||||
}
|
||||
Py_XDECREF(original_tb);
|
||||
ERROR_IF(res_o == NULL);
|
||||
res = PyStackRef_FromPyObjectSteal(res_o);
|
||||
|
|
@ -3707,36 +3721,18 @@ dummy_func(
|
|||
frame->return_offset = INSTRUCTION_SIZE;
|
||||
DISPATCH_INLINED(new_frame);
|
||||
}
|
||||
/* Callable is not a normal Python function */
|
||||
STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o);
|
||||
if (CONVERSION_FAILED(args_o)) {
|
||||
DECREF_INPUTS();
|
||||
ERROR_IF(true);
|
||||
}
|
||||
PyObject *res_o = PyObject_Vectorcall(
|
||||
callable_o, args_o,
|
||||
total_args | PY_VECTORCALL_ARGUMENTS_OFFSET,
|
||||
NULL);
|
||||
STACKREFS_TO_PYOBJECTS_CLEANUP(args_o);
|
||||
if (opcode == INSTRUMENTED_CALL) {
|
||||
PyObject *arg = total_args == 0 ?
|
||||
&_PyInstrumentation_MISSING : PyStackRef_AsPyObjectBorrow(arguments[0]);
|
||||
if (res_o == NULL) {
|
||||
_Py_call_instrumentation_exc2(
|
||||
tstate, PY_MONITORING_EVENT_C_RAISE,
|
||||
frame, this_instr, callable_o, arg);
|
||||
}
|
||||
else {
|
||||
int err = _Py_call_instrumentation_2args(
|
||||
tstate, PY_MONITORING_EVENT_C_RETURN,
|
||||
frame, this_instr, callable_o, arg);
|
||||
if (err < 0) {
|
||||
Py_CLEAR(res_o);
|
||||
}
|
||||
}
|
||||
}
|
||||
assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL));
|
||||
DECREF_INPUTS();
|
||||
PyObject* res_o = _Py_VectorCallInstrumentation_StackRefSteal(
|
||||
callable,
|
||||
arguments,
|
||||
total_args,
|
||||
PyStackRef_NULL,
|
||||
opcode == INSTRUMENTED_CALL,
|
||||
frame,
|
||||
this_instr,
|
||||
tstate);
|
||||
DEAD(args);
|
||||
DEAD(self_or_null);
|
||||
DEAD(callable);
|
||||
ERROR_IF(res_o == NULL);
|
||||
res = PyStackRef_FromPyObjectSteal(res_o);
|
||||
}
|
||||
|
|
@ -4587,35 +4583,19 @@ dummy_func(
|
|||
frame->return_offset = INSTRUCTION_SIZE;
|
||||
DISPATCH_INLINED(new_frame);
|
||||
}
|
||||
/* Callable is not a normal Python function */
|
||||
STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o);
|
||||
if (CONVERSION_FAILED(args_o)) {
|
||||
DECREF_INPUTS();
|
||||
ERROR_IF(true);
|
||||
}
|
||||
PyObject *res_o = PyObject_Vectorcall(
|
||||
callable_o, args_o,
|
||||
positional_args | PY_VECTORCALL_ARGUMENTS_OFFSET,
|
||||
kwnames_o);
|
||||
STACKREFS_TO_PYOBJECTS_CLEANUP(args_o);
|
||||
if (opcode == INSTRUMENTED_CALL_KW) {
|
||||
PyObject *arg = total_args == 0 ?
|
||||
&_PyInstrumentation_MISSING : PyStackRef_AsPyObjectBorrow(arguments[0]);
|
||||
if (res_o == NULL) {
|
||||
_Py_call_instrumentation_exc2(
|
||||
tstate, PY_MONITORING_EVENT_C_RAISE,
|
||||
frame, this_instr, callable_o, arg);
|
||||
}
|
||||
else {
|
||||
int err = _Py_call_instrumentation_2args(
|
||||
tstate, PY_MONITORING_EVENT_C_RETURN,
|
||||
frame, this_instr, callable_o, arg);
|
||||
if (err < 0) {
|
||||
Py_CLEAR(res_o);
|
||||
}
|
||||
}
|
||||
}
|
||||
DECREF_INPUTS();
|
||||
PyObject* res_o = _Py_VectorCallInstrumentation_StackRefSteal(
|
||||
callable,
|
||||
arguments,
|
||||
total_args,
|
||||
kwnames,
|
||||
opcode == INSTRUMENTED_CALL_KW,
|
||||
frame,
|
||||
this_instr,
|
||||
tstate);
|
||||
DEAD(kwnames);
|
||||
DEAD(args);
|
||||
DEAD(self_or_null);
|
||||
DEAD(callable);
|
||||
ERROR_IF(res_o == NULL);
|
||||
res = PyStackRef_FromPyObjectSteal(res_o);
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue