| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | // This file is generated by Tools/cases_generator/tier2_generator.py
 | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  | // from:
 | 
					
						
							|  |  |  | //   Python/bytecodes.c
 | 
					
						
							|  |  |  | // Do not edit!
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 13:13:02 -07:00
										 |  |  | #ifdef TIER_ONE
 | 
					
						
							|  |  |  |     #error "This file is for Tier 2 only"
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | #define TIER_TWO 2
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _NOP: { | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-14 12:04:05 +01:00
										 |  |  |         case _CHECK_PERIODIC: { | 
					
						
							| 
									
										
										
										
											2025-08-09 15:41:28 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             int err = check_periodics(tstate); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (err != 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-08-14 12:04:05 +01:00
										 |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-08-09 15:41:28 +01:00
										 |  |  |         /* _CHECK_PERIODIC_AT_END is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-14 12:04:05 +01:00
										 |  |  |         case _CHECK_PERIODIC_IF_NOT_YIELD_FROM: { | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             if ((oparg & RESUME_OPARG_LOCATION_MASK) < RESUME_AFTER_YIELD_FROM) { | 
					
						
							| 
									
										
										
										
											2025-08-09 15:41:28 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 int err = check_periodics(tstate); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (err != 0) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-08-14 12:04:05 +01:00
										 |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         /* _QUICKEN_RESUME is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-11-04 11:13:32 -08:00
										 |  |  |         /* _LOAD_BYTECODE is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _RESUME_CHECK: { | 
					
						
							|  |  |  |             #if defined(__EMSCRIPTEN__)
 | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (_Py_emscripten_signal_clock == 0) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-08 17:54:45 +01:00
										 |  |  |             _Py_emscripten_signal_clock -= Py_EMSCRIPTEN_SIGNAL_HANDLING; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2024-02-20 06:57:48 -08:00
										 |  |  |             uintptr_t eval_breaker = _Py_atomic_load_uintptr_relaxed(&tstate->eval_breaker); | 
					
						
							| 
									
										
										
										
											2024-04-19 14:47:42 -07:00
										 |  |  |             uintptr_t version = FT_ATOMIC_LOAD_UINTPTR_ACQUIRE(_PyFrame_GetCode(frame)->_co_instrumentation_version); | 
					
						
							| 
									
										
										
										
											2023-10-04 16:09:48 +01:00
										 |  |  |             assert((version & _PY_EVAL_EVENTS_MASK) == 0); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (eval_breaker != version) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-11-04 11:13:32 -08:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             if (frame->tlbc_index != | 
					
						
							|  |  |  |                     ((_PyThreadStateImpl *)tstate)->tlbc_index) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-08-17 11:29:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-14 12:04:05 +01:00
										 |  |  |         /* _MONITOR_RESUME is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_CHECK: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value_s = GETLOCAL(oparg); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(value_s)) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 _PyEval_FormatExcCheckArg(tstate, PyExc_UnboundLocalError, | 
					
						
							|  |  |  |                     UNBOUNDLOCAL_ERROR_MSG, | 
					
						
							|  |  |  |                     PyTuple_GetItem(_PyFrame_GetCode(frame)->co_localsplusnames, oparg) | 
					
						
							|  |  |  |                 ); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(value_s); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-03 13:05:11 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |         case _LOAD_FAST_0: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 0; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_1: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 1; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_2: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 2; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_3: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 3; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_4: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 4; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_5: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 5; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_6: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 6; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_7: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 7; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LOAD_FAST: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_DUP(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-01 10:18:42 -07:00
										 |  |  |         case _LOAD_FAST_BORROW_0: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 0; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW_1: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 1; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW_2: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 2; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW_3: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 3; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW_4: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 4; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW_5: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 5; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW_6: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 6; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW_7: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 7; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_FAST_BORROW: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             assert(!PyStackRef_IsNull(GETLOCAL(oparg))); | 
					
						
							|  |  |  |             value = PyStackRef_Borrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LOAD_FAST_AND_CLEAR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             value = GETLOCAL(oparg); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             GETLOCAL(oparg) = PyStackRef_NULL; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |         case _LOAD_CONST: { | 
					
						
							| 
									
										
										
										
											2024-10-29 11:15:42 +00:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             PyObject *obj = GETITEM(FRAME_CO_CONSTS, oparg); | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(obj); | 
					
						
							| 
									
										
										
										
											2024-10-29 11:15:42 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_SMALL_INT_0: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 0; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(oparg < _PY_NSMALLPOSINTS); | 
					
						
							|  |  |  |             PyObject *obj = (PyObject *)&_PyLong_SMALL_INTS[_PY_NSMALLNEGINTS + oparg]; | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(obj); | 
					
						
							| 
									
										
										
										
											2024-10-29 11:15:42 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_SMALL_INT_1: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 1; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(oparg < _PY_NSMALLPOSINTS); | 
					
						
							|  |  |  |             PyObject *obj = (PyObject *)&_PyLong_SMALL_INTS[_PY_NSMALLNEGINTS + oparg]; | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(obj); | 
					
						
							| 
									
										
										
										
											2024-10-29 11:15:42 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_SMALL_INT_2: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 2; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(oparg < _PY_NSMALLPOSINTS); | 
					
						
							|  |  |  |             PyObject *obj = (PyObject *)&_PyLong_SMALL_INTS[_PY_NSMALLNEGINTS + oparg]; | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(obj); | 
					
						
							| 
									
										
										
										
											2024-10-29 11:15:42 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_SMALL_INT_3: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = 3; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             assert(oparg < _PY_NSMALLPOSINTS); | 
					
						
							|  |  |  |             PyObject *obj = (PyObject *)&_PyLong_SMALL_INTS[_PY_NSMALLNEGINTS + oparg]; | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(obj); | 
					
						
							| 
									
										
										
										
											2024-10-29 11:15:42 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_SMALL_INT: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             assert(oparg < _PY_NSMALLPOSINTS); | 
					
						
							|  |  |  |             PyObject *obj = (PyObject *)&_PyLong_SMALL_INTS[_PY_NSMALLNEGINTS + oparg]; | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(obj); | 
					
						
							| 
									
										
										
										
											2024-10-29 11:15:42 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |         case _STORE_FAST_0: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 0; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_FAST_1: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 1; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_FAST_2: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 2; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_FAST_3: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 3; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_FAST_4: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 4; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_FAST_5: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 5; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_FAST_6: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 6; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_FAST_7: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 7; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _STORE_FAST: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = value; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _POP_TOP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             PyStackRef_XCLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-24 00:57:14 +08:00
										 |  |  |         case _POP_TOP_NOP: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             assert(PyStackRef_IsNull(value) || (!PyStackRef_RefcountOnObject(value)) || | 
					
						
							|  |  |  |                    _Py_IsImmortal((PyStackRef_AsPyObjectBorrow(value)))); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _POP_TOP_INT: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _POP_TOP_FLOAT: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(PyStackRef_AsPyObjectBorrow(value))); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(value, _PyFloat_ExactDealloc); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _POP_TOP_UNICODE: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             assert(PyUnicode_CheckExact(PyStackRef_AsPyObjectBorrow(value))); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(value, _PyUnicode_ExactDealloc); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-20 18:09:51 -04:00
										 |  |  |         case _POP_TWO: { | 
					
						
							|  |  |  |             _PyStackRef tos; | 
					
						
							|  |  |  |             _PyStackRef nos; | 
					
						
							|  |  |  |             tos = stack_pointer[-1]; | 
					
						
							|  |  |  |             nos = stack_pointer[-2]; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tos); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(nos); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _PUSH_NULL: { | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             res = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[0] = res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-06 17:54:47 +00:00
										 |  |  |         case _END_FOR: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(value); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-01-06 17:54:47 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |         case _POP_ITER: { | 
					
						
							|  |  |  |             _PyStackRef index_or_null; | 
					
						
							|  |  |  |             _PyStackRef iter; | 
					
						
							|  |  |  |             index_or_null = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							|  |  |  |             (void)index_or_null; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(iter); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _END_SEND: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef receiver; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyStackRef val; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             receiver = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             val = value; | 
					
						
							|  |  |  |             stack_pointer[-2] = val; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(receiver); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _UNARY_NEGATIVE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyNumber_Negative(PyStackRef_AsPyObjectBorrow(value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _UNARY_NOT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-07-25 18:32:43 +01:00
										 |  |  |             assert(PyStackRef_BoolCheck(value)); | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             res = PyStackRef_IsFalse(value) | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             stack_pointer[-1] = res; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |         case _TO_BOOL: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int err = PyObject_IsTrue(PyStackRef_AsPyObjectBorrow(value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = err ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _TO_BOOL_BOOL: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-07-25 18:32:43 +01:00
										 |  |  |             if (!PyStackRef_BoolCheck(value)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             STAT_INC(TO_BOOL, hit); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _TO_BOOL_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							|  |  |  |             if (!PyLong_CheckExact(value_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             STAT_INC(TO_BOOL, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (_PyLong_IsZero((PyLongObject *)value_o)) { | 
					
						
							| 
									
										
										
										
											2024-10-10 18:19:08 +01:00
										 |  |  |                 assert(_Py_IsImmortal(value_o)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 res = PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 res = PyStackRef_True; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             stack_pointer[-1] = res; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |         case _GUARD_NOS_LIST: { | 
					
						
							|  |  |  |             _PyStackRef nos; | 
					
						
							|  |  |  |             nos = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(nos); | 
					
						
							|  |  |  |             if (!PyList_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_TOS_LIST: { | 
					
						
							|  |  |  |             _PyStackRef tos; | 
					
						
							|  |  |  |             tos = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(tos); | 
					
						
							|  |  |  |             if (!PyList_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-01 11:28:52 +01:00
										 |  |  |         case _GUARD_TOS_SLICE: { | 
					
						
							|  |  |  |             _PyStackRef tos; | 
					
						
							|  |  |  |             tos = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(tos); | 
					
						
							|  |  |  |             if (!PySlice_Check(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _TO_BOOL_LIST: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyList_CheckExact(value_o)); | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             STAT_INC(TO_BOOL, hit); | 
					
						
							| 
									
										
										
										
											2024-11-22 07:52:16 +09:00
										 |  |  |             res = PyList_GET_SIZE(value_o) ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = value; | 
					
						
							|  |  |  |             value = res; | 
					
						
							|  |  |  |             stack_pointer[-1] = value; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _TO_BOOL_NONE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             if (!PyStackRef_IsNone(value)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             STAT_INC(TO_BOOL, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             stack_pointer[-1] = res; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-01 15:10:15 -07:00
										 |  |  |         case _GUARD_NOS_UNICODE: { | 
					
						
							|  |  |  |             _PyStackRef nos; | 
					
						
							|  |  |  |             nos = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(nos); | 
					
						
							|  |  |  |             if (!PyUnicode_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-03-30 16:07:25 -07:00
										 |  |  |         case _GUARD_TOS_UNICODE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							|  |  |  |             if (!PyUnicode_CheckExact(value_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-30 16:07:25 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _TO_BOOL_STR: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             STAT_INC(TO_BOOL, hit); | 
					
						
							| 
									
										
										
										
											2025-03-30 16:07:25 -07:00
										 |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (value_o == &_Py_STR(empty)) { | 
					
						
							| 
									
										
										
										
											2024-10-10 18:19:08 +01:00
										 |  |  |                 assert(_Py_IsImmortal(value_o)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 res = PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             else { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 assert(Py_SIZE(value_o)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 res = PyStackRef_True; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             stack_pointer[-1] = res; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-05 15:23:08 +00:00
										 |  |  |         case _REPLACE_WITH_TRUE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_True; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _UNARY_INVERT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyNumber_Invert(PyStackRef_AsPyObjectBorrow(value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-01 15:10:15 -07:00
										 |  |  |         case _GUARD_NOS_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef left; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							| 
									
										
										
										
											2025-06-19 21:09:09 +08:00
										 |  |  |             if (!_PyLong_CheckExactAndCompact(left_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-22 13:34:06 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_TOS_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-04-22 13:34:06 +01:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							| 
									
										
										
										
											2025-06-19 21:09:09 +08:00
										 |  |  |             if (!_PyLong_CheckExactAndCompact(value_o)) { | 
					
						
							| 
									
										
										
										
											2025-06-19 11:10:29 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_NOS_OVERFLOWED: { | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             assert(Py_TYPE(left_o) == &PyLong_Type); | 
					
						
							|  |  |  |             if (!_PyLong_IsCompact((PyLongObject *)left_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_TOS_OVERFLOWED: { | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							|  |  |  |             assert(Py_TYPE(value_o) == &PyLong_Type); | 
					
						
							|  |  |  |             if (!_PyLong_IsCompact((PyLongObject *)value_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-22 13:34:06 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |         case _BINARY_OP_MULTIPLY_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyLong_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyLong_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2025-06-19 11:10:29 +01:00
										 |  |  |             assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							| 
									
										
										
										
											2025-06-14 17:13:32 +08:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-13 11:06:26 +01:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(right, _PyLong_ExactDealloc); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyLong_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _BINARY_OP_ADD_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyLong_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyLong_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2025-06-19 11:10:29 +01:00
										 |  |  |             assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							| 
									
										
										
										
											2025-06-14 17:13:32 +08:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-13 11:06:26 +01:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(right, _PyLong_ExactDealloc); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyLong_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _BINARY_OP_SUBTRACT_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyLong_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyLong_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2025-06-19 11:10:29 +01:00
										 |  |  |             assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							| 
									
										
										
										
											2025-06-14 17:13:32 +08:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-13 11:06:26 +01:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(right, _PyLong_ExactDealloc); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyLong_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-01 15:10:15 -07:00
										 |  |  |         case _GUARD_NOS_FLOAT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef left; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             if (!PyFloat_CheckExact(left_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-22 13:34:06 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_TOS_FLOAT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-04-22 13:34:06 +01:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							|  |  |  |             if (!PyFloat_CheckExact(value_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-22 13:34:06 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |         case _BINARY_OP_MULTIPLY_FLOAT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyFloat_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             double dres = | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             ((PyFloatObject *)left_o)->ob_fval * | 
					
						
							|  |  |  |             ((PyFloatObject *)right_o)->ob_fval; | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = _PyFloat_FromDouble_ConsumeInputs(left, right, dres); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							|  |  |  |                 stack_pointer[-2] = res; | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _BINARY_OP_ADD_FLOAT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyFloat_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             double dres = | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             ((PyFloatObject *)left_o)->ob_fval + | 
					
						
							|  |  |  |             ((PyFloatObject *)right_o)->ob_fval; | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = _PyFloat_FromDouble_ConsumeInputs(left, right, dres); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							|  |  |  |                 stack_pointer[-2] = res; | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _BINARY_OP_SUBTRACT_FLOAT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyFloat_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             double dres = | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             ((PyFloatObject *)left_o)->ob_fval - | 
					
						
							|  |  |  |             ((PyFloatObject *)right_o)->ob_fval; | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = _PyFloat_FromDouble_ConsumeInputs(left, right, dres); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							|  |  |  |                 stack_pointer[-2] = res; | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-17 23:25:53 +08:00
										 |  |  |         case _BINARY_OP_MULTIPLY_FLOAT__NO_DECREF_INPUTS: { | 
					
						
							|  |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(right_o)); | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             double dres = | 
					
						
							|  |  |  |             ((PyFloatObject *)left_o)->ob_fval * | 
					
						
							|  |  |  |             ((PyFloatObject *)right_o)->ob_fval; | 
					
						
							|  |  |  |             res = PyStackRef_FromPyObjectSteal(PyFloat_FromDouble(dres)); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							|  |  |  |                 stack_pointer[-2] = res; | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _BINARY_OP_ADD_FLOAT__NO_DECREF_INPUTS: { | 
					
						
							|  |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(right_o)); | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             double dres = | 
					
						
							|  |  |  |             ((PyFloatObject *)left_o)->ob_fval + | 
					
						
							|  |  |  |             ((PyFloatObject *)right_o)->ob_fval; | 
					
						
							|  |  |  |             res = PyStackRef_FromPyObjectSteal(PyFloat_FromDouble(dres)); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							|  |  |  |                 stack_pointer[-2] = res; | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _BINARY_OP_SUBTRACT_FLOAT__NO_DECREF_INPUTS: { | 
					
						
							|  |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyFloat_CheckExact(right_o)); | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             double dres = | 
					
						
							|  |  |  |             ((PyFloatObject *)left_o)->ob_fval - | 
					
						
							|  |  |  |             ((PyFloatObject *)right_o)->ob_fval; | 
					
						
							|  |  |  |             res = PyStackRef_FromPyObjectSteal(PyFloat_FromDouble(dres)); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(res)) { | 
					
						
							|  |  |  |                 stack_pointer[-2] = res; | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |         case _BINARY_OP_ADD_UNICODE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyUnicode_CheckExact(left_o)); | 
					
						
							|  |  |  |             assert(PyUnicode_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyUnicode_Concat(left_o, right_o); | 
					
						
							| 
									
										
										
										
											2024-10-14 16:17:51 +08:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(right, _PyUnicode_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyUnicode_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 stack_pointer += -2; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |         case _BINARY_OP_INPLACE_ADD_UNICODE: { | 
					
						
							|  |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							| 
									
										
										
										
											2025-01-07 17:25:48 -08:00
										 |  |  |             assert(PyUnicode_CheckExact(left_o)); | 
					
						
							| 
									
										
										
										
											2025-04-01 10:18:42 -07:00
										 |  |  |             assert(PyUnicode_CheckExact(PyStackRef_AsPyObjectBorrow(right))); | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |             int next_oparg; | 
					
						
							|  |  |  |             #if TIER_ONE
 | 
					
						
							|  |  |  |             assert(next_instr->op.code == STORE_FAST); | 
					
						
							|  |  |  |             next_oparg = next_instr->op.arg; | 
					
						
							|  |  |  |             #else
 | 
					
						
							| 
									
										
										
										
											2025-09-03 23:42:26 +09:00
										 |  |  |             next_oparg = (int)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |             #endif
 | 
					
						
							|  |  |  |             _PyStackRef *target_local = &GETLOCAL(next_oparg); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             assert(PyUnicode_CheckExact(left_o)); | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             if (PyStackRef_AsPyObjectBorrow(*target_local) != left_o) { | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2025-04-01 10:18:42 -07:00
										 |  |  |             assert(Py_REFCNT(left_o) >= 2 || !PyStackRef_IsHeapSafe(left)); | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyUnicode_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2024-12-20 16:52:20 +00:00
										 |  |  |             PyObject *temp = PyStackRef_AsPyObjectSteal(*target_local); | 
					
						
							| 
									
										
										
										
											2025-04-01 10:18:42 -07:00
										 |  |  |             PyObject *right_o = PyStackRef_AsPyObjectSteal(right); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |             PyUnicode_Append(&temp, right_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |             *target_local = PyStackRef_FromPyObjectSteal(temp); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             Py_DECREF(right_o); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (PyStackRef_IsNull(*target_local)) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |             #if TIER_ONE
 | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-25 14:45:07 -07:00
										 |  |  |             assert(next_instr->op.code == STORE_FAST); | 
					
						
							|  |  |  |             SKIP_OVER(1); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-06 11:12:26 +01:00
										 |  |  |         case _GUARD_BINARY_OP_EXTEND: { | 
					
						
							|  |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							|  |  |  |             _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; | 
					
						
							|  |  |  |             assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); | 
					
						
							|  |  |  |             assert(d && d->guard); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             int res = d->guard(left_o, right_o); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (!res) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2025-01-16 15:22:13 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |         case _BINARY_OP_EXTEND: { | 
					
						
							|  |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							|  |  |  |             assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); | 
					
						
							|  |  |  |             _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyObject *res_o = d->action(left_o, right_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = right; | 
					
						
							|  |  |  |             right = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = right; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = left; | 
					
						
							|  |  |  |             left = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = left; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-16 15:22:13 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-01-16 15:22:13 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2025-01-16 15:22:13 +00:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _BINARY_SLICE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef stop; | 
					
						
							|  |  |  |             _PyStackRef start; | 
					
						
							|  |  |  |             _PyStackRef container; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             stop = stack_pointer[-1]; | 
					
						
							|  |  |  |             start = stack_pointer[-2]; | 
					
						
							|  |  |  |             container = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *slice = _PyBuildSlice_ConsumeRefs(PyStackRef_AsPyObjectSteal(start), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectSteal(stop)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             if (slice == NULL) { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 res_o = NULL; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer += -2; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 res_o = PyObject_GetItem(PyStackRef_AsPyObjectBorrow(container), slice); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 Py_DECREF(slice); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer += 2; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(container); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _STORE_SLICE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef stop; | 
					
						
							|  |  |  |             _PyStackRef start; | 
					
						
							|  |  |  |             _PyStackRef container; | 
					
						
							|  |  |  |             _PyStackRef v; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             stop = stack_pointer[-1]; | 
					
						
							|  |  |  |             start = stack_pointer[-2]; | 
					
						
							|  |  |  |             container = stack_pointer[-3]; | 
					
						
							|  |  |  |             v = stack_pointer[-4]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *slice = _PyBuildSlice_ConsumeRefs(PyStackRef_AsPyObjectSteal(start), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectSteal(stop)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             int err; | 
					
						
							|  |  |  |             if (slice == NULL) { | 
					
						
							|  |  |  |                 err = 1; | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer += -2; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |                 err = PyObject_SetItem(PyStackRef_AsPyObjectBorrow(container), slice, PyStackRef_AsPyObjectBorrow(v)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 Py_DECREF(slice); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer += 2; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = container; | 
					
						
							|  |  |  |             container = PyStackRef_NULL; | 
					
						
							| 
									
										
										
										
											2025-04-04 17:59:36 +01:00
										 |  |  |             stack_pointer[-3] = container; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = v; | 
					
						
							|  |  |  |             v = PyStackRef_NULL; | 
					
						
							| 
									
										
										
										
											2025-04-04 17:59:36 +01:00
										 |  |  |             stack_pointer[-4] = v; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-04-04 17:59:36 +01:00
										 |  |  |             stack_pointer += -4; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |         case _BINARY_OP_SUBSCR_LIST_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef sub_st; | 
					
						
							|  |  |  |             _PyStackRef list_st; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             sub_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             list_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *sub = PyStackRef_AsPyObjectBorrow(sub_st); | 
					
						
							|  |  |  |             PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); | 
					
						
							| 
									
										
										
										
											2025-04-01 15:10:15 -07:00
										 |  |  |             assert(PyLong_CheckExact(sub)); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyList_CheckExact(list)); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             Py_ssize_t index = ((PyLongObject*)sub)->long_value.ob_digit[0]; | 
					
						
							| 
									
										
										
										
											2024-12-02 10:38:17 +09:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyObject *res_o = _PyList_GetItemRef((PyListObject*)list, index); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2024-12-02 10:38:17 +09:00
										 |  |  |             #else
 | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (index >= PyList_GET_SIZE(list)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyList_GET_ITEM(list, index); | 
					
						
							|  |  |  |             assert(res_o != NULL); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectNew(res_o); | 
					
						
							| 
									
										
										
										
											2024-12-02 10:38:17 +09:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-03-15 23:38:46 +08:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             _PyStackRef tmp = list_st; | 
					
						
							|  |  |  |             list_st = res; | 
					
						
							|  |  |  |             stack_pointer[-2] = list_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             tmp = sub_st; | 
					
						
							|  |  |  |             sub_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = sub_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-01 11:28:52 +01:00
										 |  |  |         case _BINARY_OP_SUBSCR_LIST_SLICE: { | 
					
						
							|  |  |  |             _PyStackRef sub_st; | 
					
						
							|  |  |  |             _PyStackRef list_st; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             sub_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             list_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *sub = PyStackRef_AsPyObjectBorrow(sub_st); | 
					
						
							|  |  |  |             PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); | 
					
						
							|  |  |  |             assert(PySlice_Check(sub)); | 
					
						
							|  |  |  |             assert(PyList_CheckExact(list)); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyObject *res_o = _PyList_SliceSubscript(list, sub); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-05-01 18:15:53 +01:00
										 |  |  |             _PyStackRef tmp = sub_st; | 
					
						
							| 
									
										
										
										
											2025-05-01 11:28:52 +01:00
										 |  |  |             sub_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = sub_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-05-01 18:15:53 +01:00
										 |  |  |             tmp = list_st; | 
					
						
							|  |  |  |             list_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = list_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-05-01 11:28:52 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-01 18:15:53 +01:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							|  |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2025-05-01 11:28:52 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |         case _BINARY_OP_SUBSCR_STR_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef sub_st; | 
					
						
							|  |  |  |             _PyStackRef str_st; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             sub_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             str_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *sub = PyStackRef_AsPyObjectBorrow(sub_st); | 
					
						
							|  |  |  |             PyObject *str = PyStackRef_AsPyObjectBorrow(str_st); | 
					
						
							| 
									
										
										
										
											2025-04-01 15:10:15 -07:00
										 |  |  |             assert(PyLong_CheckExact(sub)); | 
					
						
							|  |  |  |             assert(PyUnicode_CheckExact(str)); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-08 13:42:43 -07:00
										 |  |  |             Py_ssize_t index = ((PyLongObject*)sub)->long_value.ob_digit[0]; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (PyUnicode_GET_LENGTH(str) <= index) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-08 13:42:43 -07:00
										 |  |  |             Py_UCS4 c = PyUnicode_READ_CHAR(str, index); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (Py_ARRAY_LENGTH(_Py_SINGLETON(strings).ascii) <= c) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = (PyObject*)&_Py_SINGLETON(strings).ascii[c]; | 
					
						
							| 
									
										
										
										
											2024-12-13 11:06:26 +01:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(sub_st, _PyLong_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(str_st); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             res = PyStackRef_FromPyObjectBorrow(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-08-08 13:42:43 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |         case _GUARD_NOS_TUPLE: { | 
					
						
							|  |  |  |             _PyStackRef nos; | 
					
						
							|  |  |  |             nos = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(nos); | 
					
						
							|  |  |  |             if (!PyTuple_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_TOS_TUPLE: { | 
					
						
							|  |  |  |             _PyStackRef tos; | 
					
						
							|  |  |  |             tos = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(tos); | 
					
						
							|  |  |  |             if (!PyTuple_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |         case _BINARY_OP_SUBSCR_TUPLE_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef sub_st; | 
					
						
							|  |  |  |             _PyStackRef tuple_st; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             sub_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             tuple_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *sub = PyStackRef_AsPyObjectBorrow(sub_st); | 
					
						
							|  |  |  |             PyObject *tuple = PyStackRef_AsPyObjectBorrow(tuple_st); | 
					
						
							| 
									
										
										
										
											2025-04-01 15:10:15 -07:00
										 |  |  |             assert(PyLong_CheckExact(sub)); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyTuple_CheckExact(tuple)); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             Py_ssize_t index = ((PyLongObject*)sub)->long_value.ob_digit[0]; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (index >= PyTuple_GET_SIZE(tuple)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyTuple_GET_ITEM(tuple, index); | 
					
						
							|  |  |  |             assert(res_o != NULL); | 
					
						
							| 
									
										
										
										
											2024-12-13 11:06:26 +01:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(sub_st, _PyLong_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectNew(res_o); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             _PyStackRef tmp = tuple_st; | 
					
						
							|  |  |  |             tuple_st = res; | 
					
						
							|  |  |  |             stack_pointer[-1] = tuple_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |         case _GUARD_NOS_DICT: { | 
					
						
							|  |  |  |             _PyStackRef nos; | 
					
						
							|  |  |  |             nos = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(nos); | 
					
						
							|  |  |  |             if (!PyDict_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_TOS_DICT: { | 
					
						
							|  |  |  |             _PyStackRef tos; | 
					
						
							|  |  |  |             tos = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(tos); | 
					
						
							|  |  |  |             if (!PyDict_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |         case _BINARY_OP_SUBSCR_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef sub_st; | 
					
						
							|  |  |  |             _PyStackRef dict_st; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             sub_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             dict_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *sub = PyStackRef_AsPyObjectBorrow(sub_st); | 
					
						
							|  |  |  |             PyObject *dict = PyStackRef_AsPyObjectBorrow(dict_st); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyDict_CheckExact(dict)); | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int rc = PyDict_GetItemRef(dict, sub, &res_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-11-14 15:38:49 +02:00
										 |  |  |             if (rc == 0) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-11-14 15:38:49 +02:00
										 |  |  |                 _PyErr_SetKeyError(sub); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = sub_st; | 
					
						
							|  |  |  |             sub_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = sub_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = dict_st; | 
					
						
							|  |  |  |             dict_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = dict_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (rc <= 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |         case _BINARY_OP_SUBSCR_CHECK_FUNC: { | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |             _PyStackRef container; | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             _PyStackRef getitem; | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |             container = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(container)); | 
					
						
							|  |  |  |             if (!PyType_HasFeature(tp, Py_TPFLAGS_HEAPTYPE)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             PyHeapTypeObject *ht = (PyHeapTypeObject *)tp; | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             PyObject *getitem_o = FT_ATOMIC_LOAD_PTR_ACQUIRE(ht->_spec_cache.getitem); | 
					
						
							|  |  |  |             if (getitem_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             assert(PyFunction_Check(getitem_o)); | 
					
						
							|  |  |  |             uint32_t cached_version = FT_ATOMIC_LOAD_UINT32_RELAXED(ht->_spec_cache.getitem_version); | 
					
						
							|  |  |  |             if (((PyFunctionObject *)getitem_o)->func_version != cached_version) { | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             PyCodeObject *code = (PyCodeObject *)PyFunction_GET_CODE(getitem_o); | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |             assert(code->co_argcount == 2); | 
					
						
							|  |  |  |             if (!_PyThreadState_HasStackSpace(tstate, code->co_framesize)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             getitem = PyStackRef_FromPyObjectNew(getitem_o); | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |             STAT_INC(BINARY_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             stack_pointer[0] = getitem; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-07 22:39:54 +00:00
										 |  |  |         case _BINARY_OP_SUBSCR_INIT_CALL: { | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             _PyStackRef getitem; | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |             _PyStackRef sub; | 
					
						
							|  |  |  |             _PyStackRef container; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             getitem = stack_pointer[-1]; | 
					
						
							|  |  |  |             sub = stack_pointer[-2]; | 
					
						
							|  |  |  |             container = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame* pushed_frame = _PyFrame_PushUnchecked(tstate, getitem, 2, frame); | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = container; | 
					
						
							|  |  |  |             pushed_frame->localsplus[1] = sub; | 
					
						
							| 
									
										
										
										
											2025-09-03 11:26:56 +03:00
										 |  |  |             frame->return_offset = 6u ; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-3] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-12-19 11:08:17 +09:00
										 |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2024-08-02 00:19:05 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |         case _LIST_APPEND: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef v; | 
					
						
							|  |  |  |             _PyStackRef list; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             v = stack_pointer[-1]; | 
					
						
							|  |  |  |             list = stack_pointer[-2 - (oparg-1)]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             int err = _PyList_AppendTakeRef((PyListObject *)PyStackRef_AsPyObjectBorrow(list), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectSteal(v)); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err < 0) { | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _SET_ADD: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef v; | 
					
						
							|  |  |  |             _PyStackRef set; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             v = stack_pointer[-1]; | 
					
						
							|  |  |  |             set = stack_pointer[-2 - (oparg-1)]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-03-21 15:58:32 -07:00
										 |  |  |             int err = _PySet_AddTakeRef((PySetObject *)PyStackRef_AsPyObjectBorrow(set), | 
					
						
							|  |  |  |                                         PyStackRef_AsPyObjectSteal(v)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							| 
									
										
										
										
											2025-03-21 15:58:32 -07:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-21 15:58:32 -07:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |         case _STORE_SUBSCR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef sub; | 
					
						
							|  |  |  |             _PyStackRef container; | 
					
						
							|  |  |  |             _PyStackRef v; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             sub = stack_pointer[-1]; | 
					
						
							|  |  |  |             container = stack_pointer[-2]; | 
					
						
							|  |  |  |             v = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |             int err = PyObject_SetItem(PyStackRef_AsPyObjectBorrow(container), PyStackRef_AsPyObjectBorrow(sub), PyStackRef_AsPyObjectBorrow(v)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = sub; | 
					
						
							|  |  |  |             sub = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = sub; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = container; | 
					
						
							|  |  |  |             container = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = container; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = v; | 
					
						
							|  |  |  |             v = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-3] = v; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _STORE_SUBSCR_LIST_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef sub_st; | 
					
						
							|  |  |  |             _PyStackRef list_st; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             sub_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             list_st = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *sub = PyStackRef_AsPyObjectBorrow(sub_st); | 
					
						
							|  |  |  |             PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); | 
					
						
							| 
									
										
										
										
											2025-04-01 15:10:15 -07:00
										 |  |  |             assert(PyLong_CheckExact(sub)); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyList_CheckExact(list)); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             Py_ssize_t index = ((PyLongObject*)sub)->long_value.ob_digit[0]; | 
					
						
							| 
									
										
										
										
											2024-11-26 21:46:06 +00:00
										 |  |  |             if (!LOCK_OBJECT(list)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-11-26 21:46:06 +00:00
										 |  |  |             if (index >= PyList_GET_SIZE(list)) { | 
					
						
							|  |  |  |                 UNLOCK_OBJECT(list); | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(STORE_SUBSCR, hit); | 
					
						
							|  |  |  |             PyObject *old_value = PyList_GET_ITEM(list, index); | 
					
						
							| 
									
										
										
										
											2025-03-06 15:59:48 -05:00
										 |  |  |             FT_ATOMIC_STORE_PTR_RELEASE(_PyList_ITEMS(list)[index], | 
					
						
							|  |  |  |                                         PyStackRef_AsPyObjectSteal(value)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(old_value != NULL); | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |             UNLOCK_OBJECT(list); | 
					
						
							| 
									
										
										
										
											2024-12-13 11:06:26 +01:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(sub_st, _PyLong_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             PyStackRef_CLOSE(list_st); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             Py_DECREF(old_value); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _STORE_SUBSCR_DICT: { | 
					
						
							| 
									
										
										
										
											2024-08-07 09:36:19 -04:00
										 |  |  |             _PyStackRef sub; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef dict_st; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-08-07 09:36:19 -04:00
										 |  |  |             sub = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             dict_st = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *dict = PyStackRef_AsPyObjectBorrow(dict_st); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyDict_CheckExact(dict)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(STORE_SUBSCR, hit); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-07 09:36:19 -04:00
										 |  |  |             int err = _PyDict_SetItem_Take2((PyDictObject *)dict, | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectSteal(sub), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectSteal(value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(dict_st); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DELETE_SUBSCR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef sub; | 
					
						
							|  |  |  |             _PyStackRef container; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             sub = stack_pointer[-1]; | 
					
						
							|  |  |  |             container = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int err = PyObject_DelItem(PyStackRef_AsPyObjectBorrow(container), | 
					
						
							|  |  |  |                                        PyStackRef_AsPyObjectBorrow(sub)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = sub; | 
					
						
							|  |  |  |             sub = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = sub; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = container; | 
					
						
							|  |  |  |             container = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = container; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_INTRINSIC_1: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(oparg <= MAX_INTRINSIC_1); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = _PyIntrinsics_UnaryFunctions[oparg].func(tstate, PyStackRef_AsPyObjectBorrow(value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_INTRINSIC_2: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value1_st; | 
					
						
							|  |  |  |             _PyStackRef value2_st; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value1_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             value2_st = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(oparg <= MAX_INTRINSIC_2); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *value1 = PyStackRef_AsPyObjectBorrow(value1_st); | 
					
						
							|  |  |  |             PyObject *value2 = PyStackRef_AsPyObjectBorrow(value2_st); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = _PyIntrinsics_BinaryFunctions[oparg].func(tstate, value2, value1); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = value1_st; | 
					
						
							|  |  |  |             value1_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = value1_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = value2_st; | 
					
						
							|  |  |  |             value2_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = value2_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-17 14:40:11 +01:00
										 |  |  |         case _RETURN_VALUE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef retval; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-17 11:29:58 -07:00
										 |  |  |             retval = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-01-21 10:15:02 +00:00
										 |  |  |             assert(frame->owner != FRAME_OWNED_BY_INTERPRETER); | 
					
						
							| 
									
										
										
										
											2025-04-01 10:18:42 -07:00
										 |  |  |             _PyStackRef temp = PyStackRef_MakeHeapSafe(retval); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-04 17:59:36 +01:00
										 |  |  |             assert(STACK_LEVEL() == 0); | 
					
						
							| 
									
										
										
										
											2023-08-31 11:34:52 +01:00
										 |  |  |             _Py_LeaveRecursiveCallPy(tstate); | 
					
						
							|  |  |  |             _PyInterpreterFrame *dying = frame; | 
					
						
							| 
									
										
										
										
											2023-08-17 11:29:58 -07:00
										 |  |  |             frame = tstate->current_frame = dying->previous; | 
					
						
							|  |  |  |             _PyEval_FrameClearAndPop(tstate, dying); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-10-26 14:43:10 +01:00
										 |  |  |             LOAD_IP(frame->return_offset); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             res = temp; | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |             LLTRACE_RESUME_FRAME(); | 
					
						
							| 
									
										
										
										
											2024-06-17 14:40:11 +01:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-08-17 11:29:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _GET_AITER: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef obj; | 
					
						
							|  |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             obj = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             unaryfunc getter = NULL; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *obj_o = PyStackRef_AsPyObjectBorrow(obj); | 
					
						
							|  |  |  |             PyObject *iter_o; | 
					
						
							|  |  |  |             PyTypeObject *type = Py_TYPE(obj_o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             if (type->tp_as_async != NULL) { | 
					
						
							|  |  |  |                 getter = type->tp_as_async->am_aiter; | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (getter == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 _PyErr_Format(tstate, PyExc_TypeError, | 
					
						
							|  |  |  |                               "'async for' requires an object with " | 
					
						
							|  |  |  |                               "__aiter__ method, got %.100s", | 
					
						
							|  |  |  |                               type->tp_name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(obj); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             iter_o = (*getter)(obj_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(obj); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (iter_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (Py_TYPE(iter_o)->tp_as_async == NULL || | 
					
						
							|  |  |  |                 Py_TYPE(iter_o)->tp_as_async->am_anext == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 _PyErr_Format(tstate, PyExc_TypeError, | 
					
						
							|  |  |  |                               "'async for' received an object from __aiter__ " | 
					
						
							|  |  |  |                               "that does not implement __anext__: %.100s", | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                               Py_TYPE(iter_o)->tp_name); | 
					
						
							|  |  |  |                 Py_DECREF(iter_o); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             iter = PyStackRef_FromPyObjectSteal(iter_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = iter; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _GET_ANEXT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef aiter; | 
					
						
							|  |  |  |             _PyStackRef awaitable; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             aiter = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-02 16:31:17 +01:00
										 |  |  |             PyObject *awaitable_o = _PyEval_GetANext(PyStackRef_AsPyObjectBorrow(aiter)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-02 16:31:17 +01:00
										 |  |  |             if (awaitable_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             awaitable = PyStackRef_FromPyObjectSteal(awaitable_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = awaitable; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _GET_AWAITABLE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iterable; | 
					
						
							|  |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             iterable = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-02 16:31:17 +01:00
										 |  |  |             PyObject *iter_o = _PyEval_GetAwaitable(PyStackRef_AsPyObjectBorrow(iterable), oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(iterable); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (iter_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             iter = PyStackRef_FromPyObjectSteal(iter_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = iter; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _SEND is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |         case _SEND_GEN_FRAME: { | 
					
						
							|  |  |  |             _PyStackRef v; | 
					
						
							|  |  |  |             _PyStackRef receiver; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef gen_frame; | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             v = stack_pointer[-1]; | 
					
						
							|  |  |  |             receiver = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyGenObject *gen = (PyGenObject *)PyStackRef_AsPyObjectBorrow(receiver); | 
					
						
							|  |  |  |             if (Py_TYPE(gen) != &PyGen_Type && Py_TYPE(gen) != &PyCoro_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (gen->gi_frame_state >= FRAME_EXECUTING) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             STAT_INC(SEND, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = &gen->gi_iframe; | 
					
						
							|  |  |  |             _PyFrame_StackPush(pushed_frame, PyStackRef_MakeHeapSafe(v)); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             gen->gi_frame_state = FRAME_EXECUTING; | 
					
						
							|  |  |  |             gen->gi_exc_state.previous_item = tstate->exc_info; | 
					
						
							|  |  |  |             tstate->exc_info = &gen->gi_exc_state; | 
					
						
							| 
									
										
										
										
											2025-09-03 11:26:56 +03:00
										 |  |  |             assert( 2u + oparg <= UINT16_MAX); | 
					
						
							|  |  |  |             frame->return_offset = (uint16_t)( 2u + oparg); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             pushed_frame->previous = frame; | 
					
						
							|  |  |  |             gen_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-1] = gen_frame; | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |         case _YIELD_VALUE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef retval; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             retval = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-01-21 10:15:02 +00:00
										 |  |  |             assert(frame->owner != FRAME_OWNED_BY_INTERPRETER); | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             frame->instr_ptr++; | 
					
						
							| 
									
										
										
										
											2024-06-24 10:23:38 +01:00
										 |  |  |             PyGenObject *gen = _PyGen_GetGeneratorFromFrame(frame); | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             assert(FRAME_SUSPENDED_YIELD_FROM == FRAME_SUSPENDED + 1); | 
					
						
							|  |  |  |             assert(oparg == 0 || oparg == 1); | 
					
						
							|  |  |  |             gen->gi_frame_state = FRAME_SUSPENDED + oparg; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyStackRef temp = retval; | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             tstate->exc_info = gen->gi_exc_state.previous_item; | 
					
						
							|  |  |  |             gen->gi_exc_state.previous_item = NULL; | 
					
						
							|  |  |  |             _Py_LeaveRecursiveCallPy(tstate); | 
					
						
							|  |  |  |             _PyInterpreterFrame *gen_frame = frame; | 
					
						
							|  |  |  |             frame = tstate->current_frame = frame->previous; | 
					
						
							|  |  |  |             gen_frame->previous = NULL; | 
					
						
							|  |  |  |             assert(INLINE_CACHE_ENTRIES_SEND == INLINE_CACHE_ENTRIES_FOR_ITER); | 
					
						
							|  |  |  |             #if TIER_ONE
 | 
					
						
							| 
									
										
										
										
											2024-05-06 21:22:59 -07:00
										 |  |  |             assert(frame->instr_ptr->op.code == INSTRUMENTED_LINE || | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                   frame->instr_ptr->op.code == INSTRUMENTED_INSTRUCTION || | 
					
						
							|  |  |  |                   _PyOpcode_Deopt[frame->instr_ptr->op.code] == SEND || | 
					
						
							|  |  |  |                   _PyOpcode_Deopt[frame->instr_ptr->op.code] == FOR_ITER || | 
					
						
							|  |  |  |                   _PyOpcode_Deopt[frame->instr_ptr->op.code] == INTERPRETER_EXIT || | 
					
						
							|  |  |  |                   _PyOpcode_Deopt[frame->instr_ptr->op.code] == ENTER_EXECUTOR); | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             LOAD_IP(1 + INLINE_CACHE_ENTRIES_SEND); | 
					
						
							| 
									
										
										
										
											2025-04-01 10:18:42 -07:00
										 |  |  |             value = PyStackRef_MakeHeapSafe(temp); | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             LLTRACE_RESUME_FRAME(); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-04-30 11:33:13 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _POP_EXCEPT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef exc_value; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             exc_value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             _PyErr_StackItem *exc_info = tstate->exc_info; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             Py_XSETREF(exc_info->exc_value, | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |                        PyStackRef_IsNone(exc_value) | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                        ? NULL : PyStackRef_AsPyObjectSteal(exc_value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-05-21 20:46:39 -04:00
										 |  |  |         case _LOAD_COMMON_CONSTANT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-05-21 20:46:39 -04:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-03-28 10:35:20 +00:00
										 |  |  |             assert(oparg < NUM_COMMON_CONSTANTS); | 
					
						
							|  |  |  |             value = PyStackRef_FromPyObjectNew(tstate->interp->common_consts[oparg]); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LOAD_BUILD_CLASS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef bc; | 
					
						
							|  |  |  |             PyObject *bc_o; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             int err = PyMapping_GetOptionalItem(BUILTINS(), &_Py_ID(__build_class__), &bc_o); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (bc_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-07-11 23:04:12 +03:00
										 |  |  |                 _PyErr_SetString(tstate, PyExc_NameError, | 
					
						
							|  |  |  |                                  "__build_class__ not found"); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             bc = PyStackRef_FromPyObjectSteal(bc_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = bc; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _STORE_NAME: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef v; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             v = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							|  |  |  |             PyObject *ns = LOCALS(); | 
					
						
							|  |  |  |             int err; | 
					
						
							|  |  |  |             if (ns == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 _PyErr_Format(tstate, PyExc_SystemError, | 
					
						
							|  |  |  |                               "no locals found when storing %R", name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(v); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             if (PyDict_CheckExact(ns)) { | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 err = PyDict_SetItem(ns, name, PyStackRef_AsPyObjectBorrow(v)); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 err = PyObject_SetItem(ns, name, PyStackRef_AsPyObjectBorrow(v)); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(v); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DELETE_NAME: { | 
					
						
							| 
									
										
										
										
											2023-11-20 11:25:32 -08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							|  |  |  |             PyObject *ns = LOCALS(); | 
					
						
							|  |  |  |             int err; | 
					
						
							|  |  |  |             if (ns == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 _PyErr_Format(tstate, PyExc_SystemError, | 
					
						
							|  |  |  |                               "no locals when deleting %R", name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             err = PyObject_DelItem(ns, name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             if (err != 0) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-07-20 13:37:19 -07:00
										 |  |  |                 _PyEval_FormatExcCheckArg(tstate, PyExc_NameError, | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |                     NAME_ERROR_MSG, | 
					
						
							|  |  |  |                     name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |         case _UNPACK_SEQUENCE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef seq; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef *top; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |             seq = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             top = &stack_pointer[-1 + oparg]; | 
					
						
							|  |  |  |             PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             int res = _PyEval_UnpackIterableStackRef(tstate, seq_o, oparg, -1, top); | 
					
						
							|  |  |  |             Py_DECREF(seq_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res == 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _UNPACK_SEQUENCE_TWO_TUPLE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef seq; | 
					
						
							|  |  |  |             _PyStackRef val1; | 
					
						
							|  |  |  |             _PyStackRef val0; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             seq = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-03-11 09:30:15 +00:00
										 |  |  |             assert(oparg == 2); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *seq_o = PyStackRef_AsPyObjectBorrow(seq); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyTuple_CheckExact(seq_o)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (PyTuple_GET_SIZE(seq_o) != 2) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(UNPACK_SEQUENCE, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             val0 = PyStackRef_FromPyObjectNew(PyTuple_GET_ITEM(seq_o, 0)); | 
					
						
							|  |  |  |             val1 = PyStackRef_FromPyObjectNew(PyTuple_GET_ITEM(seq_o, 1)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer[-1] = val1; | 
					
						
							|  |  |  |             stack_pointer[0] = val0; | 
					
						
							| 
									
										
										
										
											2024-03-11 09:30:15 +00:00
										 |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(seq); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _UNPACK_SEQUENCE_TUPLE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef seq; | 
					
						
							|  |  |  |             _PyStackRef *values; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             seq = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             values = &stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *seq_o = PyStackRef_AsPyObjectBorrow(seq); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyTuple_CheckExact(seq_o)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (PyTuple_GET_SIZE(seq_o) != oparg) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(UNPACK_SEQUENCE, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject **items = _PyTuple_ITEMS(seq_o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             for (int i = oparg; --i >= 0; ) { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 *values++ = PyStackRef_FromPyObjectNew(items[i]); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             stack_pointer += -1 + oparg; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(seq); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _UNPACK_SEQUENCE_LIST: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef seq; | 
					
						
							|  |  |  |             _PyStackRef *values; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             seq = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             values = &stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *seq_o = PyStackRef_AsPyObjectBorrow(seq); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyList_CheckExact(seq_o)); | 
					
						
							| 
									
										
										
										
											2024-12-03 00:14:40 +09:00
										 |  |  |             if (!LOCK_OBJECT(seq_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (PyList_GET_SIZE(seq_o) != oparg) { | 
					
						
							| 
									
										
										
										
											2024-12-03 00:14:40 +09:00
										 |  |  |                 UNLOCK_OBJECT(seq_o); | 
					
						
							| 
									
										
										
										
											2024-11-22 19:00:35 +02:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(UNPACK_SEQUENCE, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject **items = _PyList_ITEMS(seq_o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             for (int i = oparg; --i >= 0; ) { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 *values++ = PyStackRef_FromPyObjectNew(items[i]); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-03 00:14:40 +09:00
										 |  |  |             UNLOCK_OBJECT(seq_o); | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             stack_pointer += -1 + oparg; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(seq); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _UNPACK_EX: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef seq; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef *top; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             seq = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             top = &stack_pointer[(oparg & 0xFF) + (oparg >> 8)]; | 
					
						
							|  |  |  |             PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             int res = _PyEval_UnpackIterableStackRef(tstate, seq_o, oparg & 0xFF, oparg >> 8, top); | 
					
						
							|  |  |  |             Py_DECREF(seq_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res == 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += 1 + (oparg & 0xFF) + (oparg >> 8); | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |         case _STORE_ATTR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef v; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							|  |  |  |             v = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2023-07-17 12:12:33 -07:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int err = PyObject_SetAttr(PyStackRef_AsPyObjectBorrow(owner), | 
					
						
							| 
									
										
										
										
											2024-06-29 02:14:48 +08:00
										 |  |  |                                        name, PyStackRef_AsPyObjectBorrow(v)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = owner; | 
					
						
							|  |  |  |             owner = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = owner; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = v; | 
					
						
							|  |  |  |             v = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = v; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-17 12:12:33 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DELETE_ATTR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int err = PyObject_DelAttr(PyStackRef_AsPyObjectBorrow(owner), name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _STORE_GLOBAL: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef v; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             v = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int err = PyDict_SetItem(GLOBALS(), name, PyStackRef_AsPyObjectBorrow(v)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(v); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DELETE_GLOBAL: { | 
					
						
							| 
									
										
										
										
											2023-11-20 11:25:32 -08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-03-07 11:21:08 +02:00
										 |  |  |             int err = PyDict_Pop(GLOBALS(), name, NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-07 11:21:08 +02:00
										 |  |  |             if (err < 0) { | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-03-07 11:21:08 +02:00
										 |  |  |             } | 
					
						
							|  |  |  |             if (err == 0) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-03-07 11:21:08 +02:00
										 |  |  |                 _PyEval_FormatExcCheckArg(tstate, PyExc_NameError, | 
					
						
							|  |  |  |                     NAME_ERROR_MSG, name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LOAD_LOCALS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef locals; | 
					
						
							|  |  |  |             PyObject *l = LOCALS(); | 
					
						
							|  |  |  |             if (l == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 _PyErr_SetString(tstate, PyExc_SystemError, | 
					
						
							|  |  |  |                                  "no locals found"); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-08-07 13:23:53 -04:00
										 |  |  |             locals = PyStackRef_FromPyObjectNew(l); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = locals; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-05-31 14:05:24 -07:00
										 |  |  |         /* _LOAD_FROM_DICT_OR_GLOBALS is not a viable micro-op for tier 2 because it has both popping and not-popping errors */ | 
					
						
							| 
									
										
										
										
											2023-09-08 19:49:20 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |         case _LOAD_NAME: { | 
					
						
							|  |  |  |             _PyStackRef v; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-02 16:31:17 +01:00
										 |  |  |             PyObject *v_o = _PyEval_LoadName(tstate, frame, name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (v_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             v = PyStackRef_FromPyObjectSteal(v_o); | 
					
						
							|  |  |  |             stack_pointer[0] = v; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |         case _LOAD_GLOBAL: { | 
					
						
							| 
									
										
										
										
											2024-09-14 00:23:51 +08:00
										 |  |  |             _PyStackRef *res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-09-14 00:23:51 +08:00
										 |  |  |             res = &stack_pointer[0]; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg>>1); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-09-14 00:23:51 +08:00
										 |  |  |             _PyEval_LoadGlobalStackRef(GLOBALS(), BUILTINS(), name, res); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (PyStackRef_IsNull(*res)) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _PUSH_NULL_CONDITIONAL: { | 
					
						
							| 
									
										
										
										
											2025-03-20 15:39:38 +00:00
										 |  |  |             _PyStackRef *null; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-03-20 15:39:38 +00:00
										 |  |  |             null = &stack_pointer[0]; | 
					
						
							|  |  |  |             if (oparg & 1) { | 
					
						
							|  |  |  |                 null[0] = PyStackRef_NULL; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             stack_pointer += (oparg & 1); | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-07-12 14:34:14 +01:00
										 |  |  |         case _GUARD_GLOBALS_VERSION: { | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint16_t version = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2023-07-12 14:34:14 +01:00
										 |  |  |             PyDictObject *dict = (PyDictObject *)GLOBALS(); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!PyDict_CheckExact(dict)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             PyDictKeysObject *keys = FT_ATOMIC_LOAD_PTR_ACQUIRE(dict->ma_keys); | 
					
						
							|  |  |  |             if (FT_ATOMIC_LOAD_UINT32_RELAXED(keys->dk_version) != version) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             assert(DK_IS_UNICODE(keys)); | 
					
						
							| 
									
										
										
										
											2023-07-12 14:34:14 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |         case _LOAD_GLOBAL_MODULE: { | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint16_t version = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             uint16_t index = (uint16_t)CURRENT_OPERAND1(); | 
					
						
							| 
									
										
										
										
											2024-10-09 08:18:25 -07:00
										 |  |  |             PyDictObject *dict = (PyDictObject *)GLOBALS(); | 
					
						
							|  |  |  |             if (!PyDict_CheckExact(dict)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             PyDictKeysObject *keys = FT_ATOMIC_LOAD_PTR_ACQUIRE(dict->ma_keys); | 
					
						
							|  |  |  |             if (FT_ATOMIC_LOAD_UINT32_RELAXED(keys->dk_version) != version) { | 
					
						
							| 
									
										
										
										
											2024-10-09 08:18:25 -07:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             assert(DK_IS_UNICODE(keys)); | 
					
						
							|  |  |  |             PyDictUnicodeEntry *entries = DK_UNICODE_ENTRIES(keys); | 
					
						
							|  |  |  |             assert(index < DK_SIZE(keys)); | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             PyObject *res_o = FT_ATOMIC_LOAD_PTR_RELAXED(entries[index].me_value); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             #if Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             int increfed = _Py_TryIncrefCompareStackRef(&entries[index].me_value, res_o, &res); | 
					
						
							|  |  |  |             if (!increfed) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #else
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectNew(res_o); | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-07-17 12:12:33 -07:00
										 |  |  |             STAT_INC(LOAD_GLOBAL, hit); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 12:12:33 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |         case _LOAD_GLOBAL_BUILTINS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             uint16_t version = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             uint16_t index = (uint16_t)CURRENT_OPERAND1(); | 
					
						
							|  |  |  |             PyDictObject *dict = (PyDictObject *)BUILTINS(); | 
					
						
							|  |  |  |             if (!PyDict_CheckExact(dict)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             PyDictKeysObject *keys = FT_ATOMIC_LOAD_PTR_ACQUIRE(dict->ma_keys); | 
					
						
							|  |  |  |             if (FT_ATOMIC_LOAD_UINT32_RELAXED(keys->dk_version) != version) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             assert(DK_IS_UNICODE(keys)); | 
					
						
							|  |  |  |             PyDictUnicodeEntry *entries = DK_UNICODE_ENTRIES(keys); | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             PyObject *res_o = FT_ATOMIC_LOAD_PTR_RELAXED(entries[index].me_value); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             #if Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             int increfed = _Py_TryIncrefCompareStackRef(&entries[index].me_value, res_o, &res); | 
					
						
							|  |  |  |             if (!increfed) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #else
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectNew(res_o); | 
					
						
							| 
									
										
										
										
											2024-11-21 11:22:21 -08:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-07-17 12:12:33 -07:00
										 |  |  |             STAT_INC(LOAD_GLOBAL, hit); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 12:12:33 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DELETE_FAST: { | 
					
						
							| 
									
										
										
										
											2023-11-20 11:25:32 -08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef v = GETLOCAL(oparg); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(v)) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 _PyEval_FormatExcCheckArg(tstate, PyExc_UnboundLocalError, | 
					
						
							|  |  |  |                     UNBOUNDLOCAL_ERROR_MSG, | 
					
						
							|  |  |  |                     PyTuple_GetItem(_PyFrame_GetCode(frame)->co_localsplusnames, oparg) | 
					
						
							|  |  |  |                 ); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = PyStackRef_NULL; | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-03 13:05:11 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _MAKE_CELL: { | 
					
						
							| 
									
										
										
										
											2023-11-20 11:25:32 -08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *initial = PyStackRef_AsPyObjectBorrow(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2023-10-31 13:21:07 +00:00
										 |  |  |             PyObject *cell = PyCell_New(initial); | 
					
						
							|  |  |  |             if (cell == NULL) { | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-10-31 13:21:07 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-04 14:00:51 +00:00
										 |  |  |             _PyStackRef tmp = GETLOCAL(oparg); | 
					
						
							|  |  |  |             GETLOCAL(oparg) = PyStackRef_FromPyObjectSteal(cell); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-10-31 13:21:07 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DELETE_DEREF: { | 
					
						
							| 
									
										
										
										
											2023-11-20 11:25:32 -08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *cell = PyStackRef_AsPyObjectBorrow(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-03-29 13:35:43 -04:00
										 |  |  |             PyObject *oldobj = PyCell_SwapTakeRef((PyCellObject *)cell, NULL); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             if (oldobj == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-07-20 13:37:19 -07:00
										 |  |  |                 _PyEval_FormatExcUnbound(tstate, _PyFrame_GetCode(frame), oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             Py_DECREF(oldobj); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LOAD_FROM_DICT_OR_DEREF: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef class_dict_st; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             class_dict_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *value_o; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *name; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *class_dict = PyStackRef_AsPyObjectBorrow(class_dict_st); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(class_dict); | 
					
						
							|  |  |  |             assert(oparg >= 0 && oparg < _PyFrame_GetCode(frame)->co_nlocalsplus); | 
					
						
							|  |  |  |             name = PyTuple_GET_ITEM(_PyFrame_GetCode(frame)->co_localsplusnames, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             int err = PyMapping_GetOptionalItem(class_dict, name, &value_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             if (err < 0) { | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!value_o) { | 
					
						
							|  |  |  |                 PyCellObject *cell = (PyCellObject *)PyStackRef_AsPyObjectBorrow(GETLOCAL(oparg)); | 
					
						
							|  |  |  |                 value_o = PyCell_GetRef(cell); | 
					
						
							|  |  |  |                 if (value_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-07-20 13:37:19 -07:00
										 |  |  |                     _PyEval_FormatExcUnbound(tstate, _PyFrame_GetCode(frame), oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                     JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(class_dict_st); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_FromPyObjectSteal(value_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LOAD_DEREF: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyCellObject *cell = (PyCellObject *)PyStackRef_AsPyObjectBorrow(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2025-03-26 12:08:20 -04:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             value = _PyCell_GetStackRef(cell); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (PyStackRef_IsNull(value)) { | 
					
						
							|  |  |  |                 stack_pointer[0] = value; | 
					
						
							|  |  |  |                 stack_pointer += 1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-07-20 13:37:19 -07:00
										 |  |  |                 _PyEval_FormatExcUnbound(tstate, _PyFrame_GetCode(frame), oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _STORE_DEREF: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef v; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             v = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyCellObject *cell = (PyCellObject *)PyStackRef_AsPyObjectBorrow(GETLOCAL(oparg)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyCell_SetTakeRef(cell, PyStackRef_AsPyObjectSteal(v)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _COPY_FREE_VARS: { | 
					
						
							| 
									
										
										
										
											2023-11-20 11:25:32 -08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyCodeObject *co = _PyFrame_GetCode(frame); | 
					
						
							| 
									
										
										
										
											2024-09-24 13:08:18 -07:00
										 |  |  |             assert(PyStackRef_FunctionCheck(frame->f_funcobj)); | 
					
						
							|  |  |  |             PyFunctionObject *func = (PyFunctionObject *)PyStackRef_AsPyObjectBorrow(frame->f_funcobj); | 
					
						
							|  |  |  |             PyObject *closure = func->func_closure; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(oparg == co->co_nfreevars); | 
					
						
							|  |  |  |             int offset = co->co_nlocalsplus - oparg; | 
					
						
							|  |  |  |             for (int i = 0; i < oparg; ++i) { | 
					
						
							|  |  |  |                 PyObject *o = PyTuple_GET_ITEM(closure, i); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 frame->localsplus[offset + i] = PyStackRef_FromPyObjectNew(o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _BUILD_STRING: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *pieces; | 
					
						
							|  |  |  |             _PyStackRef str; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             pieces = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(pieces, oparg, pieces_o); | 
					
						
							|  |  |  |             if (CONVERSION_FAILED(pieces_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = pieces[_i]; | 
					
						
							|  |  |  |                     pieces[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							|  |  |  |             PyObject *str_o = _PyUnicode_JoinArray(&_Py_STR(empty), pieces_o, oparg); | 
					
						
							|  |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(pieces_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = pieces[_i]; | 
					
						
							|  |  |  |                 pieces[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (str_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             str = PyStackRef_FromPyObjectSteal(str_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = str; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-30 11:46:41 +02:00
										 |  |  |         case _BUILD_INTERPOLATION: { | 
					
						
							|  |  |  |             _PyStackRef *format; | 
					
						
							|  |  |  |             _PyStackRef str; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef interpolation; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             format = &stack_pointer[-(oparg & 1)]; | 
					
						
							|  |  |  |             str = stack_pointer[-1 - (oparg & 1)]; | 
					
						
							|  |  |  |             value = stack_pointer[-2 - (oparg & 1)]; | 
					
						
							|  |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							|  |  |  |             PyObject *str_o = PyStackRef_AsPyObjectBorrow(str); | 
					
						
							|  |  |  |             int conversion = oparg >> 2; | 
					
						
							|  |  |  |             PyObject *format_o; | 
					
						
							|  |  |  |             if (oparg & 1) { | 
					
						
							|  |  |  |                 format_o = PyStackRef_AsPyObjectBorrow(format[0]); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							|  |  |  |                 format_o = &_Py_STR(empty); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyObject *interpolation_o = _PyInterpolation_Build(value_o, str_o, conversion, format_o); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (oparg & 1) { | 
					
						
							|  |  |  |                 stack_pointer += -(oparg & 1); | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(format[0]); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							|  |  |  |                 stack_pointer += -(oparg & 1); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(str); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(value); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (interpolation_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             interpolation = PyStackRef_FromPyObjectSteal(interpolation_o); | 
					
						
							|  |  |  |             stack_pointer[0] = interpolation; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _BUILD_TEMPLATE: { | 
					
						
							|  |  |  |             _PyStackRef interpolations; | 
					
						
							|  |  |  |             _PyStackRef strings; | 
					
						
							|  |  |  |             _PyStackRef template; | 
					
						
							|  |  |  |             interpolations = stack_pointer[-1]; | 
					
						
							|  |  |  |             strings = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *strings_o = PyStackRef_AsPyObjectBorrow(strings); | 
					
						
							|  |  |  |             PyObject *interpolations_o = PyStackRef_AsPyObjectBorrow(interpolations); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyObject *template_o = _PyTemplate_Build(strings_o, interpolations_o); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(interpolations); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(strings); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (template_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             template = PyStackRef_FromPyObjectSteal(template_o); | 
					
						
							|  |  |  |             stack_pointer[0] = template; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _BUILD_TUPLE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *values; | 
					
						
							|  |  |  |             _PyStackRef tup; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             values = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-01-22 10:51:37 +00:00
										 |  |  |             PyObject *tup_o = _PyTuple_FromStackRefStealOnSuccess(values, oparg); | 
					
						
							|  |  |  |             if (tup_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             tup = PyStackRef_FromPyObjectStealMortal(tup_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-oparg] = tup; | 
					
						
							|  |  |  |             stack_pointer += 1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _BUILD_LIST: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *values; | 
					
						
							|  |  |  |             _PyStackRef list; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             values = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-03-05 10:42:09 -08:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-01-22 10:51:37 +00:00
										 |  |  |             PyObject *list_o = _PyList_FromStackRefStealOnSuccess(values, oparg); | 
					
						
							| 
									
										
										
										
											2025-03-05 10:42:09 -08:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-01-22 10:51:37 +00:00
										 |  |  |             if (list_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             list = PyStackRef_FromPyObjectStealMortal(list_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-oparg] = list; | 
					
						
							|  |  |  |             stack_pointer += 1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LIST_EXTEND: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iterable_st; | 
					
						
							|  |  |  |             _PyStackRef list_st; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             iterable_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             list_st = stack_pointer[-2 - (oparg-1)]; | 
					
						
							|  |  |  |             PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); | 
					
						
							|  |  |  |             PyObject *iterable = PyStackRef_AsPyObjectBorrow(iterable_st); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *none_val = _PyList_Extend((PyListObject *)list, iterable); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             if (none_val == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |                 int matches = _PyErr_ExceptionMatches(tstate, PyExc_TypeError); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |                 if (matches && | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |                     (Py_TYPE(iterable)->tp_iter == NULL && !PySequence_Check(iterable))) | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                     _PyErr_Clear(tstate); | 
					
						
							|  |  |  |                     _PyErr_Format(tstate, PyExc_TypeError, | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |                                   "Value after * must be an iterable, not %.200s", | 
					
						
							|  |  |  |                                   Py_TYPE(iterable)->tp_name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(iterable_st); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             assert(Py_IsNone(none_val)); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(iterable_st); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _SET_UPDATE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iterable; | 
					
						
							|  |  |  |             _PyStackRef set; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             iterable = stack_pointer[-1]; | 
					
						
							|  |  |  |             set = stack_pointer[-2 - (oparg-1)]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int err = _PySet_Update(PyStackRef_AsPyObjectBorrow(set), | 
					
						
							|  |  |  |                                     PyStackRef_AsPyObjectBorrow(iterable)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(iterable); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |         case _BUILD_SET: { | 
					
						
							|  |  |  |             _PyStackRef *values; | 
					
						
							|  |  |  |             _PyStackRef set; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             values = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             PyObject *set_o = PySet_New(NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             if (set_o == NULL) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = values[_i]; | 
					
						
							|  |  |  |                     values[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             int err = 0; | 
					
						
							| 
									
										
										
										
											2025-03-21 15:58:32 -07:00
										 |  |  |             for (Py_ssize_t i = 0; i < oparg; i++) { | 
					
						
							|  |  |  |                 _PyStackRef value = values[i]; | 
					
						
							|  |  |  |                 values[i] = PyStackRef_NULL; | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |                 if (err == 0) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-03-21 15:58:32 -07:00
										 |  |  |                     err = _PySet_AddTakeRef((PySetObject *)set_o, PyStackRef_AsPyObjectSteal(value)); | 
					
						
							|  |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |                 else { | 
					
						
							|  |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-21 15:58:32 -07:00
										 |  |  |             if (err) { | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |                 stack_pointer += -oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |                 Py_DECREF(set_o); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             set = PyStackRef_FromPyObjectStealMortal(set_o); | 
					
						
							| 
									
										
										
										
											2025-03-21 15:58:32 -07:00
										 |  |  |             stack_pointer[-oparg] = set; | 
					
						
							|  |  |  |             stack_pointer += 1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _BUILD_MAP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *values; | 
					
						
							|  |  |  |             _PyStackRef map; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             values = &stack_pointer[-oparg*2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(values, oparg*2, values_o); | 
					
						
							|  |  |  |             if (CONVERSION_FAILED(values_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg*2; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = values[_i]; | 
					
						
							|  |  |  |                     values[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -oparg*2; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *map_o = _PyDict_FromItems( | 
					
						
							|  |  |  |                 values_o, 2, | 
					
						
							|  |  |  |                 values_o+1, 2, | 
					
						
							|  |  |  |                 oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(values_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             for (int _i = oparg*2; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = values[_i]; | 
					
						
							|  |  |  |                 values[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -oparg*2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (map_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             map = PyStackRef_FromPyObjectStealMortal(map_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = map; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _SETUP_ANNOTATIONS: { | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *ann_dict; | 
					
						
							|  |  |  |             if (LOCALS() == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 _PyErr_Format(tstate, PyExc_SystemError, | 
					
						
							|  |  |  |                               "no locals found when setting up annotations"); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             int err = PyMapping_GetOptionalItem(LOCALS(), &_Py_ID(__annotations__), &ann_dict); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-11-14 15:38:49 +02:00
										 |  |  |             if (ann_dict == NULL) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-11-14 15:38:49 +02:00
										 |  |  |                 ann_dict = PyDict_New(); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 if (ann_dict == NULL) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-11-14 15:38:49 +02:00
										 |  |  |                 err = PyObject_SetItem(LOCALS(), &_Py_ID(__annotations__), | 
					
						
							|  |  |  |                                        ann_dict); | 
					
						
							|  |  |  |                 Py_DECREF(ann_dict); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 if (err) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-11-14 15:38:49 +02:00
										 |  |  |                 Py_DECREF(ann_dict); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DICT_UPDATE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef update; | 
					
						
							|  |  |  |             _PyStackRef dict; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             update = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-08-09 11:19:39 -07:00
										 |  |  |             dict = stack_pointer[-2 - (oparg - 1)]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *dict_o = PyStackRef_AsPyObjectBorrow(dict); | 
					
						
							|  |  |  |             PyObject *update_o = PyStackRef_AsPyObjectBorrow(update); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             int err = PyDict_Update(dict_o, update_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             if (err < 0) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |                 int matches = _PyErr_ExceptionMatches(tstate, PyExc_AttributeError); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |                 if (matches) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                     _PyErr_Format(tstate, PyExc_TypeError, | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |                                   "'%.200s' object is not a mapping", | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                                   Py_TYPE(update_o)->tp_name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(update); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(update); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _DICT_MERGE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef update; | 
					
						
							|  |  |  |             _PyStackRef dict; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             update = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-08-09 11:19:39 -07:00
										 |  |  |             dict = stack_pointer[-2 - (oparg - 1)]; | 
					
						
							|  |  |  |             callable = stack_pointer[-5 - (oparg - 1)]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							|  |  |  |             PyObject *dict_o = PyStackRef_AsPyObjectBorrow(dict); | 
					
						
							|  |  |  |             PyObject *update_o = PyStackRef_AsPyObjectBorrow(update); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             int err = _PyDict_MergeEx(dict_o, update_o, 2); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             if (err < 0) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 _PyEval_FormatKwargsError(tstate, callable_o, update_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(update); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(update); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _MAP_ADD: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef key; | 
					
						
							|  |  |  |             _PyStackRef dict_st; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							|  |  |  |             key = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             dict_st = stack_pointer[-3 - (oparg - 1)]; | 
					
						
							|  |  |  |             PyObject *dict = PyStackRef_AsPyObjectBorrow(dict_st); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(PyDict_CheckExact(dict)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 14:14:52 +01:00
										 |  |  |             int err = _PyDict_SetItem_Take2( | 
					
						
							|  |  |  |                 (PyDictObject *)dict, | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectSteal(key), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectSteal(value) | 
					
						
							|  |  |  |             ); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (err != 0) { | 
					
						
							|  |  |  |                 stack_pointer += -2; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _LOAD_SUPER_ATTR_ATTR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef self_st; | 
					
						
							|  |  |  |             _PyStackRef class_st; | 
					
						
							|  |  |  |             _PyStackRef global_super_st; | 
					
						
							|  |  |  |             _PyStackRef attr_st; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             self_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             class_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             global_super_st = stack_pointer[-3]; | 
					
						
							|  |  |  |             PyObject *global_super = PyStackRef_AsPyObjectBorrow(global_super_st); | 
					
						
							|  |  |  |             PyObject *class = PyStackRef_AsPyObjectBorrow(class_st); | 
					
						
							|  |  |  |             PyObject *self = PyStackRef_AsPyObjectBorrow(self_st); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(!(oparg & 1)); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (global_super != (PyObject *)&PySuper_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (!PyType_Check(class)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(LOAD_SUPER_ATTR, hit); | 
					
						
							|  |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg >> 2); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *attr = _PySuper_Lookup((PyTypeObject *)class, self, name, NULL); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = self_st; | 
					
						
							|  |  |  |             self_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = self_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = class_st; | 
					
						
							|  |  |  |             class_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = class_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = global_super_st; | 
					
						
							|  |  |  |             global_super_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-3] = global_super_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (attr == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             attr_st = PyStackRef_FromPyObjectSteal(attr); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = attr_st; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |         case _LOAD_SUPER_ATTR_METHOD: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef self_st; | 
					
						
							|  |  |  |             _PyStackRef class_st; | 
					
						
							|  |  |  |             _PyStackRef global_super_st; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							|  |  |  |             _PyStackRef self_or_null; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             self_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             class_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             global_super_st = stack_pointer[-3]; | 
					
						
							|  |  |  |             PyObject *global_super = PyStackRef_AsPyObjectBorrow(global_super_st); | 
					
						
							|  |  |  |             PyObject *class = PyStackRef_AsPyObjectBorrow(class_st); | 
					
						
							|  |  |  |             PyObject *self = PyStackRef_AsPyObjectBorrow(self_st); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(oparg & 1); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (global_super != (PyObject *)&PySuper_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (!PyType_Check(class)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(LOAD_SUPER_ATTR, hit); | 
					
						
							|  |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg >> 2); | 
					
						
							|  |  |  |             PyTypeObject *cls = (PyTypeObject *)class; | 
					
						
							|  |  |  |             int method_found = 0; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *attr_o = _PySuper_Lookup(cls, self, name, | 
					
						
							|  |  |  |                 Py_TYPE(self)->tp_getattro == PyObject_GenericGetAttr ? &method_found : NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (attr_o == NULL) { | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             if (method_found) { | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |                 self_or_null = self_st; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } else { | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 PyStackRef_CLOSE(self_st); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = global_super_st; | 
					
						
							|  |  |  |             global_super_st = self_or_null; | 
					
						
							|  |  |  |             stack_pointer[-2] = global_super_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             tmp = class_st; | 
					
						
							|  |  |  |             class_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = class_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             attr = PyStackRef_FromPyObjectSteal(attr_o); | 
					
						
							|  |  |  |             stack_pointer[0] = attr; | 
					
						
							|  |  |  |             stack_pointer[1] = self_or_null; | 
					
						
							|  |  |  |             stack_pointer += 2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |         case _LOAD_ATTR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |             _PyStackRef *attr; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             _PyStackRef *self_or_null; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |             attr = &stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             self_or_null = &stack_pointer[0]; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg >> 1); | 
					
						
							|  |  |  |             if (oparg & 1) { | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |                 *attr = PyStackRef_NULL; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |                 int is_meth = _PyObject_GetMethodStackRef(tstate, PyStackRef_AsPyObjectBorrow(owner), name, attr); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (is_meth) { | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |                     assert(!PyStackRef_IsNull(*attr)); | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |                     self_or_null[0] = owner; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |                 } | 
					
						
							|  |  |  |                 else { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     stack_pointer += -1; | 
					
						
							|  |  |  |                     assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |                     PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |                     if (PyStackRef_IsNull(*attr)) { | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                         JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                     } | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |                     self_or_null[0] = PyStackRef_NULL; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |                 PyObject *attr_o = PyObject_GetAttr(PyStackRef_AsPyObjectBorrow(owner), name); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 if (attr_o == NULL) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-07-02 01:20:46 +08:00
										 |  |  |                 *attr = PyStackRef_FromPyObjectSteal(attr_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             stack_pointer += (oparg&1); | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-07-13 16:36:19 +01:00
										 |  |  |         case _GUARD_TYPE_VERSION: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t type_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(owner)); | 
					
						
							| 
									
										
										
										
											2023-07-13 16:36:19 +01:00
										 |  |  |             assert(type_version != 0); | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             if (FT_ATOMIC_LOAD_UINT_RELAXED(tp->tp_version_tag) != type_version) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-13 16:36:19 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |         case _GUARD_TYPE_VERSION_AND_LOCK: { | 
					
						
							|  |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             owner = stack_pointer[-1]; | 
					
						
							|  |  |  |             uint32_t type_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             assert(type_version != 0); | 
					
						
							|  |  |  |             if (!LOCK_OBJECT(owner_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             PyTypeObject *tp = Py_TYPE(owner_o); | 
					
						
							|  |  |  |             if (FT_ATOMIC_LOAD_UINT_RELAXED(tp->tp_version_tag) != type_version) { | 
					
						
							|  |  |  |                 UNLOCK_OBJECT(owner_o); | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-07-13 16:36:19 +01:00
										 |  |  |         case _CHECK_MANAGED_OBJECT_HAS_VALUES: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             assert(Py_TYPE(owner_o)->tp_dictoffset < 0); | 
					
						
							|  |  |  |             assert(Py_TYPE(owner_o)->tp_flags & Py_TPFLAGS_INLINE_VALUES); | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             if (!FT_ATOMIC_LOAD_UINT8(_PyObject_InlineValues(owner_o)->valid)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-13 16:36:19 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |         case _LOAD_ATTR_INSTANCE_VALUE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint16_t offset = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							| 
									
										
										
										
											2024-08-21 15:52:04 +01:00
										 |  |  |             PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset); | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             PyObject *attr_o = FT_ATOMIC_LOAD_PTR_ACQUIRE(*value_ptr); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (attr_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |             int increfed = _Py_TryIncrefCompareStackRef(value_ptr, attr_o, &attr); | 
					
						
							|  |  |  |             if (!increfed) { | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #else
 | 
					
						
							|  |  |  |             attr = PyStackRef_FromPyObjectNew(attr_o); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             stack_pointer[-1] = attr; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |         case _LOAD_ATTR_MODULE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t dict_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             uint16_t index = (uint16_t)CURRENT_OPERAND1(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							| 
									
										
										
										
											2024-11-15 11:03:38 +03:00
										 |  |  |             if (Py_TYPE(owner_o)->tp_getattro != PyModule_Type.tp_getattro) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyDictObject *dict = (PyDictObject *)((PyModuleObject *)owner_o)->md_dict; | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             assert(dict != NULL); | 
					
						
							| 
									
										
										
										
											2024-12-13 10:17:16 -08:00
										 |  |  |             PyDictKeysObject *keys = FT_ATOMIC_LOAD_PTR_ACQUIRE(dict->ma_keys); | 
					
						
							|  |  |  |             if (FT_ATOMIC_LOAD_UINT32_RELAXED(keys->dk_version) != dict_version) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             assert(keys->dk_kind == DICT_KEYS_UNICODE); | 
					
						
							|  |  |  |             assert(index < FT_ATOMIC_LOAD_SSIZE_RELAXED(keys->dk_nentries)); | 
					
						
							|  |  |  |             PyDictUnicodeEntry *ep = DK_UNICODE_ENTRIES(keys) + index; | 
					
						
							| 
									
										
										
										
											2024-12-13 10:17:16 -08:00
										 |  |  |             PyObject *attr_o = FT_ATOMIC_LOAD_PTR_RELAXED(ep->me_value); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (attr_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-13 10:17:16 -08:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             int increfed = _Py_TryIncrefCompareStackRef(&ep->me_value, attr_o, &attr); | 
					
						
							|  |  |  |             if (!increfed) { | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #else
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             attr = PyStackRef_FromPyObjectNew(attr_o); | 
					
						
							| 
									
										
										
										
											2024-12-13 10:17:16 -08:00
										 |  |  |             #endif
 | 
					
						
							|  |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-1] = attr; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |         case _LOAD_ATTR_WITH_HINT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             _PyStackRef attr; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             uint16_t hint = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             assert(Py_TYPE(owner_o)->tp_flags & Py_TPFLAGS_MANAGED_DICT); | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             PyDictObject *dict = _PyObject_GetManagedDict(owner_o); | 
					
						
							|  |  |  |             if (dict == NULL) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             PyDictKeysObject *dk = FT_ATOMIC_LOAD_PTR(dict->ma_keys); | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             assert(PyDict_CheckExact((PyObject *)dict)); | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             if (!_Py_IsOwnedByCurrentThread((PyObject *)dict) && !_PyObject_GC_IS_SHARED(dict)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *attr_o; | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             if (hint >= (size_t)FT_ATOMIC_LOAD_SSIZE_RELAXED(dk->dk_nentries)) { | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg>>1); | 
					
						
							|  |  |  |             if (dk->dk_kind != DICT_KEYS_UNICODE) { | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             PyDictUnicodeEntry *ep = DK_UNICODE_ENTRIES(dk) + hint; | 
					
						
							|  |  |  |             if (FT_ATOMIC_LOAD_PTR_RELAXED(ep->me_key) != name) { | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             attr_o = FT_ATOMIC_LOAD_PTR(ep->me_value); | 
					
						
							|  |  |  |             if (attr_o == NULL) { | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |             int increfed = _Py_TryIncrefCompareStackRef(&ep->me_value, attr_o, &attr); | 
					
						
							|  |  |  |             if (!increfed) { | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             #else
 | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             attr = PyStackRef_FromPyObjectNew(attr_o); | 
					
						
							| 
									
										
										
										
											2025-03-28 15:16:41 -07:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             stack_pointer[-1] = attr; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |         case _LOAD_ATTR_SLOT: { | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							|  |  |  |             owner = stack_pointer[-1]; | 
					
						
							|  |  |  |             uint16_t index = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             PyObject **addr = (PyObject **)((char *)owner_o + index); | 
					
						
							|  |  |  |             PyObject *attr_o = FT_ATOMIC_LOAD_PTR(*addr); | 
					
						
							|  |  |  |             if (attr_o == NULL) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             int increfed = _Py_TryIncrefCompareStackRef(addr, attr_o, &attr); | 
					
						
							|  |  |  |             if (!increfed) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #else
 | 
					
						
							|  |  |  |             attr = PyStackRef_FromPyObjectNew(attr_o); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							|  |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = owner; | 
					
						
							|  |  |  |             owner = attr; | 
					
						
							|  |  |  |             stack_pointer[-1] = owner; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |         case _CHECK_ATTR_CLASS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t type_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             if (!PyType_Check(owner_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             assert(type_version != 0); | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             if (FT_ATOMIC_LOAD_UINT_RELAXED(((PyTypeObject *)owner_o)->tp_version_tag) != type_version) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |         case _LOAD_ATTR_CLASS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             assert(descr != NULL); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             attr = PyStackRef_FromPyObjectNew(descr); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = owner; | 
					
						
							|  |  |  |             owner = attr; | 
					
						
							|  |  |  |             stack_pointer[-1] = owner; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-25 10:45:28 -07:00
										 |  |  |         case _LOAD_ATTR_PROPERTY_FRAME: { | 
					
						
							|  |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-07-25 10:45:28 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *fget = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             assert((oparg & 1) == 0); | 
					
						
							| 
									
										
										
										
											2024-07-25 10:45:28 -07:00
										 |  |  |             assert(Py_IS_TYPE(fget, &PyFunction_Type)); | 
					
						
							|  |  |  |             PyFunctionObject *f = (PyFunctionObject *)fget; | 
					
						
							|  |  |  |             PyCodeObject *code = (PyCodeObject *)f->func_code; | 
					
						
							|  |  |  |             if ((code->co_flags & (CO_VARKEYWORDS | CO_VARARGS | CO_OPTIMIZED)) != CO_OPTIMIZED) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (code->co_kwonlyargcount) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (code->co_argcount != 1) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (!_PyThreadState_HasStackSpace(tstate, code->co_framesize)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = _PyFrame_PushUnchecked(tstate, PyStackRef_FromPyObjectNew(fget), 1, frame); | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = owner; | 
					
						
							|  |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-1] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-07-25 10:45:28 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |         /* _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN is not a viable micro-op for tier 2 because it has too many cache entries */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-02 11:59:21 +01:00
										 |  |  |         case _GUARD_DORV_NO_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             assert(Py_TYPE(owner_o)->tp_dictoffset < 0); | 
					
						
							|  |  |  |             assert(Py_TYPE(owner_o)->tp_flags & Py_TPFLAGS_INLINE_VALUES); | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             if (_PyObject_GetManagedDict(owner_o) || | 
					
						
							|  |  |  |                 !FT_ATOMIC_LOAD_UINT8(_PyObject_InlineValues(owner_o)->valid)) { | 
					
						
							|  |  |  |                 UNLOCK_OBJECT(owner_o); | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _STORE_ATTR_INSTANCE_VALUE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							|  |  |  |             value = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint16_t offset = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             STAT_INC(STORE_ATTR, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(_PyObject_GetManagedDict(owner_o) == NULL); | 
					
						
							| 
									
										
										
										
											2024-08-21 15:52:04 +01:00
										 |  |  |             PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset); | 
					
						
							|  |  |  |             PyObject *old_value = *value_ptr; | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value)); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             if (old_value == NULL) { | 
					
						
							| 
									
										
										
										
											2024-08-21 15:52:04 +01:00
										 |  |  |                 PyDictValues *values = _PyObject_InlineValues(owner_o); | 
					
						
							| 
									
										
										
										
											2024-08-23 22:35:25 +03:00
										 |  |  |                 Py_ssize_t index = value_ptr - values->values; | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |                 _PyDictValues_AddToInsertionOrder(values, index); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             UNLOCK_OBJECT(owner_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             Py_XDECREF(old_value); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |         case _STORE_ATTR_WITH_HINT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             owner = stack_pointer[-1]; | 
					
						
							|  |  |  |             value = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint16_t hint = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             assert(Py_TYPE(owner_o)->tp_flags & Py_TPFLAGS_MANAGED_DICT); | 
					
						
							|  |  |  |             PyDictObject *dict = _PyObject_GetManagedDict(owner_o); | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |             if (dict == NULL) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             if (!LOCK_OBJECT(dict)) { | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             assert(PyDict_CheckExact((PyObject *)dict)); | 
					
						
							|  |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							|  |  |  |             if (hint >= (size_t)dict->ma_keys->dk_nentries || | 
					
						
							|  |  |  |                 !DK_IS_UNICODE(dict->ma_keys)) { | 
					
						
							|  |  |  |                 UNLOCK_OBJECT(dict); | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-08-05 16:27:48 +01:00
										 |  |  |             PyDictUnicodeEntry *ep = DK_UNICODE_ENTRIES(dict->ma_keys) + hint; | 
					
						
							|  |  |  |             if (ep->me_key != name) { | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |                 UNLOCK_OBJECT(dict); | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-24 11:57:02 +01:00
										 |  |  |             PyObject *old_value = ep->me_value; | 
					
						
							|  |  |  |             if (old_value == NULL) { | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |                 UNLOCK_OBJECT(dict); | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-10-24 11:57:02 +01:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-24 11:57:02 +01:00
										 |  |  |             _PyDict_NotifyEvent(tstate->interp, PyDict_EVENT_MODIFIED, dict, name, PyStackRef_AsPyObjectBorrow(value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             FT_ATOMIC_STORE_PTR_RELEASE(ep->me_value, PyStackRef_AsPyObjectSteal(value)); | 
					
						
							|  |  |  |             UNLOCK_OBJECT(dict); | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |             STAT_INC(STORE_ATTR, hit); | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             Py_XDECREF(old_value); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-05-28 12:47:54 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |         case _STORE_ATTR_SLOT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							|  |  |  |             value = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint16_t index = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             if (!LOCK_OBJECT(owner_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             char *addr = (char *)owner_o + index; | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             STAT_INC(STORE_ATTR, hit); | 
					
						
							|  |  |  |             PyObject *old_value = *(PyObject **)addr; | 
					
						
							| 
									
										
										
										
											2024-12-19 10:21:17 -08:00
										 |  |  |             FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value)); | 
					
						
							|  |  |  |             UNLOCK_OBJECT(owner_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             Py_XDECREF(old_value); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |         case _COMPARE_OP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             assert((oparg >> 5) <= Py_GE); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyObject_RichCompare(left_o, right_o, oparg >> 5); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = right; | 
					
						
							|  |  |  |             right = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = right; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = left; | 
					
						
							|  |  |  |             left = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = left; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             if (oparg & 16) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 int res_bool = PyObject_IsTrue(res_o); | 
					
						
							|  |  |  |                 Py_DECREF(res_o); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 if (res_bool < 0) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 res = res_bool ? PyStackRef_True : PyStackRef_False; | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							|  |  |  |                 res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _COMPARE_OP_FLOAT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(COMPARE_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             double dleft = PyFloat_AS_DOUBLE(left_o); | 
					
						
							|  |  |  |             double dright = PyFloat_AS_DOUBLE(right_o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             int sign_ish = COMPARISON_BIT(dleft, dright); | 
					
						
							| 
									
										
										
										
											2024-10-14 16:17:51 +08:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyFloat_ExactDealloc); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(right, _PyFloat_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = (sign_ish & oparg) ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _COMPARE_OP_INT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-06-19 11:10:29 +01:00
										 |  |  |             assert(_PyLong_IsCompact((PyLongObject *)left_o)); | 
					
						
							|  |  |  |             assert(_PyLong_IsCompact((PyLongObject *)right_o)); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(COMPARE_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && | 
					
						
							|  |  |  |                    _PyLong_DigitCount((PyLongObject *)right_o) <= 1); | 
					
						
							|  |  |  |             Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); | 
					
						
							|  |  |  |             Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             int sign_ish = COMPARISON_BIT(ileft, iright); | 
					
						
							| 
									
										
										
										
											2024-12-13 11:06:26 +01:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyLong_ExactDealloc); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(right, _PyLong_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res =  (sign_ish & oparg) ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _COMPARE_OP_STR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             STAT_INC(COMPARE_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int eq = _PyUnicode_Equal(left_o, right_o); | 
					
						
							| 
									
										
										
										
											2023-06-29 13:49:54 -07:00
										 |  |  |             assert((oparg >> 5) == Py_EQ || (oparg >> 5) == Py_NE); | 
					
						
							| 
									
										
										
										
											2024-10-14 16:17:51 +08:00
										 |  |  |             PyStackRef_CLOSE_SPECIALIZED(left, _PyUnicode_ExactDealloc); | 
					
						
							|  |  |  |             PyStackRef_CLOSE_SPECIALIZED(right, _PyUnicode_ExactDealloc); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(eq == 0 || eq == 1); | 
					
						
							|  |  |  |             assert((oparg & 0xf) == COMPARISON_NOT_EQUALS || (oparg & 0xf) == COMPARISON_EQUALS); | 
					
						
							|  |  |  |             assert(COMPARISON_NOT_EQUALS + 1 == COMPARISON_EQUALS); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = ((COMPARISON_NOT_EQUALS + eq) & oparg) ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-2] = res; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _IS_OP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef b; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int res = Py_Is(PyStackRef_AsPyObjectBorrow(left), PyStackRef_AsPyObjectBorrow(right)) ^ oparg; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = right; | 
					
						
							|  |  |  |             right = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = right; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = left; | 
					
						
							|  |  |  |             left = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = left; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             b = res ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = b; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CONTAINS_OP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef b; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int res = PySequence_Contains(right_o, left_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = right; | 
					
						
							|  |  |  |             right = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = right; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = left; | 
					
						
							|  |  |  |             left = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = left; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             b = (res ^ oparg) ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = b; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |         case _GUARD_TOS_ANY_SET: { | 
					
						
							|  |  |  |             _PyStackRef tos; | 
					
						
							|  |  |  |             tos = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(tos); | 
					
						
							|  |  |  |             if (!PyAnySet_CheckExact(o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-07 03:30:11 +08:00
										 |  |  |         case _CONTAINS_OP_SET: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef b; | 
					
						
							| 
									
										
										
										
											2024-03-07 03:30:11 +08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyAnySet_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2024-03-08 00:21:21 +08:00
										 |  |  |             STAT_INC(CONTAINS_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int res = _PySet_Contains((PySetObject *)right_o, left_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = right; | 
					
						
							|  |  |  |             right = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = right; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = left; | 
					
						
							|  |  |  |             left = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = left; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             b = (res ^ oparg) ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = b; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-03-07 03:30:11 +08:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CONTAINS_OP_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef b; | 
					
						
							| 
									
										
										
										
											2024-03-07 03:30:11 +08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							| 
									
										
										
										
											2025-04-09 14:32:21 -07:00
										 |  |  |             assert(PyDict_CheckExact(right_o)); | 
					
						
							| 
									
										
										
										
											2024-03-08 00:21:21 +08:00
										 |  |  |             STAT_INC(CONTAINS_OP, hit); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int res = PyDict_Contains(right_o, left_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = right; | 
					
						
							|  |  |  |             right = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = right; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = left; | 
					
						
							|  |  |  |             left = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = left; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             b = (res ^ oparg) ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = b; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-03-07 03:30:11 +08:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CHECK_EG_MATCH: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef match_type_st; | 
					
						
							|  |  |  |             _PyStackRef exc_value_st; | 
					
						
							|  |  |  |             _PyStackRef rest; | 
					
						
							|  |  |  |             _PyStackRef match; | 
					
						
							|  |  |  |             match_type_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             exc_value_st = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *exc_value = PyStackRef_AsPyObjectBorrow(exc_value_st); | 
					
						
							|  |  |  |             PyObject *match_type = PyStackRef_AsPyObjectBorrow(match_type_st); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             int err = _PyEval_CheckExceptStarTypeValid(tstate, match_type); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-06 08:40:39 +01:00
										 |  |  |             if (err < 0) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp = match_type_st; | 
					
						
							|  |  |  |                 match_type_st = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1] = match_type_st; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 tmp = exc_value_st; | 
					
						
							|  |  |  |                 exc_value_st = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2] = exc_value_st; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -2; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *match_o = NULL; | 
					
						
							|  |  |  |             PyObject *rest_o = NULL; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-01-25 13:00:23 +00:00
										 |  |  |             int res = _PyEval_ExceptionGroupMatch(frame, exc_value, match_type, | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 &match_o, &rest_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = match_type_st; | 
					
						
							|  |  |  |             match_type_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = match_type_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = exc_value_st; | 
					
						
							|  |  |  |             exc_value_st = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = exc_value_st; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert((match_o == NULL) == (rest_o == NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (match_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!Py_IsNone(match_o)) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 PyErr_SetHandledException(match_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             rest = PyStackRef_FromPyObjectSteal(rest_o); | 
					
						
							|  |  |  |             match = PyStackRef_FromPyObjectSteal(match_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = rest; | 
					
						
							|  |  |  |             stack_pointer[1] = match; | 
					
						
							|  |  |  |             stack_pointer += 2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CHECK_EXC_MATCH: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef right; | 
					
						
							|  |  |  |             _PyStackRef left; | 
					
						
							|  |  |  |             _PyStackRef b; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             right = stack_pointer[-1]; | 
					
						
							|  |  |  |             left = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); | 
					
						
							|  |  |  |             PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); | 
					
						
							|  |  |  |             assert(PyExceptionInstance_Check(left_o)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-06 14:14:52 +01:00
										 |  |  |             int err = _PyEval_CheckExceptTypeValid(tstate, right_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-06 14:14:52 +01:00
										 |  |  |             if (err < 0) { | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int res = PyErr_GivenExceptionMatches(left_o, right_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(right); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             b = res ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = b; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |         case _IMPORT_NAME: { | 
					
						
							|  |  |  |             _PyStackRef fromlist; | 
					
						
							|  |  |  |             _PyStackRef level; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             fromlist = stack_pointer[-1]; | 
					
						
							|  |  |  |             level = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             PyObject *res_o = _PyEval_ImportName(tstate, frame, name, | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(fromlist), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(level)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = fromlist; | 
					
						
							|  |  |  |             fromlist = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = fromlist; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = level; | 
					
						
							|  |  |  |             level = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = level; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _IMPORT_FROM: { | 
					
						
							|  |  |  |             _PyStackRef from; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             from = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *name = GETITEM(FRAME_CO_NAMES, oparg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             PyObject *res_o = _PyEval_ImportFrom(tstate, PyStackRef_AsPyObjectBorrow(from), name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							|  |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _POP_JUMP_IF_FALSE is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _POP_JUMP_IF_TRUE is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-11 15:39:19 -07:00
										 |  |  |         case _IS_NONE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef b; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             if (PyStackRef_IsNone(value)) { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 b = PyStackRef_True; | 
					
						
							| 
									
										
										
										
											2023-07-11 11:33:59 +01:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 b = PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp = value; | 
					
						
							|  |  |  |                 value = b; | 
					
						
							|  |  |  |                 stack_pointer[-1] = value; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-11 11:33:59 +01:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-27 08:32:45 +00:00
										 |  |  |             stack_pointer[-1] = b; | 
					
						
							| 
									
										
										
										
											2023-07-11 11:33:59 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _GET_LEN: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef obj; | 
					
						
							|  |  |  |             _PyStackRef len; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             obj = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             Py_ssize_t len_i = PyObject_Length(PyStackRef_AsPyObjectBorrow(obj)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (len_i < 0) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *len_o = PyLong_FromSsize_t(len_i); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (len_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             len = PyStackRef_FromPyObjectSteal(len_o); | 
					
						
							|  |  |  |             stack_pointer[0] = len; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _MATCH_CLASS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef names; | 
					
						
							|  |  |  |             _PyStackRef type; | 
					
						
							|  |  |  |             _PyStackRef subject; | 
					
						
							|  |  |  |             _PyStackRef attrs; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             names = stack_pointer[-1]; | 
					
						
							|  |  |  |             type = stack_pointer[-2]; | 
					
						
							|  |  |  |             subject = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(PyTuple_CheckExact(PyStackRef_AsPyObjectBorrow(names))); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *attrs_o = _PyEval_MatchClass(tstate, | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(subject), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(type), oparg, | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(names)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = names; | 
					
						
							|  |  |  |             names = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = names; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = type; | 
					
						
							|  |  |  |             type = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = type; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = subject; | 
					
						
							|  |  |  |             subject = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-3] = subject; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (attrs_o) { | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |                 assert(PyTuple_CheckExact(attrs_o)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 attrs = PyStackRef_FromPyObjectSteal(attrs_o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 if (_PyErr_Occurred(tstate)) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |                 attrs = PyStackRef_None; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = attrs; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _MATCH_MAPPING: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef subject; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             subject = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int match = PyStackRef_TYPE(subject)->tp_flags & Py_TPFLAGS_MAPPING; | 
					
						
							|  |  |  |             res = match ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _MATCH_SEQUENCE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef subject; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             subject = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             int match = PyStackRef_TYPE(subject)->tp_flags & Py_TPFLAGS_SEQUENCE; | 
					
						
							|  |  |  |             res = match ? PyStackRef_True : PyStackRef_False; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _MATCH_KEYS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef keys; | 
					
						
							|  |  |  |             _PyStackRef subject; | 
					
						
							|  |  |  |             _PyStackRef values_or_none; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             keys = stack_pointer[-1]; | 
					
						
							|  |  |  |             subject = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *values_or_none_o = _PyEval_MatchKeys(tstate, | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(subject), PyStackRef_AsPyObjectBorrow(keys)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (values_or_none_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             values_or_none = PyStackRef_FromPyObjectSteal(values_or_none_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = values_or_none; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _GET_ITER: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iterable; | 
					
						
							|  |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef index_or_null; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             iterable = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2025-04-29 09:00:14 +01:00
										 |  |  |             #ifdef Py_STATS
 | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _Py_GatherStats_GetIter(iterable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |             PyTypeObject *tp = PyStackRef_TYPE(iterable); | 
					
						
							|  |  |  |             if (tp == &PyTuple_Type || tp == &PyList_Type) { | 
					
						
							|  |  |  |                 iter = iterable; | 
					
						
							|  |  |  |                 index_or_null = PyStackRef_TagInt(0); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             else { | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyObject *iter_o = PyObject_GetIter(PyStackRef_AsPyObjectBorrow(iterable)); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(iterable); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (iter_o == NULL) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |                 iter = PyStackRef_FromPyObjectSteal(iter_o); | 
					
						
							|  |  |  |                 index_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer += 1; | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             stack_pointer[-1] = iter; | 
					
						
							|  |  |  |             stack_pointer[0] = index_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _GET_YIELD_FROM_ITER: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iterable; | 
					
						
							|  |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             iterable = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *iterable_o = PyStackRef_AsPyObjectBorrow(iterable); | 
					
						
							|  |  |  |             if (PyCoro_CheckExact(iterable_o)) { | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 if (!(_PyFrame_GetCode(frame)->co_flags & (CO_COROUTINE | CO_ITERABLE_COROUTINE))) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                     _PyErr_SetString(tstate, PyExc_TypeError, | 
					
						
							|  |  |  |                                      "cannot 'yield from' a coroutine object " | 
					
						
							|  |  |  |                                      "in a non-coroutine generator"); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                     JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 } | 
					
						
							|  |  |  |                 iter = iterable; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |             else if (PyGen_CheckExact(iterable_o)) { | 
					
						
							|  |  |  |                 iter = iterable; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             else { | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyObject *iter_o = PyObject_GetIter(iterable_o); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (iter_o == NULL) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |                 iter = PyStackRef_FromPyObjectSteal(iter_o); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp = iterable; | 
					
						
							|  |  |  |                 iterable = iter; | 
					
						
							|  |  |  |                 stack_pointer[-1] = iterable; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-27 08:32:45 +00:00
										 |  |  |             stack_pointer[-1] = iter; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							| 
									
										
										
										
											2023-11-20 10:08:53 -08:00
										 |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _FOR_ITER is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-20 10:08:53 -08:00
										 |  |  |         case _FOR_ITER_TIER_TWO: { | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef null_or_index; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							|  |  |  |             _PyStackRef next; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-06-05 18:53:57 +01:00
										 |  |  |             _PyStackRef item = _PyForIter_VirtualIteratorNext(tstate, frame, iter, &null_or_index); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-06-05 18:53:57 +01:00
										 |  |  |             if (!PyStackRef_IsValid(item)) { | 
					
						
							|  |  |  |                 if (PyStackRef_IsError(item)) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-11-20 10:08:53 -08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2023-11-20 10:08:53 -08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-05 18:53:57 +01:00
										 |  |  |             next = item; | 
					
						
							|  |  |  |             stack_pointer[-1] = null_or_index; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = next; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-11-20 10:08:53 -08:00
										 |  |  |             break; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _INSTRUMENTED_FOR_ITER is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-07-13 17:27:35 -07:00
										 |  |  |         case _ITER_CHECK_LIST: { | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef null_or_index; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             if (Py_TYPE(iter_o) != &PyList_Type) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             assert(PyStackRef_IsTaggedInt(null_or_index)); | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             if (!_Py_IsOwnedByCurrentThread(iter_o) && !_PyObject_GC_IS_SHARED(iter_o)) { | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-07-13 17:27:35 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _ITER_JUMP_LIST is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-08 13:31:55 +00:00
										 |  |  |         case _GUARD_NOT_EXHAUSTED_LIST: { | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef null_or_index; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #ifndef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             PyObject *list_o = PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							|  |  |  |             assert(Py_TYPE(list_o) == &PyList_Type); | 
					
						
							|  |  |  |             if ((size_t)PyStackRef_UntagInt(null_or_index) >= (size_t)PyList_GET_SIZE(list_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-07-13 17:27:35 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |         /* _ITER_NEXT_LIST is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _ITER_NEXT_LIST_TIER_TWO: { | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef null_or_index; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							|  |  |  |             _PyStackRef next; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *list_o = PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							|  |  |  |             assert(PyList_CheckExact(list_o)); | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             assert(_Py_IsOwnedByCurrentThread((PyObject *)list_o) || | 
					
						
							|  |  |  |                   _PyObject_GC_IS_SHARED(list_o)); | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             STAT_INC(FOR_ITER, hit); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             int result = _PyList_GetItemRefNoLock((PyListObject *)list_o, PyStackRef_UntagInt(null_or_index), &next); | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             if (result <= 0) { | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #else
 | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             assert(PyStackRef_UntagInt(null_or_index) < PyList_GET_SIZE(list_o)); | 
					
						
							|  |  |  |             next = PyStackRef_FromPyObjectNew(PyList_GET_ITEM(list_o, PyStackRef_UntagInt(null_or_index))); | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = PyStackRef_IncrementTaggedIntNoOverflow(null_or_index); | 
					
						
							|  |  |  |             stack_pointer[-1] = null_or_index; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = next; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-13 17:27:35 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _ITER_CHECK_TUPLE: { | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef null_or_index; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             if (Py_TYPE(iter_o) != &PyTuple_Type) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             assert(PyStackRef_IsTaggedInt(null_or_index)); | 
					
						
							| 
									
										
										
										
											2023-07-13 17:27:35 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _ITER_JUMP_TUPLE is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-08 13:31:55 +00:00
										 |  |  |         case _GUARD_NOT_EXHAUSTED_TUPLE: { | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef null_or_index; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *tuple_o = PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							|  |  |  |             assert(Py_TYPE(tuple_o) == &PyTuple_Type); | 
					
						
							|  |  |  |             if ((size_t)PyStackRef_UntagInt(null_or_index) >= (size_t)PyTuple_GET_SIZE(tuple_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-13 17:27:35 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _ITER_NEXT_TUPLE: { | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             _PyStackRef null_or_index; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							|  |  |  |             _PyStackRef next; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             null_or_index = stack_pointer[-1]; | 
					
						
							|  |  |  |             iter = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *tuple_o = PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							|  |  |  |             assert(Py_TYPE(tuple_o) == &PyTuple_Type); | 
					
						
							|  |  |  |             uintptr_t i = PyStackRef_UntagInt(null_or_index); | 
					
						
							|  |  |  |             assert((size_t)i < (size_t)PyTuple_GET_SIZE(tuple_o)); | 
					
						
							|  |  |  |             next = PyStackRef_FromPyObjectNew(PyTuple_GET_ITEM(tuple_o, i)); | 
					
						
							|  |  |  |             null_or_index = PyStackRef_IncrementTaggedIntNoOverflow(null_or_index); | 
					
						
							|  |  |  |             stack_pointer[-1] = null_or_index; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = next; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-13 17:27:35 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-07-12 10:23:59 -07:00
										 |  |  |         case _ITER_CHECK_RANGE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyRangeIterObject *r = (_PyRangeIterObject *)PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (Py_TYPE(r) != &PyRangeIter_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             if (!_PyObject_IsUniquelyReferenced((PyObject *)r)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-07-12 10:23:59 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _ITER_JUMP_RANGE is not a viable micro-op for tier 2 because it is replaced */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-08 13:31:55 +00:00
										 |  |  |         case _GUARD_NOT_EXHAUSTED_RANGE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyRangeIterObject *r = (_PyRangeIterObject *)PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							| 
									
										
										
										
											2023-07-12 10:23:59 -07:00
										 |  |  |             assert(Py_TYPE(r) == &PyRangeIter_Type); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (r->len <= 0) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-12 10:23:59 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _ITER_NEXT_RANGE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							|  |  |  |             _PyStackRef next; | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyRangeIterObject *r = (_PyRangeIterObject *)PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							| 
									
										
										
										
											2023-07-12 10:23:59 -07:00
										 |  |  |             assert(Py_TYPE(r) == &PyRangeIter_Type); | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |             assert(_PyObject_IsUniquelyReferenced((PyObject *)r)); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-07-12 10:23:59 -07:00
										 |  |  |             assert(r->len > 0); | 
					
						
							|  |  |  |             long value = r->start; | 
					
						
							|  |  |  |             r->start = value + r->step; | 
					
						
							|  |  |  |             r->len--; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res = PyLong_FromLong(value); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             next = PyStackRef_FromPyObjectSteal(res); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = next; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-12 10:23:59 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-26 18:08:50 +01:00
										 |  |  |         case _FOR_ITER_GEN_FRAME: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef iter; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef gen_frame; | 
					
						
							| 
									
										
										
										
											2024-04-26 18:08:50 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-05-27 15:59:45 +01:00
										 |  |  |             iter = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyGenObject *gen = (PyGenObject *)PyStackRef_AsPyObjectBorrow(iter); | 
					
						
							| 
									
										
										
										
											2024-04-26 18:08:50 +01:00
										 |  |  |             if (Py_TYPE(gen) != &PyGen_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-03-12 16:21:46 +01:00
										 |  |  |             if (!_PyObject_IsUniquelyReferenced((PyObject *)gen)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2024-04-26 18:08:50 +01:00
										 |  |  |             if (gen->gi_frame_state >= FRAME_EXECUTING) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             STAT_INC(FOR_ITER, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = &gen->gi_iframe; | 
					
						
							|  |  |  |             _PyFrame_StackPush(pushed_frame, PyStackRef_None); | 
					
						
							| 
									
										
										
										
											2024-04-26 18:08:50 +01:00
										 |  |  |             gen->gi_frame_state = FRAME_EXECUTING; | 
					
						
							|  |  |  |             gen->gi_exc_state.previous_item = tstate->exc_info; | 
					
						
							|  |  |  |             tstate->exc_info = &gen->gi_exc_state; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             pushed_frame->previous = frame; | 
					
						
							| 
									
										
										
										
											2025-09-03 11:26:56 +03:00
										 |  |  |             frame->return_offset = (uint16_t)( 2u + oparg); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             gen_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[0] = gen_frame; | 
					
						
							| 
									
										
										
										
											2024-04-26 18:08:50 +01:00
										 |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-04-26 18:08:50 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-21 15:54:25 -04:00
										 |  |  |         case _INSERT_NULL: { | 
					
						
							|  |  |  |             _PyStackRef self; | 
					
						
							|  |  |  |             _PyStackRef *method_and_self; | 
					
						
							|  |  |  |             self = stack_pointer[-1]; | 
					
						
							|  |  |  |             method_and_self = &stack_pointer[-1]; | 
					
						
							|  |  |  |             method_and_self[1] = self; | 
					
						
							|  |  |  |             method_and_self[0] = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-18 12:17:46 +01:00
										 |  |  |         case _LOAD_SPECIAL: { | 
					
						
							| 
									
										
										
										
											2025-04-21 15:54:25 -04:00
										 |  |  |             _PyStackRef *method_and_self; | 
					
						
							| 
									
										
										
										
											2024-06-18 12:17:46 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-21 15:54:25 -04:00
										 |  |  |             method_and_self = &stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-18 12:17:46 +01:00
										 |  |  |             PyObject *name = _Py_SpecialMethods[oparg].name; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-21 15:54:25 -04:00
										 |  |  |             int err = _PyObject_LookupSpecialMethod(name, method_and_self); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-04-21 15:54:25 -04:00
										 |  |  |             if (err <= 0) { | 
					
						
							|  |  |  |                 if (err == 0) { | 
					
						
							|  |  |  |                     PyObject *owner = PyStackRef_AsPyObjectBorrow(method_and_self[1]); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-21 15:54:25 -04:00
										 |  |  |                     const char *errfmt = _PyEval_SpecialMethodCanSuggest(owner, oparg) | 
					
						
							| 
									
										
										
										
											2025-04-19 10:44:01 +02:00
										 |  |  |                     ? _Py_SpecialMethods[oparg].error_suggestion | 
					
						
							|  |  |  |                 : _Py_SpecialMethods[oparg].error; | 
					
						
							|  |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                     assert(!_PyErr_Occurred(tstate)); | 
					
						
							|  |  |  |                     assert(errfmt != NULL); | 
					
						
							|  |  |  |                     _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-21 15:54:25 -04:00
										 |  |  |                     _PyErr_Format(tstate, PyExc_TypeError, errfmt, owner); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                     stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-18 12:17:46 +01:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-18 12:17:46 +01:00
										 |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-10-31 13:21:07 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _WITH_EXCEPT_START: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef val; | 
					
						
							|  |  |  |             _PyStackRef lasti; | 
					
						
							|  |  |  |             _PyStackRef exit_self; | 
					
						
							|  |  |  |             _PyStackRef exit_func; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             val = stack_pointer[-1]; | 
					
						
							|  |  |  |             lasti = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-06-18 12:17:46 +01:00
										 |  |  |             exit_self = stack_pointer[-4]; | 
					
						
							|  |  |  |             exit_func = stack_pointer[-5]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyObject *exc, *tb; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *val_o = PyStackRef_AsPyObjectBorrow(val); | 
					
						
							|  |  |  |             PyObject *exit_func_o = PyStackRef_AsPyObjectBorrow(exit_func); | 
					
						
							|  |  |  |             assert(val_o && PyExceptionInstance_Check(val_o)); | 
					
						
							|  |  |  |             exc = PyExceptionInstance_Class(val_o); | 
					
						
							| 
									
										
										
										
											2025-02-26 10:41:26 -08:00
										 |  |  |             PyObject *original_tb = tb = PyException_GetTraceback(val_o); | 
					
						
							| 
									
										
										
										
											2023-07-27 15:27:11 +01:00
										 |  |  |             if (tb == NULL) { | 
					
						
							|  |  |  |                 tb = Py_None; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-29 18:00:35 +01:00
										 |  |  |             assert(PyStackRef_IsTaggedInt(lasti)); | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  |             (void)lasti; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *stack[5] = {NULL, PyStackRef_AsPyObjectBorrow(exit_self), exc, val_o, tb}; | 
					
						
							|  |  |  |             int has_self = !PyStackRef_IsNull(exit_self); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 18:13:04 +01:00
										 |  |  |             PyObject *res_o = PyObject_Vectorcall(exit_func_o, stack + 2 - has_self, | 
					
						
							|  |  |  |                 (3 + has_self) | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL); | 
					
						
							| 
									
										
										
										
											2025-02-28 09:58:50 +01:00
										 |  |  |             Py_XDECREF(original_tb); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 18:13:04 +01:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _PUSH_EXC_INFO: { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyStackRef exc; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef prev_exc; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyStackRef new_exc; | 
					
						
							|  |  |  |             exc = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             _PyErr_StackItem *exc_info = tstate->exc_info; | 
					
						
							|  |  |  |             if (exc_info->exc_value != NULL) { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 prev_exc = PyStackRef_FromPyObjectSteal(exc_info->exc_value); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 prev_exc = PyStackRef_None; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             assert(PyStackRef_ExceptionInstanceCheck(exc)); | 
					
						
							|  |  |  |             exc_info->exc_value = PyStackRef_AsPyObjectNew(exc); | 
					
						
							|  |  |  |             new_exc = exc; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[-1] = prev_exc; | 
					
						
							|  |  |  |             stack_pointer[0] = new_exc; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-08-24 17:36:00 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |         case _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); | 
					
						
							|  |  |  |             assert(Py_TYPE(owner_o)->tp_flags & Py_TPFLAGS_INLINE_VALUES); | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             PyDictValues *ivs = _PyObject_InlineValues(owner_o); | 
					
						
							|  |  |  |             if (!FT_ATOMIC_LOAD_UINT8(ivs->valid)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_KEYS_VERSION: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t keys_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyTypeObject *owner_cls = Py_TYPE(PyStackRef_AsPyObjectBorrow(owner)); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             PyHeapTypeObject *owner_heap_type = (PyHeapTypeObject *)owner_cls; | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             PyDictKeysObject *keys = owner_heap_type->ht_cached_keys; | 
					
						
							|  |  |  |             if (FT_ATOMIC_LOAD_UINT32_RELAXED(keys->dk_version) != keys_version) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |         case _LOAD_ATTR_METHOD_WITH_VALUES: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             _PyStackRef self; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             assert(oparg & 1); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             assert(descr != NULL); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR)); | 
					
						
							|  |  |  |             attr = PyStackRef_FromPyObjectNew(descr); | 
					
						
							| 
									
										
										
										
											2024-08-07 13:23:53 -04:00
										 |  |  |             self = owner; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer[-1] = attr; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = self; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |         case _LOAD_ATTR_METHOD_NO_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             _PyStackRef self; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             assert(oparg & 1); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(Py_TYPE(PyStackRef_AsPyObjectBorrow(owner))->tp_dictoffset == 0); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             assert(descr != NULL); | 
					
						
							|  |  |  |             assert(_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             attr = PyStackRef_FromPyObjectNew(descr); | 
					
						
							| 
									
										
										
										
											2024-08-07 13:23:53 -04:00
										 |  |  |             self = owner; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer[-1] = attr; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = self; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             assert((oparg & 1) == 0); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             assert(descr != NULL); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             attr = PyStackRef_FromPyObjectNew(descr); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = attr; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_ATTR_NONDESCRIPTOR_NO_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             assert((oparg & 1) == 0); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(Py_TYPE(PyStackRef_AsPyObjectBorrow(owner))->tp_dictoffset == 0); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             assert(descr != NULL); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(owner); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             attr = PyStackRef_FromPyObjectNew(descr); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = attr; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_ATTR_METHOD_LAZY_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint16_t dictoffset = (uint16_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             char *ptr = ((char *)PyStackRef_AsPyObjectBorrow(owner)) + MANAGED_DICT_OFFSET + dictoffset; | 
					
						
							| 
									
										
										
										
											2025-01-14 11:56:11 -08:00
										 |  |  |             PyObject *dict = FT_ATOMIC_LOAD_PTR_ACQUIRE(*(PyObject **)ptr); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (dict != NULL) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |         case _LOAD_ATTR_METHOD_LAZY_DICT: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef owner; | 
					
						
							|  |  |  |             _PyStackRef attr; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             _PyStackRef self; | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             owner = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *descr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-01-23 04:26:25 -05:00
										 |  |  |             assert(oparg & 1); | 
					
						
							| 
									
										
										
										
											2023-10-04 08:08:02 -07:00
										 |  |  |             STAT_INC(LOAD_ATTR, hit); | 
					
						
							|  |  |  |             assert(descr != NULL); | 
					
						
							|  |  |  |             assert(_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             attr = PyStackRef_FromPyObjectNew(descr); | 
					
						
							| 
									
										
										
										
											2024-08-07 13:23:53 -04:00
										 |  |  |             self = owner; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer[-1] = attr; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer[0] = self; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-09-27 15:27:44 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |         case _MAYBE_EXPAND_METHOD: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             if (PyStackRef_TYPE(callable) == &PyMethod_Type && PyStackRef_IsNull(self_or_null)) { | 
					
						
							|  |  |  |                 PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |                 PyObject *self = ((PyMethodObject *)callable_o)->im_self; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 self_or_null = PyStackRef_FromPyObjectNew(self); | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |                 PyObject *method = ((PyMethodObject *)callable_o)->im_func; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 _PyStackRef temp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_FromPyObjectNew(method); | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = callable; | 
					
						
							|  |  |  |                 stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 PyStackRef_CLOSE(temp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |         /* _DO_CALL is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-26 14:35:57 +01:00
										 |  |  |         /* _MONITOR_CALL is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |         case _PY_FRAME_GENERAL: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 args--; | 
					
						
							|  |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(Py_TYPE(callable_o) == &PyFunction_Type); | 
					
						
							|  |  |  |             int code_flags = ((PyCodeObject*)PyFunction_GET_CODE(callable_o))->co_flags; | 
					
						
							|  |  |  |             PyObject *locals = code_flags & CO_OPTIMIZED ? NULL : Py_NewRef(PyFunction_GET_GLOBALS(callable_o)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyInterpreterFrame *temp = _PyEvalFramePushAndInit( | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tstate, callable, locals, | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |                 args, total_args, NULL, frame | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             ); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             stack_pointer += -2 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             if (temp == NULL) { | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(temp); | 
					
						
							|  |  |  |             stack_pointer[0] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_FUNCTION_VERSION: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t func_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!PyFunction_Check(callable_o)) { | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyFunctionObject *func = (PyFunctionObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             if (func->func_version != func_version) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |         case _CHECK_FUNCTION_VERSION_INLINE: { | 
					
						
							|  |  |  |             uint32_t func_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             PyObject *callable_o = (PyObject *)CURRENT_OPERAND1(); | 
					
						
							|  |  |  |             assert(PyFunction_Check(callable_o)); | 
					
						
							|  |  |  |             PyFunctionObject *func = (PyFunctionObject *)callable_o; | 
					
						
							|  |  |  |             if (func->func_version != func_version) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |         case _CHECK_METHOD_VERSION: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t func_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (Py_TYPE(callable_o) != &PyMethod_Type) { | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *func = ((PyMethodObject *)callable_o)->im_func; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             if (!PyFunction_Check(func)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (((PyFunctionObject *)func)->func_version != func_version) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(null)) { | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _EXPAND_METHOD: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							|  |  |  |             assert(PyStackRef_IsNull(self_or_null)); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(Py_TYPE(callable_o) == &PyMethod_Type); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = PyStackRef_FromPyObjectNew(((PyMethodObject *)callable_o)->im_self); | 
					
						
							|  |  |  |             _PyStackRef temp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_FromPyObjectNew(((PyMethodObject *)callable_o)->im_func); | 
					
						
							|  |  |  |             assert(PyStackRef_FunctionCheck(callable)); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             PyStackRef_CLOSE(temp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_IS_NOT_PY_CALLABLE: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (PyFunction_Check(callable_o)) { | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (Py_TYPE(callable_o) == &PyMethod_Type) { | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CALL_NON_PY_GENERAL: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             #if TIER_ONE
 | 
					
						
							|  |  |  |             assert(opcode != INSTRUMENTED_CALL); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (CONVERSION_FAILED(args_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = args[_i]; | 
					
						
							|  |  |  |                     args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = self_or_null; | 
					
						
							|  |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyObject_Vectorcall( | 
					
						
							|  |  |  |                 callable_o, args_o, | 
					
						
							|  |  |  |                 total_args | PY_VECTORCALL_ARGUMENTS_OFFSET, | 
					
						
							|  |  |  |                 NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); | 
					
						
							|  |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-05-04 12:11:11 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-24 17:36:00 -07:00
										 |  |  |         case _CHECK_CALL_BOUND_METHOD_EXACT_ARGS: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             if (!PyStackRef_IsNull(null)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (Py_TYPE(PyStackRef_AsPyObjectBorrow(callable)) != &PyMethod_Type) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-24 17:36:00 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _INIT_CALL_BOUND_METHOD_EXACT_ARGS: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             assert(PyStackRef_IsNull(self_or_null)); | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-08-24 17:36:00 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = PyStackRef_FromPyObjectNew(((PyMethodObject *)callable_o)->im_self); | 
					
						
							|  |  |  |             _PyStackRef temp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_FromPyObjectNew(((PyMethodObject *)callable_o)->im_func); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             PyStackRef_CLOSE(temp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-08-24 17:36:00 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |         case _CHECK_PEP_523: { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (tstate->interp->eval_frame) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_FUNCTION_EXACT_ARGS: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert(PyFunction_Check(callable_o)); | 
					
						
							|  |  |  |             PyFunctionObject *func = (PyFunctionObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             PyCodeObject *code = (PyCodeObject *)func->func_code; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (code->co_argcount != oparg + (!PyStackRef_IsNull(self_or_null))) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_STACK_SPACE: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyFunctionObject *func = (PyFunctionObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             PyCodeObject *code = (PyCodeObject *)func->func_code; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!_PyThreadState_HasStackSpace(tstate, code->co_framesize)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-03 00:36:29 +08:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_RECURSION_REMAINING: { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (tstate->py_recursion_remaining <= 1) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |         case _INIT_CALL_PY_EXACT_ARGS_0: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 0; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             int has_self = !PyStackRef_IsNull(self_or_null); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = _PyFrame_PushUnchecked(tstate, callable, oparg + has_self, frame); | 
					
						
							|  |  |  |             _PyStackRef *first_non_self_local = pushed_frame->localsplus + has_self; | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-03-15 17:16:30 +00:00
										 |  |  |             for (int i = 0; i < oparg; i++) { | 
					
						
							|  |  |  |                 first_non_self_local[i] = args[i]; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _INIT_CALL_PY_EXACT_ARGS_1: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 1; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             int has_self = !PyStackRef_IsNull(self_or_null); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = _PyFrame_PushUnchecked(tstate, callable, oparg + has_self, frame); | 
					
						
							|  |  |  |             _PyStackRef *first_non_self_local = pushed_frame->localsplus + has_self; | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-03-15 17:16:30 +00:00
										 |  |  |             for (int i = 0; i < oparg; i++) { | 
					
						
							|  |  |  |                 first_non_self_local[i] = args[i]; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _INIT_CALL_PY_EXACT_ARGS_2: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 2; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             int has_self = !PyStackRef_IsNull(self_or_null); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = _PyFrame_PushUnchecked(tstate, callable, oparg + has_self, frame); | 
					
						
							|  |  |  |             _PyStackRef *first_non_self_local = pushed_frame->localsplus + has_self; | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-03-15 17:16:30 +00:00
										 |  |  |             for (int i = 0; i < oparg; i++) { | 
					
						
							|  |  |  |                 first_non_self_local[i] = args[i]; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _INIT_CALL_PY_EXACT_ARGS_3: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 3; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             int has_self = !PyStackRef_IsNull(self_or_null); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = _PyFrame_PushUnchecked(tstate, callable, oparg + has_self, frame); | 
					
						
							|  |  |  |             _PyStackRef *first_non_self_local = pushed_frame->localsplus + has_self; | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-03-15 17:16:30 +00:00
										 |  |  |             for (int i = 0; i < oparg; i++) { | 
					
						
							|  |  |  |                 first_non_self_local[i] = args[i]; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _INIT_CALL_PY_EXACT_ARGS_4: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             oparg = 4; | 
					
						
							|  |  |  |             assert(oparg == CURRENT_OPARG()); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             int has_self = !PyStackRef_IsNull(self_or_null); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = _PyFrame_PushUnchecked(tstate, callable, oparg + has_self, frame); | 
					
						
							|  |  |  |             _PyStackRef *first_non_self_local = pushed_frame->localsplus + has_self; | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-03-15 17:16:30 +00:00
										 |  |  |             for (int i = 0; i < oparg; i++) { | 
					
						
							|  |  |  |                 first_non_self_local[i] = args[i]; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             stack_pointer += -1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-02-20 10:50:59 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |         case _INIT_CALL_PY_EXACT_ARGS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             int has_self = !PyStackRef_IsNull(self_or_null); | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *pushed_frame = _PyFrame_PushUnchecked(tstate, callable, oparg + has_self, frame); | 
					
						
							|  |  |  |             _PyStackRef *first_non_self_local = pushed_frame->localsplus + has_self; | 
					
						
							|  |  |  |             pushed_frame->localsplus[0] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-03-15 17:16:30 +00:00
										 |  |  |             for (int i = 0; i < oparg; i++) { | 
					
						
							|  |  |  |                 first_non_self_local[i] = args[i]; | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(pushed_frame); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = new_frame; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1 - oparg; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _PUSH_FRAME: { | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							|  |  |  |             new_frame = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             assert(tstate->interp->eval_frame == NULL); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyInterpreterFrame *temp = PyStackRef_Unwrap(new_frame); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             assert(temp->previous == frame || temp->previous->previous == frame); | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             CALL_STAT_INC(inlined_py_calls); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             frame = tstate->current_frame = temp; | 
					
						
							| 
									
										
										
										
											2023-09-04 11:36:57 +01:00
										 |  |  |             tstate->py_recursion_remaining--; | 
					
						
							|  |  |  |             LOAD_SP(); | 
					
						
							| 
									
										
										
										
											2023-10-26 14:43:10 +01:00
										 |  |  |             LOAD_IP(0); | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |             LLTRACE_RESUME_FRAME(); | 
					
						
							| 
									
										
										
										
											2023-08-16 16:26:43 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-22 18:30:38 +02:00
										 |  |  |         case _GUARD_NOS_NULL: { | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             null = stack_pointer[-2]; | 
					
						
							|  |  |  |             if (!PyStackRef_IsNull(null)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-19 15:48:55 -04:00
										 |  |  |         case _GUARD_NOS_NOT_NULL: { | 
					
						
							|  |  |  |             _PyStackRef nos; | 
					
						
							|  |  |  |             nos = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *o = PyStackRef_AsPyObjectBorrow(nos); | 
					
						
							|  |  |  |             if (o == NULL) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |         case _GUARD_THIRD_NULL: { | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             null = stack_pointer[-3]; | 
					
						
							|  |  |  |             if (!PyStackRef_IsNull(null)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-22 18:30:38 +02:00
										 |  |  |         case _GUARD_CALLABLE_TYPE_1: { | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							|  |  |  |             if (callable_o != (PyObject *)&PyType_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_TYPE_1: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef arg; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-03-11 09:30:15 +00:00
										 |  |  |             arg = stack_pointer[-1]; | 
					
						
							|  |  |  |             null = stack_pointer[-2]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *arg_o = PyStackRef_AsPyObjectBorrow(arg); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             assert(oparg == 1); | 
					
						
							| 
									
										
										
										
											2025-04-22 18:30:38 +02:00
										 |  |  |             (void)callable; | 
					
						
							|  |  |  |             (void)null; | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectNew(Py_TYPE(arg_o)); | 
					
						
							| 
									
										
										
										
											2024-03-11 09:30:15 +00:00
										 |  |  |             stack_pointer[-3] = res; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(arg); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-24 21:54:46 +02:00
										 |  |  |         case _GUARD_CALLABLE_STR_1: { | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							|  |  |  |             if (callable_o != (PyObject *)&PyUnicode_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_STR_1: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef arg; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-03-11 09:30:15 +00:00
										 |  |  |             arg = stack_pointer[-1]; | 
					
						
							|  |  |  |             null = stack_pointer[-2]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *arg_o = PyStackRef_AsPyObjectBorrow(arg); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             assert(oparg == 1); | 
					
						
							|  |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-21 11:08:13 -07:00
										 |  |  |             PyObject *res_o = PyObject_Str(arg_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-04-24 21:54:46 +02:00
										 |  |  |             (void)callable; | 
					
						
							|  |  |  |             (void)null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(arg); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-21 11:08:13 -07:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-04-25 00:55:03 +02:00
										 |  |  |         case _GUARD_CALLABLE_TUPLE_1: { | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							|  |  |  |             if (callable_o != (PyObject *)&PyTuple_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_TUPLE_1: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef arg; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-03-11 09:30:15 +00:00
										 |  |  |             arg = stack_pointer[-1]; | 
					
						
							|  |  |  |             null = stack_pointer[-2]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *arg_o = PyStackRef_AsPyObjectBorrow(arg); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             assert(oparg == 1); | 
					
						
							|  |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-21 11:08:13 -07:00
										 |  |  |             PyObject *res_o = PySequence_Tuple(arg_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-04-25 00:55:03 +02:00
										 |  |  |             (void)callable; | 
					
						
							|  |  |  |             (void)null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -3; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(arg); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-21 11:08:13 -07:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |         case _CHECK_AND_ALLOCATE_OBJECT: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t type_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							|  |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (!PyType_Check(callable_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             PyTypeObject *tp = (PyTypeObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             if (FT_ATOMIC_LOAD_UINT32_RELAXED(tp->tp_version_tag) != type_version) { | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-31 12:24:17 +08:00
										 |  |  |             assert(tp->tp_new == PyBaseObject_Type.tp_new); | 
					
						
							|  |  |  |             assert(tp->tp_flags & Py_TPFLAGS_HEAPTYPE); | 
					
						
							|  |  |  |             assert(tp->tp_alloc == PyType_GenericAlloc); | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             PyHeapTypeObject *cls = (PyHeapTypeObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             PyFunctionObject *init_func = (PyFunctionObject *)FT_ATOMIC_LOAD_PTR_ACQUIRE(cls->_spec_cache.init); | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             PyCodeObject *code = (PyCodeObject *)init_func->func_code; | 
					
						
							|  |  |  |             if (!_PyThreadState_HasStackSpace(tstate, code->co_framesize + _Py_InitCleanup.co_framesize)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2024-12-31 12:24:17 +08:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyObject *self_o = PyType_GenericAlloc(tp, 0); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             if (self_o == NULL) { | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = PyStackRef_FromPyObjectSteal(self_o); | 
					
						
							|  |  |  |             _PyStackRef temp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_FromPyObjectNew(init_func); | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             PyStackRef_CLOSE(temp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CREATE_INIT_FRAME: { | 
					
						
							|  |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self; | 
					
						
							|  |  |  |             _PyStackRef init; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef init_frame; | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             init = stack_pointer[-2 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             _PyInterpreterFrame *shim = _PyFrame_PushTrampolineUnchecked( | 
					
						
							|  |  |  |                 tstate, (PyCodeObject *)&_Py_InitCleanup, 1, frame); | 
					
						
							| 
									
										
										
										
											2025-02-07 09:52:49 -08:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-11-04 11:13:32 -08:00
										 |  |  |             assert(_PyFrame_GetBytecode(shim)[0].op.code == EXIT_INIT_CHECK); | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             assert(_PyFrame_GetBytecode(shim)[1].op.code == RETURN_VALUE); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             shim->localsplus[0] = PyStackRef_DUP(self); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             _PyInterpreterFrame *temp = _PyEvalFramePushAndInit( | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tstate, init, NULL, args-1, oparg+1, NULL, shim); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             stack_pointer += -2 - oparg; | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             if (temp == NULL) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-21 12:44:56 +01:00
										 |  |  |                 _PyEval_FrameClearAndPop(tstate, shim); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-21 12:44:56 +01:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             frame->return_offset = 1 + INLINE_CACHE_ENTRIES_CALL; | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             tstate->py_recursion_remaining--; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             init_frame = PyStackRef_Wrap(temp); | 
					
						
							|  |  |  |             stack_pointer[0] = init_frame; | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-08-20 16:52:58 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |         case _EXIT_INIT_CHECK: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef should_be_none; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             should_be_none = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             if (!PyStackRef_IsNone(should_be_none)) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |                 PyErr_Format(PyExc_TypeError, | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |                              "__init__() should return None, not '%.200s'", | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                              Py_TYPE(PyStackRef_AsPyObjectBorrow(should_be_none))->tp_name); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_BUILTIN_CLASS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!PyType_Check(callable_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyTypeObject *tp = (PyTypeObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |             int total_args = oparg; | 
					
						
							|  |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |                 arguments--; | 
					
						
							|  |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (tp->tp_vectorcall == NULL) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (CONVERSION_FAILED(args_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = args[_i]; | 
					
						
							|  |  |  |                     args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = self_or_null; | 
					
						
							|  |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = tp->tp_vectorcall((PyObject *)tp, args_o, total_args, NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_BUILTIN_O: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |                 args--; | 
					
						
							|  |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (total_args != 1) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!PyCFunction_CheckExact(callable_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (PyCFunction_GET_FLAGS(callable_o) != METH_O) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-25 09:24:48 +00:00
										 |  |  |             if (_Py_ReachedRecursionLimit(tstate)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyCFunction cfunc = PyCFunction_GET_FUNCTION(callable_o); | 
					
						
							|  |  |  |             _PyStackRef arg = args[0]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = _PyCFunction_TrampolineCall(cfunc, PyCFunction_GET_SELF(callable_o), PyStackRef_AsPyObjectBorrow(arg)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             _Py_LeaveRecursiveCallTstate(tstate); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(arg); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_BUILTIN_FAST: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!PyCFunction_CheckExact(callable_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (PyCFunction_GET_FLAGS(callable_o) != METH_FASTCALL) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyCFunction cfunc = PyCFunction_GET_FUNCTION(callable_o); | 
					
						
							| 
									
										
										
										
											2025-01-13 12:37:48 +00:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (CONVERSION_FAILED(args_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = args[_i]; | 
					
						
							|  |  |  |                     args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = self_or_null; | 
					
						
							|  |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-18 12:24:34 +02:00
										 |  |  |             PyObject *res_o = _PyCFunctionFast_CAST(cfunc)( | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 PyCFunction_GET_SELF(callable_o), | 
					
						
							|  |  |  |                 args_o, | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |                 total_args); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); | 
					
						
							|  |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_BUILTIN_FAST_WITH_KEYWORDS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!PyCFunction_CheckExact(callable_o)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (PyCFunction_GET_FLAGS(callable_o) != (METH_FASTCALL | METH_KEYWORDS)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-02-15 10:05:20 +00:00
										 |  |  |             PyCFunctionFastWithKeywords cfunc = | 
					
						
							| 
									
										
										
										
											2025-04-18 12:24:34 +02:00
										 |  |  |             _PyCFunctionFastWithKeywords_CAST(PyCFunction_GET_FUNCTION(callable_o)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (CONVERSION_FAILED(args_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = args[_i]; | 
					
						
							|  |  |  |                     args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = self_or_null; | 
					
						
							|  |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = cfunc(PyCFunction_GET_SELF(callable_o), args_o, total_args, NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); | 
					
						
							|  |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |         case _GUARD_CALLABLE_LEN: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |             callable = stack_pointer[-3]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-07-31 14:18:38 -07:00
										 |  |  |             PyInterpreterState *interp = tstate->interp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (callable_o != interp->callable_cache.len) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CALL_LEN: { | 
					
						
							|  |  |  |             _PyStackRef arg; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             arg = stack_pointer[-1]; | 
					
						
							|  |  |  |             null = stack_pointer[-2]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             (void)null; | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |             PyObject *arg_o = PyStackRef_AsPyObjectBorrow(arg); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |             Py_ssize_t len_i = PyObject_Length(arg_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             if (len_i < 0) { | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyLong_FromSsize_t(len_i); | 
					
						
							|  |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							| 
									
										
										
										
											2025-02-07 09:52:49 -08:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-03-15 10:48:00 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |             PyStackRef_CLOSE(arg); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-05 22:31:48 +01:00
										 |  |  |             stack_pointer += -2; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |         case _GUARD_CALLABLE_ISINSTANCE: { | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |             callable = stack_pointer[-4]; | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-07-31 14:18:38 -07:00
										 |  |  |             PyInterpreterState *interp = tstate->interp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (callable_o != interp->callable_cache.isinstance) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CALL_ISINSTANCE: { | 
					
						
							|  |  |  |             _PyStackRef cls; | 
					
						
							|  |  |  |             _PyStackRef instance; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             cls = stack_pointer[-1]; | 
					
						
							|  |  |  |             instance = stack_pointer[-2]; | 
					
						
							|  |  |  |             null = stack_pointer[-3]; | 
					
						
							|  |  |  |             callable = stack_pointer[-4]; | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |             PyObject *inst_o = PyStackRef_AsPyObjectBorrow(instance); | 
					
						
							|  |  |  |             PyObject *cls_o = PyStackRef_AsPyObjectBorrow(cls); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |             int retval = PyObject_IsInstance(inst_o, cls_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             if (retval < 0) { | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |             (void)null; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |             PyStackRef_CLOSE(cls); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-08 23:26:30 +02:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(instance); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             res = retval ? PyStackRef_True : PyStackRef_False; | 
					
						
							|  |  |  |             assert((!PyStackRef_IsNull(res)) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							|  |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-19 15:48:55 -04:00
										 |  |  |         case _GUARD_CALLABLE_LIST_APPEND: { | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							|  |  |  |             PyInterpreterState *interp = tstate->interp; | 
					
						
							|  |  |  |             if (callable_o != interp->callable_cache.list_append) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |         case _CALL_LIST_APPEND: { | 
					
						
							|  |  |  |             _PyStackRef arg; | 
					
						
							|  |  |  |             _PyStackRef self; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             arg = stack_pointer[-1]; | 
					
						
							|  |  |  |             self = stack_pointer[-2]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             assert(oparg == 1); | 
					
						
							|  |  |  |             PyObject *self_o = PyStackRef_AsPyObjectBorrow(self); | 
					
						
							| 
									
										
										
										
											2025-05-19 15:48:55 -04:00
										 |  |  |             if (!PyList_CheckExact(self_o)) { | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             if (!LOCK_OBJECT(self_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							|  |  |  |             int err = _PyList_AppendTakeRef((PyListObject *)self_o, PyStackRef_AsPyObjectSteal(arg)); | 
					
						
							| 
									
										
										
										
											2024-12-03 11:20:20 -08:00
										 |  |  |             UNLOCK_OBJECT(self_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             PyStackRef_CLOSE(self); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (err) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             #if TIER_ONE
 | 
					
						
							| 
									
										
										
										
											2025-04-02 16:31:59 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-18 14:24:58 -07:00
										 |  |  |             assert(next_instr->op.code == POP_TOP); | 
					
						
							|  |  |  |             SKIP_OVER(1); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_METHOD_DESCRIPTOR_O: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (total_args != 2) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (!Py_IS_TYPE(method, &PyMethodDescr_Type)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-09 11:19:39 -07:00
										 |  |  |             PyMethodDef *meth = method->d_method; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (meth->ml_flags != METH_O) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-25 09:24:48 +00:00
										 |  |  |             if (_Py_ReachedRecursionLimit(tstate)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyStackRef arg_stackref = arguments[1]; | 
					
						
							|  |  |  |             _PyStackRef self_stackref = arguments[0]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (!Py_IS_TYPE(PyStackRef_AsPyObjectBorrow(self_stackref), | 
					
						
							| 
									
										
										
										
											2024-08-14 07:54:42 -07:00
										 |  |  |                                 method->d_common.d_type)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							|  |  |  |             PyCFunction cfunc = meth->ml_meth; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = _PyCFunction_TrampolineCall(cfunc, | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(self_stackref), | 
					
						
							|  |  |  |                 PyStackRef_AsPyObjectBorrow(arg_stackref)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             _Py_LeaveRecursiveCallTstate(tstate); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-08 06:31:43 -04:00
										 |  |  |             if (total_args == 0) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!Py_IS_TYPE(method, &PyMethodDescr_Type)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             PyMethodDef *meth = method->d_method; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (meth->ml_flags != (METH_FASTCALL|METH_KEYWORDS)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             PyTypeObject *d_type = method->d_common.d_type; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); | 
					
						
							| 
									
										
										
										
											2025-04-08 06:31:43 -04:00
										 |  |  |             assert(self != NULL); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!Py_IS_TYPE(self, d_type)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							|  |  |  |             int nargs = total_args - 1; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (CONVERSION_FAILED(args_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = args[_i]; | 
					
						
							|  |  |  |                     args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = self_or_null; | 
					
						
							|  |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyCFunctionFastWithKeywords cfunc = | 
					
						
							| 
									
										
										
										
											2025-04-18 12:24:34 +02:00
										 |  |  |             _PyCFunctionFastWithKeywords_CAST(meth->ml_meth); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = cfunc(self, (args_o + 1), nargs, NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); | 
					
						
							|  |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-09-13 10:25:45 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_METHOD_DESCRIPTOR_NOARGS: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             assert(oparg == 0 || oparg == 1); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |                 args--; | 
					
						
							|  |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (total_args != 1) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!Py_IS_TYPE(method, &PyMethodDescr_Type)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-09 11:19:39 -07:00
										 |  |  |             PyMethodDef *meth = method->d_method; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef self_stackref = args[0]; | 
					
						
							|  |  |  |             PyObject *self = PyStackRef_AsPyObjectBorrow(self_stackref); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!Py_IS_TYPE(self, method->d_common.d_type)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (meth->ml_flags != METH_NOARGS) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-25 09:24:48 +00:00
										 |  |  |             if (_Py_ReachedRecursionLimit(tstate)) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							|  |  |  |             PyCFunction cfunc = meth->ml_meth; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = _PyCFunction_TrampolineCall(cfunc, self, NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             _Py_LeaveRecursiveCallTstate(tstate); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(self_stackref); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CALL_METHOD_DESCRIPTOR_FAST: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-1 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-08 06:31:43 -04:00
										 |  |  |             if (total_args == 0) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!Py_IS_TYPE(method, &PyMethodDescr_Type)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-09 11:19:39 -07:00
										 |  |  |             PyMethodDef *meth = method->d_method; | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (meth->ml_flags != METH_FASTCALL) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); | 
					
						
							| 
									
										
										
										
											2025-04-08 06:31:43 -04:00
										 |  |  |             assert(self != NULL); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!Py_IS_TYPE(self, method->d_common.d_type)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             STAT_INC(CALL, hit); | 
					
						
							|  |  |  |             int nargs = total_args - 1; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             if (CONVERSION_FAILED(args_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = args[_i]; | 
					
						
							|  |  |  |                     args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = self_or_null; | 
					
						
							|  |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-18 12:24:34 +02:00
										 |  |  |             PyCFunctionFast cfunc = _PyCFunctionFast_CAST(meth->ml_meth); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = cfunc(self, (args_o + 1), nargs); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); | 
					
						
							|  |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-17 11:02:58 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-03 15:09:21 +00:00
										 |  |  |         /* _MONITOR_CALL_KW is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |         case _MAYBE_EXPAND_METHOD_KW: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3 - oparg]; | 
					
						
							|  |  |  |             if (PyStackRef_TYPE(callable) == &PyMethod_Type && PyStackRef_IsNull(self_or_null)) { | 
					
						
							|  |  |  |                 PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 PyObject *self = ((PyMethodObject *)callable_o)->im_self; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 self_or_null = PyStackRef_FromPyObjectNew(self); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 PyObject *method = ((PyMethodObject *)callable_o)->im_func; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 _PyStackRef temp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_FromPyObjectNew(method); | 
					
						
							|  |  |  |                 stack_pointer[-3 - oparg] = callable; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 PyStackRef_CLOSE(temp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             stack_pointer[-3 - oparg] = callable; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-14 12:04:05 +01:00
										 |  |  |         /* _DO_CALL_KW is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |         case _PY_FRAME_KW: { | 
					
						
							|  |  |  |             _PyStackRef kwnames; | 
					
						
							|  |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             _PyStackRef new_frame; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             kwnames = stack_pointer[-1]; | 
					
						
							|  |  |  |             args = &stack_pointer[-1 - oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             PyObject *kwnames_o = PyStackRef_AsPyObjectBorrow(kwnames); | 
					
						
							|  |  |  |             int positional_args = total_args - (int)PyTuple_GET_SIZE(kwnames_o); | 
					
						
							|  |  |  |             assert(Py_TYPE(callable_o) == &PyFunction_Type); | 
					
						
							|  |  |  |             int code_flags = ((PyCodeObject*)PyFunction_GET_CODE(callable_o))->co_flags; | 
					
						
							|  |  |  |             PyObject *locals = code_flags & CO_OPTIMIZED ? NULL : Py_NewRef(PyFunction_GET_GLOBALS(callable_o)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-12-11 15:18:22 -08:00
										 |  |  |             _PyInterpreterFrame *temp = _PyEvalFramePushAndInit( | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tstate, callable, locals, | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 arguments, positional_args, kwnames_o, frame | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             ); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             PyStackRef_CLOSE(kwnames); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-12-11 15:18:22 -08:00
										 |  |  |             if (temp == NULL) { | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-06-11 15:52:25 +01:00
										 |  |  |             new_frame = PyStackRef_Wrap(temp); | 
					
						
							|  |  |  |             stack_pointer[0] = new_frame; | 
					
						
							| 
									
										
										
										
											2024-12-11 15:18:22 -08:00
										 |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_FUNCTION_VERSION_KW: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             callable = stack_pointer[-3 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t func_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             if (!PyFunction_Check(callable_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             PyFunctionObject *func = (PyFunctionObject *)callable_o; | 
					
						
							|  |  |  |             if (func->func_version != func_version) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_METHOD_VERSION_KW: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             null = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t func_version = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             if (Py_TYPE(callable_o) != &PyMethod_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             PyObject *func = ((PyMethodObject *)callable_o)->im_func; | 
					
						
							|  |  |  |             if (!PyFunction_Check(func)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (((PyFunctionObject *)func)->func_version != func_version) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(null)) { | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _EXPAND_METHOD_KW: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3 - oparg]; | 
					
						
							|  |  |  |             assert(PyStackRef_IsNull(self_or_null)); | 
					
						
							|  |  |  |             _PyStackRef callable_s = callable; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             assert(Py_TYPE(callable_o) == &PyMethod_Type); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = PyStackRef_FromPyObjectNew(((PyMethodObject *)callable_o)->im_self); | 
					
						
							|  |  |  |             callable = PyStackRef_FromPyObjectNew(((PyMethodObject *)callable_o)->im_func); | 
					
						
							|  |  |  |             assert(PyStackRef_FunctionCheck(callable)); | 
					
						
							|  |  |  |             stack_pointer[-3 - oparg] = callable; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             PyStackRef_CLOSE(callable_s); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CHECK_IS_NOT_PY_CALLABLE_KW: { | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             callable = stack_pointer[-3 - oparg]; | 
					
						
							|  |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             if (PyFunction_Check(callable_o)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (Py_TYPE(callable_o) == &PyMethod_Type) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _CALL_KW_NON_PY: { | 
					
						
							|  |  |  |             _PyStackRef kwnames; | 
					
						
							|  |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             _PyStackRef self_or_null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             _PyStackRef res; | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							|  |  |  |             kwnames = stack_pointer[-1]; | 
					
						
							|  |  |  |             args = &stack_pointer[-1 - oparg]; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             self_or_null = stack_pointer[-2 - oparg]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3 - oparg]; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             #if TIER_ONE
 | 
					
						
							|  |  |  |             assert(opcode != INSTRUMENTED_CALL); | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             PyObject *callable_o = PyStackRef_AsPyObjectBorrow(callable); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             int total_args = oparg; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             _PyStackRef *arguments = args; | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             if (!PyStackRef_IsNull(self_or_null)) { | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |                 arguments--; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |                 total_args++; | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             STACKREFS_TO_PYOBJECTS(arguments, total_args, args_o); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             if (CONVERSION_FAILED(args_o)) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyStackRef tmp = kwnames; | 
					
						
							|  |  |  |                 kwnames = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-1] = kwnames; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |                 for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                     tmp = args[_i]; | 
					
						
							|  |  |  |                     args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                     PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = self_or_null; | 
					
						
							|  |  |  |                 self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-2 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |                 tmp = callable; | 
					
						
							|  |  |  |                 callable = PyStackRef_NULL; | 
					
						
							|  |  |  |                 stack_pointer[-3 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -3 - oparg; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             } | 
					
						
							|  |  |  |             PyObject *kwnames_o = PyStackRef_AsPyObjectBorrow(kwnames); | 
					
						
							|  |  |  |             int positional_args = total_args - (int)PyTuple_GET_SIZE(kwnames_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             PyObject *res_o = PyObject_Vectorcall( | 
					
						
							|  |  |  |                 callable_o, args_o, | 
					
						
							|  |  |  |                 positional_args | PY_VECTORCALL_ARGUMENTS_OFFSET, | 
					
						
							|  |  |  |                 kwnames_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             PyStackRef_CLOSE(kwnames); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); | 
					
						
							|  |  |  |             assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-14 15:08:56 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = self_or_null; | 
					
						
							|  |  |  |             self_or_null = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1 - oparg] = self_or_null; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_XCLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-04-18 07:16:28 -07:00
										 |  |  |             tmp = callable; | 
					
						
							|  |  |  |             callable = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2 - oparg] = callable; | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -2 - oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-08-16 17:11:24 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |         case _MAKE_CALLARGS_A_TUPLE: { | 
					
						
							|  |  |  |             _PyStackRef callargs; | 
					
						
							|  |  |  |             _PyStackRef func; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             callargs = stack_pointer[-2]; | 
					
						
							|  |  |  |             func = stack_pointer[-4]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             PyObject *callargs_o = PyStackRef_AsPyObjectBorrow(callargs); | 
					
						
							| 
									
										
										
										
											2025-04-14 12:19:53 +01:00
										 |  |  |             if (!PyTuple_CheckExact(callargs_o)) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 int err = _Py_Check_ArgsIterable(tstate, PyStackRef_AsPyObjectBorrow(func), callargs_o); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (err < 0) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyObject *tuple_o = PySequence_Tuple(callargs_o); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (tuple_o == NULL) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2025-04-14 12:19:53 +01:00
										 |  |  |                 _PyStackRef temp = callargs; | 
					
						
							|  |  |  |                 callargs = PyStackRef_FromPyObjectSteal(tuple_o); | 
					
						
							|  |  |  |                 stack_pointer[-2] = callargs; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2025-04-14 12:19:53 +01:00
										 |  |  |                 PyStackRef_CLOSE(temp); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-14 12:19:53 +01:00
										 |  |  |             stack_pointer[-2] = callargs; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         /* _DO_CALL_FUNCTION_EX is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |         case _MAKE_FUNCTION: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef codeobj_st; | 
					
						
							|  |  |  |             _PyStackRef func; | 
					
						
							|  |  |  |             codeobj_st = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *codeobj = PyStackRef_AsPyObjectBorrow(codeobj_st); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             PyFunctionObject *func_obj = (PyFunctionObject *) | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             PyFunction_New(codeobj, GLOBALS()); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(codeobj_st); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (func_obj == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-08-17 11:29:58 -07:00
										 |  |  |             _PyFunction_SetVersion( | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |                                    func_obj, ((PyCodeObject *)codeobj)->co_version); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             func = PyStackRef_FromPyObjectSteal((PyObject *)func_obj); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = func; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _SET_FUNCTION_ATTRIBUTE: { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyStackRef func_in; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef attr_st; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyStackRef func_out; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             func_in = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             attr_st = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             PyObject *func = PyStackRef_AsPyObjectBorrow(func_in); | 
					
						
							|  |  |  |             PyObject *attr = PyStackRef_AsPyObjectSteal(attr_st); | 
					
						
							|  |  |  |             func_out = func_in; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(PyFunction_Check(func)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             size_t offset = _Py_FunctionAttributeOffsets[oparg]; | 
					
						
							|  |  |  |             assert(offset != 0); | 
					
						
							|  |  |  |             PyObject **ptr = (PyObject **)(((char *)func) + offset); | 
					
						
							|  |  |  |             assert(*ptr == NULL); | 
					
						
							|  |  |  |             *ptr = attr; | 
					
						
							|  |  |  |             stack_pointer[-2] = func_out; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |         case _RETURN_GENERATOR: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2024-09-24 13:08:18 -07:00
										 |  |  |             assert(PyStackRef_FunctionCheck(frame->f_funcobj)); | 
					
						
							|  |  |  |             PyFunctionObject *func = (PyFunctionObject *)PyStackRef_AsPyObjectBorrow(frame->f_funcobj); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |             PyGenObject *gen = (PyGenObject *)_Py_MakeCoro(func); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (gen == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-04-04 17:59:36 +01:00
										 |  |  |             assert(STACK_LEVEL() == 0); | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-24 10:23:38 +01:00
										 |  |  |             _PyInterpreterFrame *gen_frame = &gen->gi_iframe; | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |             frame->instr_ptr++; | 
					
						
							|  |  |  |             _PyFrame_Copy(frame, gen_frame); | 
					
						
							|  |  |  |             assert(frame->frame_obj == NULL); | 
					
						
							|  |  |  |             gen->gi_frame_state = FRAME_CREATED; | 
					
						
							|  |  |  |             gen_frame->owner = FRAME_OWNED_BY_GENERATOR; | 
					
						
							|  |  |  |             _Py_LeaveRecursiveCallPy(tstate); | 
					
						
							|  |  |  |             _PyInterpreterFrame *prev = frame->previous; | 
					
						
							|  |  |  |             _PyThreadState_PopFrame(tstate, frame); | 
					
						
							|  |  |  |             frame = tstate->current_frame = prev; | 
					
						
							|  |  |  |             LOAD_IP(frame->return_offset); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             res = PyStackRef_FromPyObjectStealMortal((PyObject *)gen); | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |             LLTRACE_RESUME_FRAME(); | 
					
						
							|  |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-04-25 11:32:47 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _BUILD_SLICE: { | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             _PyStackRef *args; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef slice; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             args = &stack_pointer[-oparg]; | 
					
						
							|  |  |  |             PyObject *start_o = PyStackRef_AsPyObjectBorrow(args[0]); | 
					
						
							|  |  |  |             PyObject *stop_o = PyStackRef_AsPyObjectBorrow(args[1]); | 
					
						
							|  |  |  |             PyObject *step_o = oparg == 3 ? PyStackRef_AsPyObjectBorrow(args[2]) : NULL; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *slice_o = PySlice_New(start_o, stop_o, step_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp; | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             for (int _i = oparg; --_i >= 0;) { | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |                 tmp = args[_i]; | 
					
						
							|  |  |  |                 args[_i] = PyStackRef_NULL; | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-01-27 16:24:48 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -oparg; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (slice_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-03-10 14:06:56 +00:00
										 |  |  |             slice = PyStackRef_FromPyObjectStealMortal(slice_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = slice; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _CONVERT_VALUE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef result; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-02-29 08:11:28 -08:00
										 |  |  |             conversion_func conv_fn; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             assert(oparg >= FVC_STR && oparg <= FVC_ASCII); | 
					
						
							| 
									
										
										
										
											2024-02-29 08:11:28 -08:00
										 |  |  |             conv_fn = _PyEval_ConversionFuncs[oparg]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *result_o = conv_fn(PyStackRef_AsPyObjectBorrow(value)); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             if (result_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             result = PyStackRef_FromPyObjectSteal(result_o); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = result; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _FORMAT_SIMPLE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             value = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); | 
					
						
							|  |  |  |             if (!PyUnicode_CheckExact(value_o)) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-10-07 18:13:04 +01:00
										 |  |  |                 PyObject *res_o = PyObject_Format(value_o, NULL); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |                 PyStackRef_CLOSE(value); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (res_o == NULL) { | 
					
						
							|  |  |  |                     JUMP_TO_ERROR(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-10-07 18:13:04 +01:00
										 |  |  |                 res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							|  |  |  |                 res = value; | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _FORMAT_WITH_SPEC: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef fmt_spec; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             fmt_spec = stack_pointer[-1]; | 
					
						
							|  |  |  |             value = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = PyObject_Format(PyStackRef_AsPyObjectBorrow(value), PyStackRef_AsPyObjectBorrow(fmt_spec)); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyStackRef tmp = fmt_spec; | 
					
						
							|  |  |  |             fmt_spec = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = fmt_spec; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							|  |  |  |             tmp = value; | 
					
						
							|  |  |  |             value = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-2] = value; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer[0] = res; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-17 13:43:09 +01:00
										 |  |  |         case _COPY_1: { | 
					
						
							|  |  |  |             _PyStackRef bottom; | 
					
						
							|  |  |  |             _PyStackRef top; | 
					
						
							|  |  |  |             bottom = stack_pointer[-1]; | 
					
						
							|  |  |  |             top = PyStackRef_DUP(bottom); | 
					
						
							|  |  |  |             stack_pointer[0] = top; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _COPY_2: { | 
					
						
							|  |  |  |             _PyStackRef bottom; | 
					
						
							|  |  |  |             _PyStackRef top; | 
					
						
							|  |  |  |             bottom = stack_pointer[-2]; | 
					
						
							|  |  |  |             top = PyStackRef_DUP(bottom); | 
					
						
							|  |  |  |             stack_pointer[0] = top; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _COPY_3: { | 
					
						
							|  |  |  |             _PyStackRef bottom; | 
					
						
							|  |  |  |             _PyStackRef top; | 
					
						
							|  |  |  |             bottom = stack_pointer[-3]; | 
					
						
							|  |  |  |             top = PyStackRef_DUP(bottom); | 
					
						
							|  |  |  |             stack_pointer[0] = top; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _COPY: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef bottom; | 
					
						
							|  |  |  |             _PyStackRef top; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             bottom = stack_pointer[-1 - (oparg-1)]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             top = PyStackRef_DUP(bottom); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer[0] = top; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 10:53:27 +00:00
										 |  |  |         case _BINARY_OP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef rhs; | 
					
						
							|  |  |  |             _PyStackRef lhs; | 
					
						
							|  |  |  |             _PyStackRef res; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             rhs = stack_pointer[-1]; | 
					
						
							|  |  |  |             lhs = stack_pointer[-2]; | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *lhs_o = PyStackRef_AsPyObjectBorrow(lhs); | 
					
						
							|  |  |  |             PyObject *rhs_o = PyStackRef_AsPyObjectBorrow(rhs); | 
					
						
							| 
									
										
										
										
											2023-07-20 13:37:19 -07:00
										 |  |  |             assert(_PyEval_BinaryOps[oparg]); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyObject *res_o = _PyEval_BinaryOps[oparg](lhs_o, rhs_o); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             if (res_o == NULL) { | 
					
						
							|  |  |  |                 JUMP_TO_ERROR(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             res = PyStackRef_FromPyObjectSteal(res_o); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             _PyStackRef tmp = lhs; | 
					
						
							|  |  |  |             lhs = res; | 
					
						
							|  |  |  |             stack_pointer[-2] = lhs; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-03-26 15:21:35 +00:00
										 |  |  |             tmp = rhs; | 
					
						
							|  |  |  |             rhs = PyStackRef_NULL; | 
					
						
							|  |  |  |             stack_pointer[-1] = rhs; | 
					
						
							|  |  |  |             PyStackRef_CLOSE(tmp); | 
					
						
							| 
									
										
										
										
											2025-02-12 17:44:59 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-07-07 11:03:27 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-17 13:43:09 +01:00
										 |  |  |         case _SWAP_2: { | 
					
						
							|  |  |  |             _PyStackRef top; | 
					
						
							|  |  |  |             _PyStackRef bottom; | 
					
						
							|  |  |  |             top = stack_pointer[-1]; | 
					
						
							|  |  |  |             bottom = stack_pointer[-2]; | 
					
						
							|  |  |  |             _PyStackRef temp = bottom; | 
					
						
							|  |  |  |             bottom = top; | 
					
						
							|  |  |  |             top = temp; | 
					
						
							|  |  |  |             stack_pointer[-2] = bottom; | 
					
						
							|  |  |  |             stack_pointer[-1] = top; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _SWAP_3: { | 
					
						
							|  |  |  |             _PyStackRef top; | 
					
						
							|  |  |  |             _PyStackRef bottom; | 
					
						
							|  |  |  |             top = stack_pointer[-1]; | 
					
						
							|  |  |  |             bottom = stack_pointer[-3]; | 
					
						
							|  |  |  |             _PyStackRef temp = bottom; | 
					
						
							|  |  |  |             bottom = top; | 
					
						
							|  |  |  |             top = temp; | 
					
						
							|  |  |  |             stack_pointer[-3] = bottom; | 
					
						
							|  |  |  |             stack_pointer[-1] = top; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |         case _SWAP: { | 
					
						
							| 
									
										
										
										
											2025-04-14 12:19:53 +01:00
										 |  |  |             _PyStackRef top; | 
					
						
							|  |  |  |             _PyStackRef bottom; | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2025-04-14 12:19:53 +01:00
										 |  |  |             top = stack_pointer[-1]; | 
					
						
							|  |  |  |             bottom = stack_pointer[-2 - (oparg-2)]; | 
					
						
							|  |  |  |             _PyStackRef temp = bottom; | 
					
						
							|  |  |  |             bottom = top; | 
					
						
							|  |  |  |             top = temp; | 
					
						
							|  |  |  |             stack_pointer[-2 - (oparg-2)] = bottom; | 
					
						
							|  |  |  |             stack_pointer[-1] = top; | 
					
						
							| 
									
										
										
										
											2023-06-26 19:02:57 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-07-13 12:14:51 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-26 12:24:12 +01:00
										 |  |  |         /* _INSTRUMENTED_LINE is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _INSTRUMENTED_INSTRUCTION is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _INSTRUMENTED_JUMP_FORWARD is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-14 12:04:05 +01:00
										 |  |  |         /* _MONITOR_JUMP_BACKWARD is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-12-19 16:59:51 +00:00
										 |  |  |         /* _INSTRUMENTED_NOT_TAKEN is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _INSTRUMENTED_POP_JUMP_IF_TRUE is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _INSTRUMENTED_POP_JUMP_IF_FALSE is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _INSTRUMENTED_POP_JUMP_IF_NONE is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         /* _INSTRUMENTED_POP_JUMP_IF_NOT_NONE is not a viable micro-op for tier 2 because it is instrumented */ | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-14 15:30:33 +00:00
										 |  |  |         case _GUARD_IS_TRUE_POP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef flag; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             flag = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             int is_true = PyStackRef_IsTrue(flag); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             if (!is_true) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-13 12:14:51 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-14 15:30:33 +00:00
										 |  |  |         case _GUARD_IS_FALSE_POP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef flag; | 
					
						
							| 
									
										
										
										
											2023-08-04 09:35:56 -07:00
										 |  |  |             flag = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             int is_false = PyStackRef_IsFalse(flag); | 
					
						
							| 
									
										
										
										
											2023-12-12 12:12:17 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             if (!is_false) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-11-14 15:30:33 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_IS_NONE_POP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef val; | 
					
						
							| 
									
										
										
										
											2023-11-14 15:30:33 +00:00
										 |  |  |             val = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             int is_none = PyStackRef_IsNone(val); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             if (!is_none) { | 
					
						
							|  |  |  |                 stack_pointer += -1; | 
					
						
							|  |  |  |                 assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 PyStackRef_CLOSE(val); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 if (1) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							| 
									
										
										
										
											2024-01-15 11:41:06 +00:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2023-11-14 15:30:33 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _GUARD_IS_NOT_NONE_POP: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef val; | 
					
						
							| 
									
										
										
										
											2023-11-14 15:30:33 +00:00
										 |  |  |             val = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-22 17:55:33 +00:00
										 |  |  |             int is_none = PyStackRef_IsNone(val); | 
					
						
							| 
									
										
										
										
											2024-01-15 11:41:06 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(val); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |             if (is_none) { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-07-13 12:14:51 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-11 15:39:19 -07:00
										 |  |  |         case _JUMP_TO_TOP: { | 
					
						
							| 
									
										
										
										
											2024-06-24 08:35:10 -07:00
										 |  |  |             JUMP_TO_JUMP_TARGET(); | 
					
						
							| 
									
										
										
										
											2023-07-13 12:14:51 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-11 15:39:19 -07:00
										 |  |  |         case _SET_IP: { | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *instr_ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-02-13 16:28:19 +00:00
										 |  |  |             frame->instr_ptr = (_Py_CODEUNIT *)instr_ptr; | 
					
						
							| 
									
										
										
										
											2023-10-26 14:43:10 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-03 10:14:18 -07:00
										 |  |  |         case _CHECK_STACK_SPACE_OPERAND: { | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t framesize = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-04-03 10:14:18 -07:00
										 |  |  |             assert(framesize <= INT_MAX); | 
					
						
							| 
									
										
										
										
											2024-04-05 12:13:00 +02:00
										 |  |  |             if (!_PyThreadState_HasStackSpace(tstate, framesize)) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (tstate->py_recursion_remaining <= 1) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-04-03 10:14:18 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-10-26 14:43:10 +01:00
										 |  |  |         case _SAVE_RETURN_OFFSET: { | 
					
						
							| 
									
										
										
										
											2023-11-20 11:25:32 -08:00
										 |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2023-10-26 14:43:10 +01:00
										 |  |  |             #if TIER_ONE
 | 
					
						
							| 
									
										
										
										
											2023-10-31 10:09:54 +00:00
										 |  |  |             frame->return_offset = (uint16_t)(next_instr - this_instr); | 
					
						
							| 
									
										
										
										
											2023-10-26 14:43:10 +01:00
										 |  |  |             #endif
 | 
					
						
							|  |  |  |             #if TIER_TWO
 | 
					
						
							|  |  |  |             frame->return_offset = oparg; | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2023-07-13 12:14:51 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-11 15:39:19 -07:00
										 |  |  |         case _EXIT_TRACE: { | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *exit_p = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-07-26 09:40:15 -07:00
										 |  |  |             _PyExitData *exit = (_PyExitData *)exit_p; | 
					
						
							| 
									
										
										
										
											2024-07-01 13:17:40 -07:00
										 |  |  |             #if defined(Py_DEBUG) && !defined(_Py_JIT)
 | 
					
						
							| 
									
										
										
										
											2025-08-01 16:26:07 +01:00
										 |  |  |             _Py_CODEUNIT *target = _PyFrame_GetBytecode(frame) + exit->target; | 
					
						
							| 
									
										
										
										
											2024-07-01 13:17:40 -07:00
										 |  |  |             OPT_HIST(trace_uop_execution_counter, trace_run_length_hist); | 
					
						
							| 
									
										
										
										
											2025-01-21 22:17:15 +08:00
										 |  |  |             if (frame->lltrace >= 2) { | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-07-01 13:17:40 -07:00
										 |  |  |                 printf("SIDE EXIT: [UOp "); | 
					
						
							|  |  |  |                 _PyUOpPrint(&next_uop[-1]); | 
					
						
							| 
									
										
										
										
											2025-09-03 23:42:26 +09:00
										 |  |  |                 printf(", exit %tu, temp %d, target %d -> %s]\n", | 
					
						
							| 
									
										
										
										
											2024-10-07 11:46:33 +01:00
										 |  |  |                        exit - current_executor->exits, exit->temperature.value_and_backoff, | 
					
						
							| 
									
										
										
										
											2024-11-04 11:13:32 -08:00
										 |  |  |                        (int)(target - _PyFrame_GetBytecode(frame)), | 
					
						
							| 
									
										
										
										
											2024-07-01 13:17:40 -07:00
										 |  |  |                        _PyOpcode_OpName[target->op.code]); | 
					
						
							| 
									
										
										
										
											2024-10-07 14:56:39 +01:00
										 |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2024-07-01 13:17:40 -07:00
										 |  |  |             } | 
					
						
							|  |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-08-01 16:26:07 +01:00
										 |  |  |             tstate->jit_exit = exit; | 
					
						
							| 
									
										
										
										
											2025-08-21 10:40:53 +01:00
										 |  |  |             TIER2_TO_TIER2(exit->executor); | 
					
						
							| 
									
										
										
										
											2023-07-13 12:14:51 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2023-08-16 02:04:17 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-09 11:19:51 +00:00
										 |  |  |         case _CHECK_VALIDITY: { | 
					
						
							| 
									
										
										
										
											2024-04-04 18:49:18 -04:00
										 |  |  |             if (!current_executor->vm_data.valid) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2023-11-09 11:19:51 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-01-24 12:08:31 +00:00
										 |  |  |         case _LOAD_CONST_INLINE: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             value = PyStackRef_FromPyObjectNew(ptr); | 
					
						
							| 
									
										
										
										
											2024-01-24 12:08:31 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-01-24 12:08:31 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-02-28 18:00:38 +00:00
										 |  |  |         case _POP_TOP_LOAD_CONST_INLINE: { | 
					
						
							|  |  |  |             _PyStackRef pop; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             pop = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             value = PyStackRef_FromPyObjectNew(ptr); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-01-10 15:44:34 +00:00
										 |  |  |         case _LOAD_CONST_INLINE_BORROW: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(ptr); | 
					
						
							| 
									
										
										
										
											2024-01-10 15:44:34 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							| 
									
										
										
										
											2024-06-25 16:42:29 +01:00
										 |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-01-10 15:44:34 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-22 12:52:47 -04:00
										 |  |  |         case _POP_CALL: { | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             null = stack_pointer[-1]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2]; | 
					
						
							|  |  |  |             (void)null; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _POP_CALL_ONE: { | 
					
						
							|  |  |  |             _PyStackRef pop; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             pop = stack_pointer[-1]; | 
					
						
							|  |  |  |             null = stack_pointer[-2]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             (void)null; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _POP_CALL_TWO: { | 
					
						
							|  |  |  |             _PyStackRef pop2; | 
					
						
							|  |  |  |             _PyStackRef pop1; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             pop2 = stack_pointer[-1]; | 
					
						
							|  |  |  |             pop1 = stack_pointer[-2]; | 
					
						
							|  |  |  |             null = stack_pointer[-3]; | 
					
						
							|  |  |  |             callable = stack_pointer[-4]; | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop2); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop1); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             (void)null; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-01 06:13:38 +08:00
										 |  |  |         case _POP_TOP_LOAD_CONST_INLINE_BORROW: { | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             _PyStackRef pop; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							| 
									
										
										
										
											2024-03-01 06:13:38 +08:00
										 |  |  |             pop = stack_pointer[-1]; | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							| 
									
										
										
										
											2024-06-27 03:10:43 +08:00
										 |  |  |             PyStackRef_CLOSE(pop); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(ptr); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2025-03-21 11:23:12 -07:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _POP_TWO_LOAD_CONST_INLINE_BORROW: { | 
					
						
							|  |  |  |             _PyStackRef pop2; | 
					
						
							|  |  |  |             _PyStackRef pop1; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             pop2 = stack_pointer[-1]; | 
					
						
							|  |  |  |             pop1 = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop2); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop1); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(ptr); | 
					
						
							| 
									
										
										
										
											2025-03-21 11:23:12 -07:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							| 
									
										
										
										
											2024-03-01 06:13:38 +08:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-22 12:52:47 -04:00
										 |  |  |         case _POP_CALL_LOAD_CONST_INLINE_BORROW: { | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             null = stack_pointer[-1]; | 
					
						
							|  |  |  |             callable = stack_pointer[-2]; | 
					
						
							|  |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             (void)null; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             value = PyStackRef_FromPyObjectBorrow(ptr); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW: { | 
					
						
							|  |  |  |             _PyStackRef pop; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             pop = stack_pointer[-1]; | 
					
						
							|  |  |  |             null = stack_pointer[-2]; | 
					
						
							|  |  |  |             callable = stack_pointer[-3]; | 
					
						
							|  |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             (void)null; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             value = PyStackRef_FromPyObjectBorrow(ptr); | 
					
						
							|  |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-19 18:00:53 -04:00
										 |  |  |         case _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW: { | 
					
						
							|  |  |  |             _PyStackRef pop2; | 
					
						
							|  |  |  |             _PyStackRef pop1; | 
					
						
							|  |  |  |             _PyStackRef null; | 
					
						
							|  |  |  |             _PyStackRef callable; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             pop2 = stack_pointer[-1]; | 
					
						
							|  |  |  |             pop1 = stack_pointer[-2]; | 
					
						
							|  |  |  |             null = stack_pointer[-3]; | 
					
						
							|  |  |  |             callable = stack_pointer[-4]; | 
					
						
							|  |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop2); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             stack_pointer += -1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(pop1); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             (void)null; | 
					
						
							|  |  |  |             stack_pointer += -2; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             PyStackRef_CLOSE(callable); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							| 
									
										
										
										
											2025-05-20 11:24:11 -04:00
										 |  |  |             value = PyStackRef_FromPyObjectBorrow(ptr); | 
					
						
							| 
									
										
										
										
											2025-05-19 18:00:53 -04:00
										 |  |  |             stack_pointer[0] = value; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-05-22 11:15:03 -04:00
										 |  |  |         case _LOAD_CONST_UNDER_INLINE: { | 
					
						
							|  |  |  |             _PyStackRef old; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef new; | 
					
						
							|  |  |  |             old = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             new = old; | 
					
						
							|  |  |  |             value = PyStackRef_FromPyObjectNew(ptr); | 
					
						
							|  |  |  |             stack_pointer[-1] = value; | 
					
						
							|  |  |  |             stack_pointer[0] = new; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         case _LOAD_CONST_UNDER_INLINE_BORROW: { | 
					
						
							|  |  |  |             _PyStackRef old; | 
					
						
							|  |  |  |             _PyStackRef value; | 
					
						
							|  |  |  |             _PyStackRef new; | 
					
						
							|  |  |  |             old = stack_pointer[-1]; | 
					
						
							|  |  |  |             PyObject *ptr = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							|  |  |  |             new = old; | 
					
						
							|  |  |  |             value = PyStackRef_FromPyObjectBorrow(ptr); | 
					
						
							|  |  |  |             stack_pointer[-1] = value; | 
					
						
							|  |  |  |             stack_pointer[0] = new; | 
					
						
							|  |  |  |             stack_pointer += 1; | 
					
						
							|  |  |  |             assert(WITHIN_STACK_BOUNDS()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-20 09:39:55 +00:00
										 |  |  |         case _START_EXECUTOR: { | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             PyObject *executor = (PyObject *)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2024-02-20 09:39:55 +00:00
										 |  |  |             #ifndef _Py_JIT
 | 
					
						
							| 
									
										
										
										
											2025-08-21 10:40:53 +01:00
										 |  |  |             assert(current_executor == (_PyExecutorObject*)executor); | 
					
						
							| 
									
										
										
										
											2024-02-20 09:39:55 +00:00
										 |  |  |             #endif
 | 
					
						
							| 
									
										
										
										
											2025-08-01 16:26:07 +01:00
										 |  |  |             assert(tstate->jit_exit == NULL || tstate->jit_exit->executor == current_executor); | 
					
						
							|  |  |  |             tstate->current_executor = (PyObject *)executor; | 
					
						
							|  |  |  |             if (!current_executor->vm_data.valid) { | 
					
						
							|  |  |  |                 assert(tstate->jit_exit->executor == current_executor); | 
					
						
							|  |  |  |                 assert(tstate->current_executor == executor); | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyExecutor_ClearExit(tstate->jit_exit); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (true) { | 
					
						
							|  |  |  |                     UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                     JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-02-20 09:39:55 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-09-26 17:35:42 -07:00
										 |  |  |         case _MAKE_WARM: { | 
					
						
							|  |  |  |             current_executor->vm_data.warm = true; | 
					
						
							|  |  |  |             if (--tstate->interp->trace_run_counter == 0) { | 
					
						
							|  |  |  |                 _Py_set_eval_breaker_bit(tstate, _PY_EVAL_JIT_INVALIDATE_COLD_BIT); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-20 09:39:55 +00:00
										 |  |  |         case _FATAL_ERROR: { | 
					
						
							|  |  |  |             assert(0); | 
					
						
							|  |  |  |             Py_FatalError("Fatal error uop executed."); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         case _DEOPT: { | 
					
						
							| 
									
										
										
										
											2025-02-07 09:52:49 -08:00
										 |  |  |             GOTO_TIER_ONE(_PyFrame_GetBytecode(frame) + CURRENT_TARGET()); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-08-09 15:41:28 +01:00
										 |  |  |         case _HANDLE_PENDING_AND_DEOPT: { | 
					
						
							|  |  |  |             _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |             int err = _Py_HandlePending(tstate); | 
					
						
							|  |  |  |             stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |             GOTO_TIER_ONE(err ? NULL : _PyFrame_GetBytecode(frame) + CURRENT_TARGET()); | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |         case _ERROR_POP_N: { | 
					
						
							|  |  |  |             oparg = CURRENT_OPARG(); | 
					
						
							| 
									
										
										
										
											2024-11-09 11:35:33 +08:00
										 |  |  |             uint32_t target = (uint32_t)CURRENT_OPERAND0(); | 
					
						
							| 
									
										
										
										
											2025-02-03 12:41:32 +00:00
										 |  |  |             assert(oparg == 0); | 
					
						
							| 
									
										
										
										
											2024-11-04 11:13:32 -08:00
										 |  |  |             frame->instr_ptr = _PyFrame_GetBytecode(frame) + target; | 
					
						
							| 
									
										
										
										
											2025-02-07 09:52:49 -08:00
										 |  |  |             GOTO_TIER_ONE(NULL); | 
					
						
							| 
									
										
										
										
											2024-03-26 09:35:11 +00:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-29 07:54:05 +01:00
										 |  |  |         case _TIER2_RESUME_CHECK: { | 
					
						
							|  |  |  |             #if defined(__EMSCRIPTEN__)
 | 
					
						
							|  |  |  |             if (_Py_emscripten_signal_clock == 0) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             _Py_emscripten_signal_clock -= Py_EMSCRIPTEN_SIGNAL_HANDLING; | 
					
						
							|  |  |  |             #endif
 | 
					
						
							|  |  |  |             uintptr_t eval_breaker = _Py_atomic_load_uintptr_relaxed(&tstate->eval_breaker); | 
					
						
							|  |  |  |             if (eval_breaker & _PY_EVAL_EVENTS_MASK) { | 
					
						
							|  |  |  |                 UOP_STAT_INC(uopcode, miss); | 
					
						
							|  |  |  |                 JUMP_TO_JUMP_TARGET(); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2024-05-03 11:49:24 -07:00
										 |  |  |             assert(tstate->tracing || eval_breaker == FT_ATOMIC_LOAD_UINTPTR_ACQUIRE(_PyFrame_GetCode(frame)->_co_instrumentation_version)); | 
					
						
							| 
									
										
										
										
											2024-04-29 07:54:05 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-08-01 16:26:07 +01:00
										 |  |  |         case _COLD_EXIT: { | 
					
						
							|  |  |  |             _PyExitData *exit = tstate->jit_exit; | 
					
						
							|  |  |  |             assert(exit != NULL); | 
					
						
							|  |  |  |             _Py_CODEUNIT *target = _PyFrame_GetBytecode(frame) + exit->target; | 
					
						
							|  |  |  |             _Py_BackoffCounter temperature = exit->temperature; | 
					
						
							|  |  |  |             if (!backoff_counter_triggers(temperature)) { | 
					
						
							|  |  |  |                 exit->temperature = advance_backoff_counter(temperature); | 
					
						
							|  |  |  |                 GOTO_TIER_ONE(target); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             _PyExecutorObject *executor; | 
					
						
							|  |  |  |             if (target->op.code == ENTER_EXECUTOR) { | 
					
						
							|  |  |  |                 PyCodeObject *code = _PyFrame_GetCode(frame); | 
					
						
							|  |  |  |                 executor = code->co_executors->executors[target->op.arg]; | 
					
						
							|  |  |  |                 Py_INCREF(executor); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             else { | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 _PyExecutorObject *previous_executor = _PyExecutor_FromExit(exit); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 assert(tstate->current_executor == (PyObject *)previous_executor); | 
					
						
							|  |  |  |                 int chain_depth = previous_executor->vm_data.chain_depth + 1; | 
					
						
							|  |  |  |                 _PyFrame_SetStackPointer(frame, stack_pointer); | 
					
						
							|  |  |  |                 int optimized = _PyOptimizer_Optimize(frame, target, &executor, chain_depth); | 
					
						
							|  |  |  |                 stack_pointer = _PyFrame_GetStackPointer(frame); | 
					
						
							|  |  |  |                 if (optimized <= 0) { | 
					
						
							|  |  |  |                     exit->temperature = restart_backoff_counter(temperature); | 
					
						
							|  |  |  |                     GOTO_TIER_ONE(optimized < 0 ? NULL : target); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |                 exit->temperature = initial_temperature_backoff_counter(); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             assert(tstate->jit_exit == exit); | 
					
						
							|  |  |  |             exit->executor = executor; | 
					
						
							| 
									
										
										
										
											2025-08-21 10:40:53 +01:00
										 |  |  |             TIER2_TO_TIER2(exit->executor); | 
					
						
							| 
									
										
										
										
											2025-08-01 16:26:07 +01:00
										 |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-01 13:13:02 -07:00
										 |  |  | #undef TIER_TWO
 |