| 
									
										
										
										
											2023-08-16 02:04:17 +08:00
										 |  |  | #ifndef Py_INTERNAL_OPTIMIZER_H
 | 
					
						
							|  |  |  | #define Py_INTERNAL_OPTIMIZER_H
 | 
					
						
							|  |  |  | #ifdef __cplusplus
 | 
					
						
							|  |  |  | extern "C" { | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifndef Py_BUILD_CORE
 | 
					
						
							|  |  |  | #  error "this header requires Py_BUILD_CORE define"
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-13 21:24:48 +08:00
										 |  |  | #include "pycore_uop_ids.h"
 | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | #include <stdbool.h>
 | 
					
						
							| 
									
										
										
										
											2024-02-13 21:24:48 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | // This is the length of the trace we project initially.
 | 
					
						
							|  |  |  | #define UOP_MAX_TRACE_LENGTH 512
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define TRACE_STACK_SIZE 5
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-02 12:14:34 +00:00
										 |  |  | int _Py_uop_analyze_and_optimize(_PyInterpreterFrame *frame, | 
					
						
							|  |  |  |     _PyUOpInstruction *trace, int trace_len, int curr_stackentries, | 
					
						
							|  |  |  |     _PyBloomFilter *dependencies); | 
					
						
							| 
									
										
										
										
											2023-08-16 02:04:17 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-10-29 13:53:25 -07:00
										 |  |  | extern PyTypeObject _PyCounterExecutor_Type; | 
					
						
							|  |  |  | extern PyTypeObject _PyCounterOptimizer_Type; | 
					
						
							|  |  |  | extern PyTypeObject _PyDefaultOptimizer_Type; | 
					
						
							|  |  |  | extern PyTypeObject _PyUOpExecutor_Type; | 
					
						
							|  |  |  | extern PyTypeObject _PyUOpOptimizer_Type; | 
					
						
							| 
									
										
										
										
											2023-08-16 02:04:17 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | /* Symbols */ | 
					
						
							| 
									
										
										
										
											2024-02-28 09:55:56 -08:00
										 |  |  | /* See explanation in optimizer_symbols.c */ | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | struct _Py_UopsSymbol { | 
					
						
							| 
									
										
										
										
											2024-02-28 09:55:56 -08:00
										 |  |  |     int flags;  // 0 bits: Top; 2 or more bits: Bottom
 | 
					
						
							|  |  |  |     PyTypeObject *typ;  // Borrowed reference
 | 
					
						
							|  |  |  |     PyObject *const_val;  // Owned reference (!)
 | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Holds locals, stack, locals, stack ... co_consts (in that order)
 | 
					
						
							|  |  |  | #define MAX_ABSTRACT_INTERP_SIZE 4096
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | #define TY_ARENA_SIZE (UOP_MAX_TRACE_LENGTH * 5)
 | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | // Need extras for root frame and for overflow frame (see TRACE_STACK_PUSH())
 | 
					
						
							|  |  |  | #define MAX_ABSTRACT_FRAME_DEPTH (TRACE_STACK_SIZE + 2)
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | typedef struct _Py_UopsSymbol _Py_UopsSymbol; | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | struct _Py_UOpsAbstractFrame { | 
					
						
							|  |  |  |     // Max stacklen
 | 
					
						
							|  |  |  |     int stack_len; | 
					
						
							|  |  |  |     int locals_len; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  |     _Py_UopsSymbol **stack_pointer; | 
					
						
							|  |  |  |     _Py_UopsSymbol **stack; | 
					
						
							|  |  |  |     _Py_UopsSymbol **locals; | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | typedef struct _Py_UOpsAbstractFrame _Py_UOpsAbstractFrame; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | typedef struct ty_arena { | 
					
						
							|  |  |  |     int ty_curr_number; | 
					
						
							|  |  |  |     int ty_max_number; | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  |     _Py_UopsSymbol arena[TY_ARENA_SIZE]; | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | } ty_arena; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | struct _Py_UOpsContext { | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  |     PyObject_HEAD | 
					
						
							|  |  |  |     // The current "executing" frame.
 | 
					
						
							|  |  |  |     _Py_UOpsAbstractFrame *frame; | 
					
						
							|  |  |  |     _Py_UOpsAbstractFrame frames[MAX_ABSTRACT_FRAME_DEPTH]; | 
					
						
							|  |  |  |     int curr_frame_depth; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     // Arena for the symbolic types.
 | 
					
						
							|  |  |  |     ty_arena t_arena; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  |     _Py_UopsSymbol **n_consumed; | 
					
						
							|  |  |  |     _Py_UopsSymbol **limit; | 
					
						
							|  |  |  |     _Py_UopsSymbol *locals_and_stack[MAX_ABSTRACT_INTERP_SIZE]; | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | typedef struct _Py_UOpsContext _Py_UOpsContext; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | extern bool _Py_uop_sym_is_null(_Py_UopsSymbol *sym); | 
					
						
							|  |  |  | extern bool _Py_uop_sym_is_not_null(_Py_UopsSymbol *sym); | 
					
						
							|  |  |  | extern bool _Py_uop_sym_is_const(_Py_UopsSymbol *sym); | 
					
						
							|  |  |  | extern PyObject *_Py_uop_sym_get_const(_Py_UopsSymbol *sym); | 
					
						
							|  |  |  | extern _Py_UopsSymbol *_Py_uop_sym_new_unknown(_Py_UOpsContext *ctx); | 
					
						
							|  |  |  | extern _Py_UopsSymbol *_Py_uop_sym_new_not_null(_Py_UOpsContext *ctx); | 
					
						
							|  |  |  | extern _Py_UopsSymbol *_Py_uop_sym_new_type( | 
					
						
							|  |  |  |     _Py_UOpsContext *ctx, PyTypeObject *typ); | 
					
						
							|  |  |  | extern _Py_UopsSymbol *_Py_uop_sym_new_const(_Py_UOpsContext *ctx, PyObject *const_val); | 
					
						
							|  |  |  | extern _Py_UopsSymbol *_Py_uop_sym_new_null(_Py_UOpsContext *ctx); | 
					
						
							|  |  |  | extern bool _Py_uop_sym_matches_type(_Py_UopsSymbol *sym, PyTypeObject *typ); | 
					
						
							|  |  |  | extern void _Py_uop_sym_set_null(_Py_UopsSymbol *sym); | 
					
						
							| 
									
										
										
										
											2024-02-28 09:55:56 -08:00
										 |  |  | extern void _Py_uop_sym_set_non_null(_Py_UopsSymbol *sym); | 
					
						
							|  |  |  | extern void _Py_uop_sym_set_type(_Py_UopsSymbol *sym, PyTypeObject *typ); | 
					
						
							|  |  |  | extern void _Py_uop_sym_set_const(_Py_UopsSymbol *sym, PyObject *const_val); | 
					
						
							| 
									
										
										
										
											2024-02-28 14:38:01 -08:00
										 |  |  | extern bool _Py_uop_sym_is_bottom(_Py_UopsSymbol *sym); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | extern int _Py_uop_abstractcontext_init(_Py_UOpsContext *ctx); | 
					
						
							|  |  |  | extern void _Py_uop_abstractcontext_fini(_Py_UOpsContext *ctx); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | extern _Py_UOpsAbstractFrame *_Py_uop_frame_new( | 
					
						
							|  |  |  |     _Py_UOpsContext *ctx, | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  |     PyCodeObject *co, | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  |     _Py_UopsSymbol **localsplus_start, | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  |     int n_locals_already_filled, | 
					
						
							|  |  |  |     int curr_stackentries); | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | extern int _Py_uop_frame_pop(_Py_UOpsContext *ctx); | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-27 13:25:02 +00:00
										 |  |  | PyAPI_FUNC(PyObject *) _Py_uop_symbols_test(PyObject *self, PyObject *ignored); | 
					
						
							| 
									
										
										
										
											2024-02-27 10:51:26 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-29 08:11:28 -08:00
										 |  |  | PyAPI_FUNC(int) _PyOptimizer_Optimize(_PyInterpreterFrame *frame, _Py_CODEUNIT *start, PyObject **stack_pointer, _PyExecutorObject **exec_ptr); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-16 02:04:17 +08:00
										 |  |  | #ifdef __cplusplus
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | #endif /* !Py_INTERNAL_OPTIMIZER_H */
 |