mirror of
https://github.com/python/cpython.git
synced 2026-06-28 03:41:13 +00:00
22c994cc92
gh-149335: Avoid JIT trace buffer asserts with overhead above `FITNESS_INITIAL` (GH-149633)
(cherry picked from commit 441af3a934)
Co-authored-by: Hai Zhu <haiizhu@outlook.com>
73 lines
1.8 KiB
C
73 lines
1.8 KiB
C
#ifndef Py_CORE_UOP_H
|
|
#define Py_CORE_UOP_H
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#ifndef Py_BUILD_CORE
|
|
# error "this header requires Py_BUILD_CORE define"
|
|
#endif
|
|
|
|
#include <stdint.h>
|
|
/* Depending on the format,
|
|
* the 32 bits between the oparg and operand are:
|
|
* UOP_FORMAT_TARGET:
|
|
* uint32_t target;
|
|
* UOP_FORMAT_JUMP
|
|
* uint16_t jump_target;
|
|
* uint16_t error_target;
|
|
*/
|
|
typedef struct _PyUOpInstruction{
|
|
uint16_t opcode:15;
|
|
uint16_t format:1;
|
|
uint16_t oparg;
|
|
union {
|
|
uint32_t target;
|
|
struct {
|
|
uint16_t jump_target;
|
|
uint16_t error_target;
|
|
};
|
|
};
|
|
uint64_t operand0; // A cache entry
|
|
uint64_t operand1;
|
|
#ifdef Py_STATS
|
|
int32_t fitness;
|
|
uint64_t execution_count;
|
|
#endif
|
|
} _PyUOpInstruction;
|
|
|
|
// Fitness is the target length of the trace we translate initially. The uop
|
|
// buffer has a small amount of extra space for entry/loop-closing overhead.
|
|
#if defined(Py_DEBUG) && defined(_Py_JIT)
|
|
// With asserts, the stencils are a lot larger
|
|
#define FITNESS_INITIAL 1000
|
|
#else
|
|
#define FITNESS_INITIAL 2500
|
|
#endif
|
|
|
|
#define UOP_TRACE_BUFFER_OVERHEAD 10
|
|
#define UOP_MAX_TRACE_LENGTH (FITNESS_INITIAL + UOP_TRACE_BUFFER_OVERHEAD)
|
|
|
|
/* Bloom filter with m = 256
|
|
* https://en.wikipedia.org/wiki/Bloom_filter */
|
|
#ifdef HAVE_GCC_UINT128_T
|
|
#define _Py_BLOOM_FILTER_WORDS 2
|
|
typedef __uint128_t _Py_bloom_filter_word_t;
|
|
#else
|
|
#define _Py_BLOOM_FILTER_WORDS 4
|
|
typedef uint64_t _Py_bloom_filter_word_t;
|
|
#endif
|
|
|
|
#define _Py_BLOOM_FILTER_BITS_PER_WORD \
|
|
((int)(sizeof(_Py_bloom_filter_word_t) * 8))
|
|
#define _Py_BLOOM_FILTER_WORD_SHIFT \
|
|
((sizeof(_Py_bloom_filter_word_t) == 16) ? 7 : 6)
|
|
|
|
typedef struct {
|
|
_Py_bloom_filter_word_t bits[_Py_BLOOM_FILTER_WORDS];
|
|
} _PyBloomFilter;
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
#endif /* !Py_INTERNAL_UOP_H */
|