| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | #include "Python.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "pycore_lock.h"
 | 
					
						
							|  |  |  | #include "pycore_critical_section.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  | static_assert(_Alignof(PyCriticalSection) >= 4, | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |               "critical section must be aligned to at least 4 bytes"); | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | _PyCriticalSection_BeginSlow(PyCriticalSection *c, PyMutex *m) | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     PyThreadState *tstate = _PyThreadState_GET(); | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     c->_cs_mutex = NULL; | 
					
						
							|  |  |  |     c->_cs_prev = (uintptr_t)tstate->critical_section; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     tstate->critical_section = (uintptr_t)c; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-20 11:29:08 -04:00
										 |  |  |     PyMutex_Lock(m); | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     c->_cs_mutex = m; | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | _PyCriticalSection2_BeginSlow(PyCriticalSection2 *c, PyMutex *m1, PyMutex *m2, | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |                               int is_m1_locked) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     PyThreadState *tstate = _PyThreadState_GET(); | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     c->_cs_base._cs_mutex = NULL; | 
					
						
							|  |  |  |     c->_cs_mutex2 = NULL; | 
					
						
							|  |  |  |     c->_cs_base._cs_prev = tstate->critical_section; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     tstate->critical_section = (uintptr_t)c | _Py_CRITICAL_SECTION_TWO_MUTEXES; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if (!is_m1_locked) { | 
					
						
							|  |  |  |         PyMutex_Lock(m1); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     PyMutex_Lock(m2); | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     c->_cs_base._cs_mutex = m1; | 
					
						
							|  |  |  |     c->_cs_mutex2 = m2; | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  | static PyCriticalSection * | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | untag_critical_section(uintptr_t tag) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     return (PyCriticalSection *)(tag & ~_Py_CRITICAL_SECTION_MASK); | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | // Release all locks held by critical sections. This is called by
 | 
					
						
							|  |  |  | // _PyThreadState_Detach.
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | _PyCriticalSection_SuspendAll(PyThreadState *tstate) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     uintptr_t *tagptr = &tstate->critical_section; | 
					
						
							|  |  |  |     while (_PyCriticalSection_IsActive(*tagptr)) { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |         PyCriticalSection *c = untag_critical_section(*tagptr); | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |         if (c->_cs_mutex) { | 
					
						
							|  |  |  |             PyMutex_Unlock(c->_cs_mutex); | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |             if ((*tagptr & _Py_CRITICAL_SECTION_TWO_MUTEXES)) { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |                 PyCriticalSection2 *c2 = (PyCriticalSection2 *)c; | 
					
						
							|  |  |  |                 if (c2->_cs_mutex2) { | 
					
						
							|  |  |  |                     PyMutex_Unlock(c2->_cs_mutex2); | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         *tagptr |= _Py_CRITICAL_SECTION_INACTIVE; | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |         tagptr = &c->_cs_prev; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     } | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | _PyCriticalSection_Resume(PyThreadState *tstate) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     uintptr_t p = tstate->critical_section; | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     PyCriticalSection *c = untag_critical_section(p); | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     assert(!_PyCriticalSection_IsActive(p)); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     PyMutex *m1 = c->_cs_mutex; | 
					
						
							|  |  |  |     c->_cs_mutex = NULL; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  |     PyMutex *m2 = NULL; | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     PyCriticalSection2 *c2 = NULL; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     if ((p & _Py_CRITICAL_SECTION_TWO_MUTEXES)) { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |         c2 = (PyCriticalSection2 *)c; | 
					
						
							|  |  |  |         m2 = c2->_cs_mutex2; | 
					
						
							|  |  |  |         c2->_cs_mutex2 = NULL; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if (m1) { | 
					
						
							|  |  |  |         PyMutex_Lock(m1); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     if (m2) { | 
					
						
							|  |  |  |         PyMutex_Lock(m2); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |     c->_cs_mutex = m1; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     if (m2) { | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  |         c2->_cs_mutex2 = m2; | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     tstate->critical_section &= ~_Py_CRITICAL_SECTION_INACTIVE; | 
					
						
							| 
									
										
										
										
											2024-06-21 15:50:18 -04:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #undef PyCriticalSection_Begin
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | PyCriticalSection_Begin(PyCriticalSection *c, PyObject *op) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |     _PyCriticalSection_Begin(c, op); | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #undef PyCriticalSection_End
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | PyCriticalSection_End(PyCriticalSection *c) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |     _PyCriticalSection_End(c); | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #undef PyCriticalSection2_Begin
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | PyCriticalSection2_Begin(PyCriticalSection2 *c, PyObject *a, PyObject *b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |     _PyCriticalSection2_Begin(c, a, b); | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #undef PyCriticalSection2_End
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | PyCriticalSection2_End(PyCriticalSection2 *c) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #ifdef Py_GIL_DISABLED
 | 
					
						
							|  |  |  |     _PyCriticalSection2_End(c); | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2023-11-08 17:39:29 -05:00
										 |  |  | } |