Skip to content

gh-133171: Make the executor_list thread-safe #140038

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
aisk wants to merge 7 commits into from
Closed

gh-133171: Make the executor_list thread-safe #140038

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
e178e42
Add lock with operations on _PyExecutorObject list
aisk Oct 13, 2025
f3a9c74
Using FT_MUTEX_LOCK macro
aisk Oct 13, 2025
283f453
Merge remote-tracking branch 'upstream/main' into executor-list-lock
aisk Nov 9, 2025
6858161
Free the executors outside the lock in _Py_ClearExecutorDeletionList
aisk Nov 9, 2025
fa0dd0b
Fix a potential dead lock in add_to_pending_deletion_list
aisk Nov 9, 2025
bf48bb4
Using a _PyRecursiveMutex for executors lock
aisk Nov 9, 2025
6a5a1a9
Fix refcount
aisk Nov 9, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 14 additions & 0 deletions Include/internal/pycore_interp_structs.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,17 @@ extern "C" {
# define NUM_WEAKREF_LIST_LOCKS 127
#endif

// Executor list lock macros for thread-safe access to executor linked lists
#ifdef Py_GIL_DISABLED
# define EXECUTOR_LIST_LOCK(interp) \
PyMutex_Lock(&(interp)->executor_list_lock)
# define EXECUTOR_LIST_UNLOCK(interp) \
PyMutex_Unlock(&(interp)->executor_list_lock)
#else
# define EXECUTOR_LIST_LOCK(interp) ((void)0)
# define EXECUTOR_LIST_UNLOCK(interp) ((void)0)
#endif
Comment thread
aisk marked this conversation as resolved.

typedef int (*_Py_pending_call_func)(void *);

struct _pending_call {
Expand Down Expand Up @@ -945,6 +956,9 @@ struct _is {
struct _PyExecutorObject *executor_deletion_list_head;
struct _PyExecutorObject *cold_executor;
int executor_deletion_list_remaining_capacity;
#ifdef Py_GIL_DISABLED
PyMutex executor_list_lock;
#endif
size_t trace_run_counter;
_rare_events rare_events;
PyDict_WatchCallback builtins_dict_watcher;
Expand Down
20 changes: 19 additions & 1 deletion Python/optimizer.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -244,6 +244,7 @@ _Py_ClearExecutorDeletionList(PyInterpreterState *interp)
ts = PyThreadState_Next(ts);
HEAD_UNLOCK(runtime);
}
EXECUTOR_LIST_LOCK(interp);
Comment thread
Fidget-Spinner marked this conversation as resolved.
_PyExecutorObject **prev_to_next_ptr = &interp->executor_deletion_list_head;
_PyExecutorObject *exec = *prev_to_next_ptr;
while (exec != NULL) {
Expand All @@ -259,12 +260,14 @@ _Py_ClearExecutorDeletionList(PyInterpreterState *interp)
exec = *prev_to_next_ptr;
}
interp->executor_deletion_list_remaining_capacity = EXECUTOR_DELETE_LIST_MAX;
EXECUTOR_LIST_UNLOCK(interp);
}

static void
add_to_pending_deletion_list(_PyExecutorObject *self)
{
PyInterpreterState *interp = PyInterpreterState_Get();
EXECUTOR_LIST_LOCK(interp);
self->vm_data.links.next = interp->executor_deletion_list_head;
interp->executor_deletion_list_head = self;
if (interp->executor_deletion_list_remaining_capacity > 0) {
Expand All @@ -273,6 +276,7 @@ add_to_pending_deletion_list(_PyExecutorObject *self)
else {
_Py_ClearExecutorDeletionList(interp);
}
EXECUTOR_LIST_UNLOCK(interp);
}

static void
Expand Down Expand Up @@ -1441,6 +1445,7 @@ static void
link_executor(_PyExecutorObject *executor)
{
PyInterpreterState *interp = _PyInterpreterState_GET();
EXECUTOR_LIST_LOCK(interp);
_PyExecutorLinkListNode *links = &executor->vm_data.links;
_PyExecutorObject *head = interp->executor_list_head;
if (head == NULL) {
Expand All @@ -1458,6 +1463,7 @@ link_executor(_PyExecutorObject *executor)
executor->vm_data.linked = true;
/* executor_list_head must be first in list */
assert(interp->executor_list_head->vm_data.links.previous == NULL);
EXECUTOR_LIST_UNLOCK(interp);
}

static void
Expand All @@ -1466,6 +1472,8 @@ unlink_executor(_PyExecutorObject *executor)
if (!executor->vm_data.linked) {
return;
}
PyInterpreterState *interp = PyInterpreterState_Get();
EXECUTOR_LIST_LOCK(interp);
_PyExecutorLinkListNode *links = &executor->vm_data.links;
assert(executor->vm_data.valid);
_PyExecutorObject *next = links->next;
Expand All @@ -1478,11 +1486,11 @@ unlink_executor(_PyExecutorObject *executor)
}
else {
// prev == NULL implies that executor is the list head
PyInterpreterState *interp = PyInterpreterState_Get();
assert(interp->executor_list_head == executor);
interp->executor_list_head = next;
}
executor->vm_data.linked = false;
EXECUTOR_LIST_UNLOCK(interp);
}

/* This must be called by optimizers before using the executor */
Expand Down Expand Up @@ -1607,16 +1615,19 @@ _Py_Executors_InvalidateDependency(PyInterpreterState *interp, void *obj, int is
}
/* Clearing an executor can deallocate others, so we need to make a list of
* executors to invalidate first */
EXECUTOR_LIST_LOCK(interp);

@Fidget-Spinner Fidget-Spinner Nov 7, 2025

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This is fine. nice.!

for (_PyExecutorObject *exec = interp->executor_list_head; exec != NULL;) {
assert(exec->vm_data.valid);
_PyExecutorObject *next = exec->vm_data.links.next;
if (bloom_filter_may_contain(&exec->vm_data.bloom, &obj_filter) &&
PyList_Append(invalidate, (PyObject *)exec))
{
EXECUTOR_LIST_UNLOCK(interp);
goto error;
}
exec = next;
}
EXECUTOR_LIST_UNLOCK(interp);
for (Py_ssize_t i = 0; i < PyList_GET_SIZE(invalidate); i++) {
PyObject *exec = PyList_GET_ITEM(invalidate, i);
executor_clear(exec);
Expand All @@ -1637,6 +1648,7 @@ _Py_Executors_InvalidateDependency(PyInterpreterState *interp, void *obj, int is
void
_Py_Executors_InvalidateAll(PyInterpreterState *interp, int is_invalidation)
{
EXECUTOR_LIST_LOCK(interp);

@Fidget-Spinner Fidget-Spinner Nov 7, 2025

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This should be a stop the world event.

while (interp->executor_list_head) {
_PyExecutorObject *executor = interp->executor_list_head;
assert(executor->vm_data.valid == 1 && executor->vm_data.linked == 1);
Expand All @@ -1651,6 +1663,7 @@ _Py_Executors_InvalidateAll(PyInterpreterState *interp, int is_invalidation)
OPT_STAT_INC(executors_invalidated);
}
}
EXECUTOR_LIST_UNLOCK(interp);
}

void
Expand All @@ -1665,11 +1678,13 @@ _Py_Executors_InvalidateCold(PyInterpreterState *interp)

/* Clearing an executor can deallocate others, so we need to make a list of
* executors to invalidate first */
EXECUTOR_LIST_LOCK(interp);
for (_PyExecutorObject *exec = interp->executor_list_head; exec != NULL;) {
assert(exec->vm_data.valid);
_PyExecutorObject *next = exec->vm_data.links.next;

if (!exec->vm_data.warm && PyList_Append(invalidate, (PyObject *)exec) < 0) {
EXECUTOR_LIST_UNLOCK(interp);
goto error;
}
else {
Expand All @@ -1678,6 +1693,7 @@ _Py_Executors_InvalidateCold(PyInterpreterState *interp)

exec = next;
}
EXECUTOR_LIST_UNLOCK(interp);
for (Py_ssize_t i = 0; i < PyList_GET_SIZE(invalidate); i++) {
PyObject *exec = PyList_GET_ITEM(invalidate, i);
executor_clear(exec);
Expand Down Expand Up @@ -1801,10 +1817,12 @@ _PyDumpExecutors(FILE *out)
fprintf(out, "digraph ideal {\n\n");
fprintf(out, " rankdir = \"LR\"\n\n");
PyInterpreterState *interp = PyInterpreterState_Get();
EXECUTOR_LIST_LOCK(interp);
for (_PyExecutorObject *exec = interp->executor_list_head; exec != NULL;) {
executor_to_gv(exec, out);
exec = exec->vm_data.links.next;
}
EXECUTOR_LIST_UNLOCK(interp);
fprintf(out, "}\n\n");
return 0;
}
Expand Down
3 changes: 3 additions & 0 deletions Python/pystate.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -575,6 +575,9 @@ init_interpreter(PyInterpreterState *interp,
interp->executor_list_head = NULL;
interp->executor_deletion_list_head = NULL;
interp->executor_deletion_list_remaining_capacity = 0;
#ifdef Py_GIL_DISABLED
interp->executor_list_lock = (PyMutex){0};
#endif
interp->trace_run_counter = JIT_CLEANUP_THRESHOLD;
if (interp != &runtime->_main_interpreter) {
/* Fix the self-referential, statically initialized fields. */
Expand Down
Loading