Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
72 commits
Select commit Hold shift + click to select a range
7ca9b11
Tag objects in ceval, type, gen, frame
Fidget-Spinner Mar 23, 2024
09dbeca
partially convert cases
Fidget-Spinner Mar 23, 2024
84142a5
fix the rest
Fidget-Spinner Mar 23, 2024
25bf135
fixups
Fidget-Spinner Mar 23, 2024
d484628
fix all remaining warnings
Fidget-Spinner Mar 26, 2024
744357e
fix tests
Fidget-Spinner Mar 26, 2024
4cc9fb8
fix frames
Fidget-Spinner Mar 26, 2024
8423e75
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Mar 26, 2024
6b9ad92
📜🤖 Added by blurb_it.
blurb-it[bot] Mar 26, 2024
0bb6def
fix mypy errors
Fidget-Spinner Mar 26, 2024
8fe65c1
Merge branch 'tagged_evaluation_stack' of github.com:Fidget-Spinner/c…
Fidget-Spinner Mar 26, 2024
8412d46
fix mypy for real this time
Fidget-Spinner Mar 26, 2024
973c41c
fix windows builds
Fidget-Spinner Mar 26, 2024
4428279
fix JIT builds
Fidget-Spinner Mar 26, 2024
a4917ae
untag into temp stack for vectorcall
Fidget-Spinner Mar 27, 2024
3f7f25a
address review
Fidget-Spinner Mar 27, 2024
adfbd43
remove .obj field
Fidget-Spinner Mar 27, 2024
868b78e
add ways to test this
Fidget-Spinner Mar 27, 2024
6024a4b
minor fixups
Fidget-Spinner Mar 27, 2024
b1a614b
fix all remaining uses of PyObject **
Fidget-Spinner Mar 29, 2024
e4fa6da
minor fix
Fidget-Spinner Mar 29, 2024
7bead7f
fixed gdb
Fidget-Spinner Mar 29, 2024
eb9e9a5
move tags to internal header
Fidget-Spinner Mar 29, 2024
59b237a
replace incref decrefs with tagged versions
Fidget-Spinner Mar 29, 2024
b566e39
no-op tags on default build
Fidget-Spinner Mar 29, 2024
a036f57
fix operator associativity
Fidget-Spinner Mar 29, 2024
02408cc
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Mar 29, 2024
6b1bcf3
rename to tag/untag
Fidget-Spinner Mar 29, 2024
340f5e1
rename as requested
Fidget-Spinner Mar 29, 2024
7471fe3
default to tagged pointers in cases generator (part 1)
Fidget-Spinner Mar 29, 2024
8be49a5
(broken) convert default to tagged ptr
Fidget-Spinner Mar 29, 2024
5e2018c
swap order of tags and refcounts
Fidget-Spinner Mar 29, 2024
adff67f
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Apr 1, 2024
c09ddee
minor fixes (still broken)
Fidget-Spinner Apr 1, 2024
515536e
bunch of fixes
Fidget-Spinner Apr 1, 2024
7d7ef29
fix everything
Fidget-Spinner Apr 1, 2024
4be812f
fix some tests
Fidget-Spinner Apr 1, 2024
2f972c5
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Apr 7, 2024
72ff61b
fix up warnings
Fidget-Spinner Apr 7, 2024
2e9b411
Rename _PyTaggedPtr -> _PyStackRef
Fidget-Spinner Apr 7, 2024
b5e4c83
make ownership clear in tagging and untagging
Fidget-Spinner Apr 7, 2024
175700c
further cleanup
Fidget-Spinner Apr 7, 2024
b75c171
rename tagged -> stackref
Fidget-Spinner Apr 7, 2024
ed3a3e6
Introduced owned references
Fidget-Spinner Apr 7, 2024
6e7a917
fix syntaxerror on nogil
Fidget-Spinner Apr 7, 2024
4675ce8
Fix mypy errors
Fidget-Spinner Apr 7, 2024
629a303
fix slices
Fidget-Spinner Apr 10, 2024
4170db1
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Apr 10, 2024
038cb8a
Merge Sam's deferred refcounting in
Fidget-Spinner Apr 10, 2024
65da5a0
Fix STORE_SUBSCR, and friends
Fidget-Spinner Apr 10, 2024
6a9e1bc
traverse the stack in GC
Fidget-Spinner Apr 11, 2024
bc2a6ec
fix bugs in frame pushing and popping
Fidget-Spinner Apr 12, 2024
3bb3de2
fix for shim frames
Fidget-Spinner Apr 12, 2024
8afd8b6
stackref -> tagged
Fidget-Spinner Apr 12, 2024
87fda3e
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Apr 12, 2024
3269f20
Fix _PyFrame_Copy
Fidget-Spinner Apr 12, 2024
693b64b
fix memleak and address sam's comment
Fidget-Spinner Apr 12, 2024
03af3a4
all tests pass except references
Fidget-Spinner Apr 13, 2024
aef8e3c
Fix some refleaks
Fidget-Spinner Apr 13, 2024
87112bb
fix another references
Fidget-Spinner Apr 13, 2024
a34cec8
clean up a little
Fidget-Spinner Apr 13, 2024
5b4ddb6
undo gc changes
Fidget-Spinner Apr 13, 2024
019bc3d
rename stack to stackref
Fidget-Spinner Apr 16, 2024
b38e507
defer stack for bound methods
Fidget-Spinner Apr 16, 2024
933b5b4
fix a bunch of ownership, and deferred methods
Fidget-Spinner Apr 24, 2024
11af18d
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Apr 24, 2024
1bbf021
fix upstream merge conflicts
Fidget-Spinner Apr 24, 2024
bd6889b
Merge remote-tracking branch 'upstream/main' into tagged_evaluation_s…
Fidget-Spinner Apr 25, 2024
bafd342
fix merge conflicts
Fidget-Spinner Apr 25, 2024
752a49b
lint
Fidget-Spinner Apr 25, 2024
c6be5aa
use old code, fix decref on traceback
Fidget-Spinner Apr 26, 2024
d59145b
make bound methods work for keyword calls as well
Fidget-Spinner Apr 26, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
rename stack to stackref
  • Loading branch information
Fidget-Spinner committed Apr 16, 2024
commit 019bc3d01f46a4a6100a1e67274e1a5f7dbe8b1f
8 changes: 4 additions & 4 deletions Include/internal/pycore_frame.h
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,7 @@ static inline _PyStackRef *_PyFrame_Stackbase(_PyInterpreterFrame *f) {

static inline _PyStackRef _PyFrame_StackPeek(_PyInterpreterFrame *f) {
assert(f->stacktop > _PyFrame_GetCode(f)->co_nlocalsplus);
assert(Py_STACK_UNTAG_BORROWED(f->localsplus[f->stacktop-1]) != NULL);
assert(Py_STACKREF_UNTAG_BORROWED(f->localsplus[f->stacktop-1]) != NULL);
return f->localsplus[f->stacktop-1];
}

Expand Down Expand Up @@ -134,7 +134,7 @@ _PyFrame_Initialize(
frame->owner = FRAME_OWNED_BY_THREAD;

for (int i = null_locals_from; i < code->co_nlocalsplus; i++) {
frame->localsplus[i] = Py_STACK_TAG(NULL);
frame->localsplus[i] = Py_STACKREF_TAG(NULL);
}

#ifdef Py_GIL_DISABLED
Expand All @@ -143,7 +143,7 @@ _PyFrame_Initialize(
// no choice but to traverse the entire stack.
// This just makes sure we don't pass the GC invalid stack values.
for (int i = code->co_nlocalsplus; i < code->co_nlocalsplus + code->co_stacksize; i++) {
frame->localsplus[i] = Py_STACK_TAG(NULL);
frame->localsplus[i] = Py_STACKREF_TAG(NULL);
}
#endif
}
Expand Down Expand Up @@ -308,7 +308,7 @@ _PyFrame_PushTrampolineUnchecked(PyThreadState *tstate, PyCodeObject *code, int
#ifdef Py_GIL_DISABLED
assert(code->co_nlocalsplus == 0);
for (int i = 0; i < code->co_stacksize; i++) {
frame->localsplus[i] = Py_STACK_TAG(NULL);
frame->localsplus[i] = Py_STACKREF_TAG(NULL);
}
#endif
return frame;
Expand Down
62 changes: 30 additions & 32 deletions Include/internal/pycore_tagged.h
Original file line number Diff line number Diff line change
Expand Up @@ -38,10 +38,10 @@ typedef union {
#endif

#if defined(Py_TAG_TEST)
#define Py_STACK_UNTAG_BORROWED(tagged) ((PyObject *)(uintptr_t)((tagged).bits & (~Py_TAG_TEST)))
#define Py_STACKREF_UNTAG_BORROWED(tagged) ((PyObject *)(uintptr_t)((tagged).bits & (~Py_TAG_TEST)))
#elif defined(Py_GIL_DISABLED)
static inline PyObject *
_Py_STACK_UNTAG_BORROWED(_PyStackRef tagged) {
_Py_STACKREF_UNTAG_BORROWED(_PyStackRef tagged) {
PyObject *cleared = ((PyObject *)((tagged).bits & (~Py_TAG)));
// Note: this is useful for debugging, but may not be a valid invariant
// as when finalizing things in the GC, references may no longer be valid.
Expand All @@ -53,51 +53,49 @@ typedef union {
#endif
return cleared;
}
#define Py_STACK_UNTAG_BORROWED(tagged) _Py_STACK_UNTAG_BORROWED(tagged)
#define Py_STACKREF_UNTAG_BORROWED(tagged) _Py_STACKREF_UNTAG_BORROWED(tagged)
#else
#define Py_STACK_UNTAG_BORROWED(tagged) ((PyObject *)(uintptr_t)((tagged).bits))
#define Py_STACKREF_UNTAG_BORROWED(tagged) ((PyObject *)(uintptr_t)((tagged).bits))
#endif

#if defined(Py_TAG_TEST)
#define Py_STACK_TAG(obj) ((_PyStackRef){.bits = ((uintptr_t)(obj) | Py_TAG_TEST)})
#define Py_STACKREF_TAG(obj) ((_PyStackRef){.bits = ((uintptr_t)(obj) | Py_TAG_TEST)})
#elif defined(Py_GIL_DISABLED)
static inline _PyStackRef
_Py_STACK_TAG(PyObject *obj) {
_Py_STACKREF_TAG(PyObject *obj) {
// Make sure we don't take an already tagged value
assert(Py_STACK_UNTAG_BORROWED(((_PyStackRef){.bits = ((uintptr_t)(obj))})) == obj);
assert(Py_STACKREF_UNTAG_BORROWED(((_PyStackRef){.bits = ((uintptr_t)(obj))})) == obj);
int tag = ((obj != NULL && _PyObject_HasDeferredRefcount(obj)) ? Py_TAG_DEFERRED : 0);
return ((_PyStackRef){.bits = ((uintptr_t)(obj) | tag)});
}
#define Py_STACK_TAG(obj) _Py_STACK_TAG(_PyObject_CAST(obj))
#define Py_STACKREF_TAG(obj) _Py_STACKREF_TAG(_PyObject_CAST(obj))
#else
#define Py_STACK_TAG(obj) ((_PyStackRef){.bits = ((uintptr_t)(obj))})
#define Py_STACKREF_TAG(obj) ((_PyStackRef){.bits = ((uintptr_t)(obj))})
#endif

#define Py_STACK_TAG_UNSAFE(obj) ((_PyStackRef){.bits = ((uintptr_t)(obj))})

#if defined(Py_TAG_TEST)
#define Py_STACK_UNTAG_OWNED(tagged) Py_STACK_UNTAG_BORROWED(tagged)
#define Py_STACKREF_UNTAG_OWNED(tagged) Py_STACKREF_UNTAG_BORROWED(tagged)
#elif defined(Py_GIL_DISABLED)
static inline PyObject *
_Py_Stack_Untag_Owned(_PyStackRef tagged) {
_Py_STACKREF_UNTAG_OWNED(_PyStackRef tagged) {
if ((tagged.bits & Py_TAG_DEFERRED) == Py_TAG_DEFERRED) {
assert(_PyObject_HasDeferredRefcount(Py_STACK_UNTAG_BORROWED(tagged)));
return Py_NewRef(Py_STACK_UNTAG_BORROWED(tagged));
assert(_PyObject_HasDeferredRefcount(Py_STACKREF_UNTAG_BORROWED(tagged)));
return Py_NewRef(Py_STACKREF_UNTAG_BORROWED(tagged));
}
assert(!_PyObject_HasDeferredRefcount(Py_STACK_UNTAG_BORROWED(tagged)));
return Py_STACK_UNTAG_BORROWED(tagged);
assert(!_PyObject_HasDeferredRefcount(Py_STACKREF_UNTAG_BORROWED(tagged)));
return Py_STACKREF_UNTAG_BORROWED(tagged);
}
#define Py_STACK_UNTAG_OWNED(tagged) _Py_Stack_Untag_Owned(tagged)
#define Py_STACKREF_UNTAG_OWNED(tagged) _Py_STACKREF_UNTAG_OWNED(tagged)
#else
#define Py_STACK_UNTAG_OWNED(tagged) Py_STACK_UNTAG_BORROWED(tagged)
#define Py_STACKREF_UNTAG_OWNED(tagged) Py_STACKREF_UNTAG_BORROWED(tagged)
#endif

#define MAX_UNTAG_SCRATCH 10

static inline void
_Py_untag_stack_borrowed(PyObject **dst, const _PyStackRef *src, size_t length) {
for (size_t i = 0; i < length; i++) {
dst[i] = Py_STACK_UNTAG_BORROWED(src[i]);
dst[i] = Py_STACKREF_UNTAG_BORROWED(src[i]);
}
}

Expand All @@ -122,8 +120,8 @@ _Py_untag_stack_borrowed(PyObject **dst, const _PyStackRef *src, size_t length)
do { \
_PyStackRef *_tmp_op_ptr = _Py_CAST(_PyStackRef*, &(op)); \
_PyStackRef _tmp_old_op = (*_tmp_op_ptr); \
if (Py_STACK_UNTAG_BORROWED(_tmp_old_op) != NULL) { \
*_tmp_op_ptr = Py_STACK_TAG(_Py_NULL); \
if (Py_STACKREF_UNTAG_BORROWED(_tmp_old_op) != NULL) { \
*_tmp_op_ptr = Py_STACKREF_TAG(_Py_NULL); \
Py_DECREF_STACKREF(_tmp_old_op); \
} \
} while (0)
Expand All @@ -134,38 +132,38 @@ _Py_untag_stack_borrowed(PyObject **dst, const _PyStackRef *src, size_t length)
if ((tagged.bits & Py_TAG_DEFERRED) == Py_TAG_DEFERRED) {
// Note (KJ): this assert may not hold when the GC finalizes deferred references.
// However, it's still useful for debugging opcodes. So I'm leavingi there.
// assert(_PyObject_HasDeferredRefcount(Py_STACK_UNTAG_BORROWED(tagged)));
// assert(_PyObject_HasDeferredRefcount(Py_STACKREF_UNTAG_BORROWED(tagged)));
return;
}
assert(!_PyObject_HasDeferredRefcount(Py_STACK_UNTAG_BORROWED(tagged)));
return Py_DECREF(Py_STACK_UNTAG_BORROWED(tagged));
assert(!_PyObject_HasDeferredRefcount(Py_STACKREF_UNTAG_BORROWED(tagged)));
return Py_DECREF(Py_STACKREF_UNTAG_BORROWED(tagged));
}
#define Py_DECREF_STACKREF(op) _Py_DecRef_StackRef(op)
#else
#define Py_DECREF_STACKREF(op) Py_DECREF(Py_STACK_UNTAG_BORROWED(op))
#define Py_DECREF_STACKREF(op) Py_DECREF(Py_STACKREF_UNTAG_BORROWED(op))
#endif

#define Py_DECREF_STACKREF_OWNED(op) Py_DECREF(Py_STACK_UNTAG_BORROWED(op));
#define Py_DECREF_STACKREF_OWNED(op) Py_DECREF(Py_STACKREF_UNTAG_BORROWED(op));

#if defined(Py_GIL_DISABLED)
static inline void
_Py_IncRef_StackRef(_PyStackRef tagged) {
if ((tagged.bits & Py_TAG_DEFERRED) == Py_TAG_DEFERRED) {
assert(_PyObject_HasDeferredRefcount(Py_STACK_UNTAG_BORROWED(tagged)));
assert(_PyObject_HasDeferredRefcount(Py_STACKREF_UNTAG_BORROWED(tagged)));
return;
}
assert(!_PyObject_HasDeferredRefcount(Py_STACK_UNTAG_BORROWED(tagged)));
return Py_INCREF(Py_STACK_UNTAG_BORROWED(tagged));
assert(!_PyObject_HasDeferredRefcount(Py_STACKREF_UNTAG_BORROWED(tagged)));
return Py_INCREF(Py_STACKREF_UNTAG_BORROWED(tagged));
}
#define Py_INCREF_STACKREF(op) _Py_IncRef_StackRef(op)
#else
#define Py_INCREF_STACKREF(op) Py_INCREF(Py_STACK_UNTAG_BORROWED(op))
#define Py_INCREF_STACKREF(op) Py_INCREF(Py_STACKREF_UNTAG_BORROWED(op))
#endif

static inline void
_Py_XDECREF_STACKREF(_PyStackRef op)
{
if (Py_STACK_UNTAG_BORROWED(op) != NULL) {
if (Py_STACKREF_UNTAG_BORROWED(op) != NULL) {
Py_DECREF_STACKREF(op);
}
}
Expand Down
Loading