Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
65 commits
Select commit Hold shift + click to select a range
0375746
feat(run-engine): concurrency-key virtual-time key builders
1stvamp Jul 23, 2026
91fb435
feat(run-engine): ckVirtualTimeScheduling options flag
1stvamp Jul 23, 2026
3591bea
feat(run-engine): two-pass virtual-time CK dequeue command
1stvamp Jul 24, 2026
113904f
feat(run-engine): register CK variants in vtime index on enqueue
1stvamp Jul 24, 2026
1765b77
feat(run-engine): re-register CK variants in vtime index on nack
1stvamp Jul 24, 2026
f646766
test(run-engine): fairness scenarios on the real batched dequeue path
1stvamp Jul 24, 2026
9dac71b
test(run-engine): multi-consumer correctness + op-count budget
1stvamp Jul 24, 2026
24b6220
test(run-engine): default-off regression proof
1stvamp Jul 24, 2026
bddc82e
feat(run-engine,webapp): wire ckVirtualTimeScheduling env flag (code-…
1stvamp Jul 24, 2026
86977ff
chore(run-engine): ship note + comment/format cleanup
1stvamp Jul 24, 2026
2b1c389
fix(run-engine,webapp): address whole-branch adversarial review
1stvamp Jul 24, 2026
5cb0aa5
docs(run-engine): record CK vtime known limitations for GA decision
1stvamp Jul 24, 2026
e9da64c
docs(run-engine): plan + references for virtual-time CK fair scheduling
1stvamp Jul 23, 2026
dce0b72
docs(run-engine): add fairness explainer diagrams
1stvamp Jul 24, 2026
21211ae
fix(run-engine): move design docs out of the Mintlify docs/ tree; format
1stvamp Jul 24, 2026
e1444eb
docs(run-engine): tighten CK fairness server-changes note
1stvamp Jul 24, 2026
dea03c6
docs(run-engine): fix stale references in the CK fairness design docs
1stvamp Jul 26, 2026
c804278
docs(run-engine): add CK virtual-time A/B benchmark plan and harness
1stvamp Jul 27, 2026
da3c8fb
docs(run-engine): make the e2e bench harness work on self-hosted
1stvamp Jul 27, 2026
4994295
docs(run-engine): add CK virtual-time benchmark results
1stvamp Jul 27, 2026
3dd789f
chore(run-engine): gitignore benchmark output artifacts
1stvamp Jul 27, 2026
31606d3
docs(run-engine): benchmark Redis CPU and memory vs concurrency-key c…
1stvamp Jul 28, 2026
9015810
chore(run-engine): drop benchmark, e2e, and design docs from the branch
1stvamp Jul 28, 2026
bb07b0b
fix(run-engine): stop an unservable variant pinning the ck virtual-ti…
1stvamp Jul 31, 2026
819e021
fix(run-engine): advance the ck virtual-time floor from servable vari…
1stvamp Jul 31, 2026
b932442
fix(run-engine): keep unservable ck variants in the fair order
1stvamp Jul 31, 2026
d8c5201
fix(run-engine): make ck vtime pass 2 discover unregistered variants
1stvamp Aug 3, 2026
f538f8d
test(run-engine): bound the ckManyKeys first-serve claim
1stvamp Aug 3, 2026
5cd0c65
test(run-engine): pin the ck vtime window-freeze and stranded-entry b…
1stvamp Aug 6, 2026
c2fd2be
docs(run-engine): note the ck vtime retry-storm fallback in the relea…
1stvamp Aug 6, 2026
3298ee2
fix(run-engine): stop unready ck variants blocking the fair pass, and…
1stvamp Aug 15, 2026
6ce9d2a
fix(run-engine): guard the wildcard cleanup in the ck vtime scripts
1stvamp Aug 15, 2026
701d164
fix(run-engine): register a gated ck variant so it can rejoin the fai…
1stvamp Aug 16, 2026
d21cbb9
fix(run-engine): drop drained ck variants from the fair order on ack,…
1stvamp Aug 17, 2026
af407f5
fix(run-engine): remember a drained ck variant's virtual time
1stvamp Aug 18, 2026
50351eb
fix(run-engine): bound the ck idle set by rank, not just by floor
1stvamp Aug 18, 2026
dca1e9c
perf(run-engine): cut two Redis calls from the ck vtime registration …
1stvamp Aug 19, 2026
2b6bfee
perf(run-engine): stop re-registering ck variants already in the fair…
1stvamp Aug 19, 2026
f5c1d74
fix(run-engine): keep the ck vtime floor alive alongside the tags it …
1stvamp Aug 19, 2026
d018b28
docs(run-engine): cut the ck fair scheduling release note down to the…
1stvamp Aug 19, 2026
c11b5c8
fix(run-engine): register a brand-new ck variant behind the pack, not…
1stvamp Aug 20, 2026
bb4d67d
test(run-engine): pin the fresh-key fix and isolate the ck idle rank cap
1stvamp Aug 20, 2026
f3ad8d6
fix(run-engine): stop the ck arrival cap from being reachable
1stvamp Aug 20, 2026
64b2fc9
fix(run-engine): stop concurrency-gated ck variants eating the fair pass
1stvamp Aug 21, 2026
e8aa263
test(run-engine): cover the future-head window guard a mutation audit…
1stvamp Aug 21, 2026
18e6dce
test(run-engine): pin the ck vtime credit round trip and TTL registra…
1stvamp Aug 21, 2026
0a9998d
fix(run-engine): stop the gated ck batch rewinding a live virtual-tim…
1stvamp Aug 21, 2026
2b7a533
test(run-engine): pin the parked tag a gated variant registers with
1stvamp Aug 21, 2026
88127be
docs(run-engine): cut the ck vtime comments back to what the code can…
1stvamp Aug 21, 2026
3c23a3a
fix(run-engine): re-register the TTL entry when the vtime dequeue exp…
1stvamp Aug 21, 2026
e69f000
fix(run-engine): keep parked ck credit when pass 2 repairs a variant
1stvamp Sep 7, 2026
a5fa891
refactor(run-engine): share one copy of the ck ack, nack and dead-let…
1stvamp Sep 15, 2026
838896a
fix(run-engine): restore the snapshotRoute read in the vtime TTL sweep
1stvamp Sep 15, 2026
0584290
refactor(run-engine): share one copy of the remaining ck lua
1stvamp Sep 15, 2026
c5c6bc9
fix(run-engine): make a mistyped ck lua slot a compile error
1stvamp Sep 15, 2026
c8872e2
test(run-engine): pin the snapshotRoute the vtime TTL sweep hands the…
1stvamp Sep 15, 2026
43d0722
test(run-engine): load every run-queue script into redis
1stvamp Sep 15, 2026
565ad2c
merge: integrate origin/main into ck virtual-time scheduling
1stvamp Sep 18, 2026
c4b657d
test(run-engine): thread groupConcurrencyKey into the two direct-Lua …
1stvamp Sep 19, 2026
c4af9aa
docs(run-engine): correct the ckExpireTtlLua sharing comment
1stvamp Sep 19, 2026
b02f4f0
feat(run-engine): warn when ck vtime and queue-gates are both enabled
1stvamp Sep 19, 2026
a9a14be
feat(run-engine): enforce queue-gates in the vtime dequeue and TTL sweep
1stvamp Sep 19, 2026
9040133
feat(webapp): allow a fractional ck vtime quantum
1stvamp Sep 19, 2026
fab8175
fix(run-engine): reject a non-finite ck vtime quantum
1stvamp Sep 20, 2026
027415b
Merge remote-tracking branch 'origin/main' into feat/ck-virtual-time-…
1stvamp Sep 22, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
test(run-engine): pin the parked tag a gated variant registers with
The rewind guard added alongside it was covered, but deleting the idle
correction underneath it outright left all 59 vtime tests green, so the
behaviour that correction exists for was still held up by a comment.

A variant registering from the gated batch has to come back at its parked tag
rather than at the floor, or draining under the gate hands it full credit. The
comment saying so shrinks to the part the test cannot state, which is why the
current score is the thing that tells an already-registered variant apart from
one this call just added.
  • Loading branch information
1stvamp committed Sep 18, 2026
commit 2b7a53329b93c5fd54ee557f2db6d060a809e827
9 changes: 3 additions & 6 deletions internal-packages/run-engine/src/run-queue/index.ts
Comment thread
1stvamp marked this conversation as resolved.
Original file line number Diff line number Diff line change
Expand Up @@ -5805,12 +5805,9 @@ if gatedPending ~= nil then
end
if redis.call('ZADD', unpack(gatedArgs)) > 0 then
for _, ckQueueName in ipairs(gatedPending) do
-- Only the members this call put at the floor may take their parked tag back. The
-- batched ZADD reports how many it added but not which, and gatedPending can hold an
-- already-registered variant whenever the pass-1 scan was truncated, so the current
-- score is the discriminator: at the floor means it either just registered or has no
-- credit to lose either way. Without this the parked tag overwrites a live advanced
-- one and rewinds that variant's clock, which is the one thing NX exists to stop.
-- The batch ZADD reports how many it added, not which, and gatedPending can hold an
-- already-registered variant when the pass-1 scan was truncated. At the floor is the
-- discriminator: anything above it has spent credit that must not be rewound.
local gateCur = redis.call('ZSCORE', ckVtimeKey, ckQueueName)
if gateCur and tonumber(gateCur) <= floor then
local gateIdle = redis.call('ZSCORE', ckVtimeIdleKey, ckQueueName)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -133,4 +133,55 @@ describe("CK vtime: the gated batch must not rewind a live tag", () => {
await queue.quit();
}
});

redisTest(
"a variant registering here still gets its parked tag back",
async ({ redisContainer }) => {
// The other half of the same branch. Deleting the idle correction outright used to
// leave every vtime suite green, so the rewind guard was pinned while the behaviour it
// guards was not.
const queue = createQueue(redisContainer);
try {
const t0 = Date.now() - 100_000;

const cks = ["returner", "aa", "bb"];
for (let i = 0; i < cks.length; i++) {
await queue.enqueueMessage({
env: authenticatedEnvDev,
message: makeMessage({
runId: `r-${cks[i]}`,
concurrencyKey: cks[i],
timestamp: t0 + i,
}),
workerQueue: authenticatedEnvDev.id,
skipDequeueProcessing: true,
});
}

const returner = variantName("returner");
const ckVtimeKey = testOptions.keys.ckVtimeKeyFromQueue(returner);
const ckVtimeIdleKey = testOptions.keys.ckVtimeIdleKeyFromQueue(returner);

await queue.redis.zadd(ckVtimeKey, 0, variantName("aa"), 1, variantName("bb"));
await queue.redis.zrem(ckVtimeKey, returner);
await queue.redis.zadd(ckVtimeIdleKey, 5, returner);

await queue.updateQueueConcurrencyLimits(authenticatedEnvDev, QUEUE, 1);
for (const ck of cks) {
await queue.redis.sadd(
testOptions.keys.queueCurrentConcurrencyKeyFromQueue(variantName(ck)),
"occupant"
);
}

const shard = testOptions.keys.masterQueueShardForEnvironment(authenticatedEnvDev.id, 2);
await queue.testDequeueFromMasterQueue(shard, authenticatedEnvDev.id, 1);

// Registering at the floor instead would hand it a turn it already spent.
expect(await queue.redis.zscore(ckVtimeKey, returner)).toBe("5");
} finally {
await queue.quit();
}
}
);
});