Repository navigation
Expand file tree
/
Copy pathhistory-pilot-aggregate.json
More file actions
113 lines (113 loc) · 3.78 KB
/
Copy pathhistory-pilot-aggregate.json
File metadata and controls
113 lines (113 loc) · 3.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
{
"schemaVersion": 1,
"kind": "local-pilot-aggregate",
"projects": 3,
"validProjects": 3,
"frameworks": [
"node",
"vitest"
],
"trials": 8,
"validTrials": 8,
"requestedTrials": 8,
"uncompletedTrials": 0,
"changeErrors": 0,
"sourceCheckoutsVerifiedUnchanged": 3,
"caseObservations": {
"full": 3152,
"testLore": 3152,
"native": 2028
},
"fileObservations": {
"full": 422,
"testLore": 422,
"native": 342
},
"negativeSavingsVsNative": 6,
"observedFailures": 0,
"missedFailures": 0,
"unexpectedSubsetFailures": 0,
"nativeValidTrials": 8,
"nativeMissedFailures": 0,
"nativeUnexpectedFailures": 0,
"invalidTrials": 0,
"errorProjects": 0,
"historicalChanges": 4,
"negativeSavings": 7,
"allTrialTimings": {
"fullMs": 149015,
"testLoreMs": 201496,
"nativeMs": 139987,
"netVsFullMs": -52481,
"netVsNativeMs": -61509
},
"validTrialTimings": {
"fullMs": 149015,
"subsetMs": 134519,
"planningMs": 61187,
"testLoreMs": 201496,
"nativeMs": 139987
},
"limitation": "Unauthenticated local aggregates; planted changes, historical revision pairs and declared scopes only. Not an independent leaderboard.",
"measuredImplementationRevision": "0d05cc36153b7d900bd348e4cb73ead0db60c37a",
"postRunNativeCaseValidation": {
"checked": 8,
"valid": 8
},
"supersededRuns": {
"runs": 2,
"startedProjects": 4,
"completedProjects": 2,
"invalidProjects": 2,
"baselineRejections": 2,
"incompleteProjects": 2,
"plannedProjects": 6,
"unstartedProjects": 2,
"requestedTrials": 16,
"completedTrials": 0,
"uncompletedTrials": 16
},
"allObservedOriginalCheckoutsUnchanged": true,
"limitations": [
"Four real historical Git pairs in three local repositories; two repetitions each. No planted regressions in this historical timing corpus.",
"Configuration, assets, source additions and multi-file changes replayed; no real rename/deletion commits found in these repositories. Rename/deletion behavior separately tested with committed Git fixture history.",
"Shared installed dependencies; workspace links redirected into each isolated revision. Runtime and dependency declarations matched current installed checkout.",
"Other local qualification processes overlapped. One positive full comparison and two positive native comparisons are retained; totals show losses and do not establish a speed benefit.",
"Superseded runs retain incomplete workers and invalid baselines locally; these are excluded from the completed timing totals and counted separately.",
"Parent/worker Node24.5.0; existing Vitest project runners used their declared Node22.19.0 executables. Installed binaries and dependency bytes were not frozen."
],
"unknownTrialCounts": 0,
"sourceCheckoutsUnverified": 0,
"nativeUnverifiedTrials": 0,
"harnessValidation": {
"initialFullPilotSuite": {
"tests": 10,
"passed": 9,
"failed": 1,
"failure": "Existing literal-replacement fixture hit its 5000ms Git clone timeout while native qualification overlapped."
},
"focusedRegressionRerun": {
"tests": 3,
"passed": 3,
"covers": [
"Literal replacement tokens",
"Actual isolated full/TestLore/native arms with scope and case preservation",
"Dependency drift and uncompleted-trial retention"
]
},
"missingEvidenceAggregateRegression": {
"tests": 1,
"passed": 1
},
"historicalNativeRegressions": {
"tests": 4,
"passed": 4,
"covers": [
"Actual committed rename/delete/assets/multi-file history",
"Immutable revisions and dependency drift rejection",
"Native omitted-failure mutant retained as a miss",
"Isolated historical workspace package source"
]
}
}
}