Skip to content

Commit 8937af1

Browse files
sjarmakclaude
andcommitted
feat: add variance gap-closing configs (28 SDLC + 69 MCP-unique tasks)
Split gap configs by arm-needed (both/BL-only/MCP-only) and environment (Daytona/local Docker). Includes rerun configs for setup timeouts, FileExistsErrors, and silent Daytona failures. Gap status: SDLC 28/28 complete, MCP-unique 67/69 complete (2 onboarding tasks have persistent Daytona MCP VerifierTimeoutError). Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
1 parent ac6d4d5 commit 8937af1

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

42 files changed

+15725
-0
lines changed

configs/variance_gap_mcp.json

Lines changed: 358 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,358 @@
1+
{
2+
"metadata": {
3+
"description": "MCP-unique coverage gap-close: 69 tasks needing runs to reach 2 per arm",
4+
"generated": "2026-03-02",
5+
"note": "17 have zero runs, 65 need both arms, 0 BL-only, 4 MCP-only"
6+
},
7+
"methodology": "first_result",
8+
"statistics": {
9+
"total_tasks": 69
10+
},
11+
"tasks": [
12+
{
13+
"task_id": "ccx-compliance-182",
14+
"benchmark": "ccb_mcp_compliance",
15+
"task_dir": "ccb_mcp_compliance/ccx-compliance-182"
16+
},
17+
{
18+
"task_id": "ccx-compliance-183",
19+
"benchmark": "ccb_mcp_compliance",
20+
"task_dir": "ccb_mcp_compliance/ccx-compliance-183"
21+
},
22+
{
23+
"task_id": "ccx-compliance-184",
24+
"benchmark": "ccb_mcp_compliance",
25+
"task_dir": "ccb_mcp_compliance/ccx-compliance-184"
26+
},
27+
{
28+
"task_id": "ccx-compliance-185",
29+
"benchmark": "ccb_mcp_compliance",
30+
"task_dir": "ccb_mcp_compliance/ccx-compliance-185"
31+
},
32+
{
33+
"task_id": "ccx-compliance-186",
34+
"benchmark": "ccb_mcp_compliance",
35+
"task_dir": "ccb_mcp_compliance/ccx-compliance-186"
36+
},
37+
{
38+
"task_id": "ccx-compliance-187",
39+
"benchmark": "ccb_mcp_compliance",
40+
"task_dir": "ccb_mcp_compliance/ccx-compliance-187"
41+
},
42+
{
43+
"task_id": "ccx-compliance-189",
44+
"benchmark": "ccb_mcp_compliance",
45+
"task_dir": "ccb_mcp_compliance/ccx-compliance-189"
46+
},
47+
{
48+
"task_id": "ccx-compliance-190",
49+
"benchmark": "ccb_mcp_compliance",
50+
"task_dir": "ccb_mcp_compliance/ccx-compliance-190"
51+
},
52+
{
53+
"task_id": "ccx-compliance-191",
54+
"benchmark": "ccb_mcp_compliance",
55+
"task_dir": "ccb_mcp_compliance/ccx-compliance-191"
56+
},
57+
{
58+
"task_id": "ccx-compliance-192",
59+
"benchmark": "ccb_mcp_compliance",
60+
"task_dir": "ccb_mcp_compliance/ccx-compliance-192"
61+
},
62+
{
63+
"task_id": "ccx-compliance-193",
64+
"benchmark": "ccb_mcp_compliance",
65+
"task_dir": "ccb_mcp_compliance/ccx-compliance-193"
66+
},
67+
{
68+
"task_id": "ccx-compliance-194",
69+
"benchmark": "ccb_mcp_compliance",
70+
"task_dir": "ccb_mcp_compliance/ccx-compliance-194"
71+
},
72+
{
73+
"task_id": "ccx-crossorg-208",
74+
"benchmark": "ccb_mcp_crossorg",
75+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-208"
76+
},
77+
{
78+
"task_id": "ccx-crossorg-209",
79+
"benchmark": "ccb_mcp_crossorg",
80+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-209"
81+
},
82+
{
83+
"task_id": "ccx-crossorg-211",
84+
"benchmark": "ccb_mcp_crossorg",
85+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-211"
86+
},
87+
{
88+
"task_id": "ccx-crossorg-213",
89+
"benchmark": "ccb_mcp_crossorg",
90+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-213"
91+
},
92+
{
93+
"task_id": "ccx-crossorg-214",
94+
"benchmark": "ccb_mcp_crossorg",
95+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-214"
96+
},
97+
{
98+
"task_id": "ccx-crossorg-216",
99+
"benchmark": "ccb_mcp_crossorg",
100+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-216"
101+
},
102+
{
103+
"task_id": "ccx-crossorg-217",
104+
"benchmark": "ccb_mcp_crossorg",
105+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-217"
106+
},
107+
{
108+
"task_id": "ccx-crossorg-218",
109+
"benchmark": "ccb_mcp_crossorg",
110+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-218"
111+
},
112+
{
113+
"task_id": "ccx-crossorg-219",
114+
"benchmark": "ccb_mcp_crossorg",
115+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-219"
116+
},
117+
{
118+
"task_id": "ccx-crossorg-220",
119+
"benchmark": "ccb_mcp_crossorg",
120+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-220"
121+
},
122+
{
123+
"task_id": "ccx-crossorg-221",
124+
"benchmark": "ccb_mcp_crossorg",
125+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-221"
126+
},
127+
{
128+
"task_id": "ccx-crossorg-222",
129+
"benchmark": "ccb_mcp_crossorg",
130+
"task_dir": "ccb_mcp_crossorg/ccx-crossorg-222"
131+
},
132+
{
133+
"task_id": "ccx-dep-trace-258",
134+
"benchmark": "ccb_mcp_crossrepo",
135+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-258"
136+
},
137+
{
138+
"task_id": "ccx-dep-trace-260",
139+
"benchmark": "ccb_mcp_crossrepo",
140+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-260"
141+
},
142+
{
143+
"task_id": "ccx-dep-trace-261",
144+
"benchmark": "ccb_mcp_crossrepo",
145+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-261"
146+
},
147+
{
148+
"task_id": "ccx-dep-trace-262",
149+
"benchmark": "ccb_mcp_crossrepo",
150+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-262"
151+
},
152+
{
153+
"task_id": "ccx-dep-trace-263",
154+
"benchmark": "ccb_mcp_crossrepo",
155+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-263"
156+
},
157+
{
158+
"task_id": "ccx-dep-trace-264",
159+
"benchmark": "ccb_mcp_crossrepo",
160+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-264"
161+
},
162+
{
163+
"task_id": "ccx-dep-trace-265",
164+
"benchmark": "ccb_mcp_crossrepo",
165+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-265"
166+
},
167+
{
168+
"task_id": "ccx-dep-trace-266",
169+
"benchmark": "ccb_mcp_crossrepo",
170+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-266"
171+
},
172+
{
173+
"task_id": "ccx-dep-trace-267",
174+
"benchmark": "ccb_mcp_crossrepo",
175+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-267"
176+
},
177+
{
178+
"task_id": "ccx-dep-trace-268",
179+
"benchmark": "ccb_mcp_crossrepo",
180+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-268"
181+
},
182+
{
183+
"task_id": "ccx-dep-trace-271",
184+
"benchmark": "ccb_mcp_crossrepo",
185+
"task_dir": "ccb_mcp_crossrepo/ccx-dep-trace-271"
186+
},
187+
{
188+
"task_id": "ccx-dep-trace-116",
189+
"benchmark": "ccb_mcp_crossrepo_tracing",
190+
"task_dir": "ccb_mcp_crossrepo_tracing/ccx-dep-trace-116"
191+
},
192+
{
193+
"task_id": "ccx-dep-trace-172",
194+
"benchmark": "ccb_mcp_crossrepo_tracing",
195+
"task_dir": "ccb_mcp_crossrepo_tracing/ccx-dep-trace-172"
196+
},
197+
{
198+
"task_id": "ccx-dep-trace-176",
199+
"benchmark": "ccb_mcp_crossrepo_tracing",
200+
"task_dir": "ccb_mcp_crossrepo_tracing/ccx-dep-trace-176"
201+
},
202+
{
203+
"task_id": "ccx-dep-trace-272",
204+
"benchmark": "ccb_mcp_crossrepo_tracing",
205+
"task_dir": "ccb_mcp_crossrepo_tracing/ccx-dep-trace-272"
206+
},
207+
{
208+
"task_id": "ccx-dep-trace-273",
209+
"benchmark": "ccb_mcp_crossrepo_tracing",
210+
"task_dir": "ccb_mcp_crossrepo_tracing/ccx-dep-trace-273"
211+
},
212+
{
213+
"task_id": "ccx-domain-154",
214+
"benchmark": "ccb_mcp_domain",
215+
"task_dir": "ccb_mcp_domain/ccx-domain-154"
216+
},
217+
{
218+
"task_id": "ccx-domain-155",
219+
"benchmark": "ccb_mcp_domain",
220+
"task_dir": "ccb_mcp_domain/ccx-domain-155"
221+
},
222+
{
223+
"task_id": "ccx-incident-113",
224+
"benchmark": "ccb_mcp_incident",
225+
"task_dir": "ccb_mcp_incident/ccx-incident-113"
226+
},
227+
{
228+
"task_id": "ccx-incident-148",
229+
"benchmark": "ccb_mcp_incident",
230+
"task_dir": "ccb_mcp_incident/ccx-incident-148"
231+
},
232+
{
233+
"task_id": "ccx-incident-149",
234+
"benchmark": "ccb_mcp_incident",
235+
"task_dir": "ccb_mcp_incident/ccx-incident-149"
236+
},
237+
{
238+
"task_id": "ccx-incident-150",
239+
"benchmark": "ccb_mcp_incident",
240+
"task_dir": "ccb_mcp_incident/ccx-incident-150"
241+
},
242+
{
243+
"task_id": "ccx-migration-200",
244+
"benchmark": "ccb_mcp_migration",
245+
"task_dir": "ccb_mcp_migration/ccx-migration-200"
246+
},
247+
{
248+
"task_id": "ccx-migration-274",
249+
"benchmark": "ccb_mcp_migration",
250+
"task_dir": "ccb_mcp_migration/ccx-migration-274"
251+
},
252+
{
253+
"task_id": "ccx-migration-275",
254+
"benchmark": "ccb_mcp_migration",
255+
"task_dir": "ccb_mcp_migration/ccx-migration-275"
256+
},
257+
{
258+
"task_id": "ccx-migration-276",
259+
"benchmark": "ccb_mcp_migration",
260+
"task_dir": "ccb_mcp_migration/ccx-migration-276"
261+
},
262+
{
263+
"task_id": "ccx-migration-277",
264+
"benchmark": "ccb_mcp_migration",
265+
"task_dir": "ccb_mcp_migration/ccx-migration-277"
266+
},
267+
{
268+
"task_id": "ccx-migration-278",
269+
"benchmark": "ccb_mcp_migration",
270+
"task_dir": "ccb_mcp_migration/ccx-migration-278"
271+
},
272+
{
273+
"task_id": "ccx-migration-279",
274+
"benchmark": "ccb_mcp_migration",
275+
"task_dir": "ccb_mcp_migration/ccx-migration-279"
276+
},
277+
{
278+
"task_id": "ccx-onboard-280",
279+
"benchmark": "ccb_mcp_onboarding",
280+
"task_dir": "ccb_mcp_onboarding/ccx-onboard-280"
281+
},
282+
{
283+
"task_id": "ccx-onboard-search-207",
284+
"benchmark": "ccb_mcp_onboarding",
285+
"task_dir": "ccb_mcp_onboarding/ccx-onboard-search-207"
286+
},
287+
{
288+
"task_id": "ccx-onboard-search-208",
289+
"benchmark": "ccb_mcp_onboarding",
290+
"task_dir": "ccb_mcp_onboarding/ccx-onboard-search-208"
291+
},
292+
{
293+
"task_id": "ccx-agentic-223",
294+
"benchmark": "ccb_mcp_org",
295+
"task_dir": "ccb_mcp_org/ccx-agentic-223"
296+
},
297+
{
298+
"task_id": "ccx-agentic-236",
299+
"benchmark": "ccb_mcp_org",
300+
"task_dir": "ccb_mcp_org/ccx-agentic-236"
301+
},
302+
{
303+
"task_id": "ccx-platform-241",
304+
"benchmark": "ccb_mcp_platform",
305+
"task_dir": "ccb_mcp_platform/ccx-platform-241"
306+
},
307+
{
308+
"task_id": "ccx-platform-244",
309+
"benchmark": "ccb_mcp_platform",
310+
"task_dir": "ccb_mcp_platform/ccx-platform-244"
311+
},
312+
{
313+
"task_id": "ccx-platform-246",
314+
"benchmark": "ccb_mcp_platform",
315+
"task_dir": "ccb_mcp_platform/ccx-platform-246"
316+
},
317+
{
318+
"task_id": "ccx-platform-248",
319+
"benchmark": "ccb_mcp_platform",
320+
"task_dir": "ccb_mcp_platform/ccx-platform-248"
321+
},
322+
{
323+
"task_id": "ccx-platform-249",
324+
"benchmark": "ccb_mcp_platform",
325+
"task_dir": "ccb_mcp_platform/ccx-platform-249"
326+
},
327+
{
328+
"task_id": "ccx-vuln-remed-165",
329+
"benchmark": "ccb_mcp_security",
330+
"task_dir": "ccb_mcp_security/ccx-vuln-remed-165"
331+
},
332+
{
333+
"task_id": "ccx-vuln-remed-170",
334+
"benchmark": "ccb_mcp_security",
335+
"task_dir": "ccb_mcp_security/ccx-vuln-remed-170"
336+
},
337+
{
338+
"task_id": "ccx-vuln-remed-281",
339+
"benchmark": "ccb_mcp_security",
340+
"task_dir": "ccb_mcp_security/ccx-vuln-remed-281"
341+
},
342+
{
343+
"task_id": "ccx-vuln-remed-282",
344+
"benchmark": "ccb_mcp_security",
345+
"task_dir": "ccb_mcp_security/ccx-vuln-remed-282"
346+
},
347+
{
348+
"task_id": "ccx-vuln-remed-283",
349+
"benchmark": "ccb_mcp_security",
350+
"task_dir": "ccb_mcp_security/ccx-vuln-remed-283"
351+
},
352+
{
353+
"task_id": "ccx-vuln-remed-284",
354+
"benchmark": "ccb_mcp_security",
355+
"task_dir": "ccb_mcp_security/ccx-vuln-remed-284"
356+
}
357+
]
358+
}

0 commit comments

Comments
 (0)