File size: 26,961 Bytes
46bd6f7 8ee5d8a 46bd6f7 72f6fac 8ee5d8a 3945313 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 | run,checkpoint,harness,difficulty,correct,graded,pass_at_1
Harbor multi-harness,0,opencode,easy,11,33,0.3333333333333333
Harbor multi-harness,0,opencode,medium,10,118,0.0847457627118644
Harbor multi-harness,0,opencode,hard,6,99,0.06060606060606061
Harbor multi-harness,0,claude-code,easy,14,33,0.42424242424242425
Harbor multi-harness,0,claude-code,medium,22,118,0.1864406779661017
Harbor multi-harness,0,claude-code,hard,6,99,0.06060606060606061
Harbor multi-harness,0,codex,easy,14,33,0.42424242424242425
Harbor multi-harness,0,codex,medium,20,118,0.1694915254237288
Harbor multi-harness,0,codex,hard,7,99,0.0707070707070707
Harbor multi-harness,0,mini-swe-agent,easy,14,33,0.42424242424242425
Harbor multi-harness,0,mini-swe-agent,medium,16,118,0.13559322033898305
Harbor multi-harness,0,mini-swe-agent,hard,6,99,0.06060606060606061
Harbor multi-harness,100,opencode,easy,17,33,0.5151515151515151
Harbor multi-harness,100,opencode,medium,37,118,0.3135593220338983
Harbor multi-harness,100,opencode,hard,7,99,0.0707070707070707
Harbor multi-harness,100,claude-code,easy,20,33,0.6060606060606061
Harbor multi-harness,100,claude-code,medium,38,118,0.3220338983050847
Harbor multi-harness,100,claude-code,hard,11,99,0.1111111111111111
Harbor multi-harness,100,codex,easy,19,33,0.5757575757575758
Harbor multi-harness,100,codex,medium,42,118,0.3559322033898305
Harbor multi-harness,100,codex,hard,9,99,0.09090909090909091
Harbor multi-harness,100,mini-swe-agent,easy,14,33,0.42424242424242425
Harbor multi-harness,100,mini-swe-agent,medium,27,118,0.2288135593220339
Harbor multi-harness,100,mini-swe-agent,hard,7,99,0.0707070707070707
Harbor multi-harness,200,opencode,easy,17,33,0.5151515151515151
Harbor multi-harness,200,opencode,medium,41,118,0.3474576271186441
Harbor multi-harness,200,opencode,hard,18,99,0.18181818181818182
Harbor multi-harness,200,claude-code,easy,21,33,0.6363636363636364
Harbor multi-harness,200,claude-code,medium,39,118,0.3305084745762712
Harbor multi-harness,200,claude-code,hard,15,99,0.15151515151515152
Harbor multi-harness,200,codex,easy,21,33,0.6363636363636364
Harbor multi-harness,200,codex,medium,35,118,0.2966101694915254
Harbor multi-harness,200,codex,hard,10,99,0.10101010101010101
Harbor multi-harness,200,mini-swe-agent,easy,18,33,0.5454545454545454
Harbor multi-harness,200,mini-swe-agent,medium,27,118,0.2288135593220339
Harbor multi-harness,200,mini-swe-agent,hard,1,99,0.010101010101010102
Harbor multi-harness,300,opencode,easy,20,33,0.6060606060606061
Harbor multi-harness,300,opencode,medium,39,118,0.3305084745762712
Harbor multi-harness,300,opencode,hard,15,99,0.15151515151515152
Harbor multi-harness,300,claude-code,easy,22,33,0.6666666666666666
Harbor multi-harness,300,claude-code,medium,46,118,0.3898305084745763
Harbor multi-harness,300,claude-code,hard,15,99,0.15151515151515152
Harbor multi-harness,300,codex,easy,23,33,0.696969696969697
Harbor multi-harness,300,codex,medium,39,118,0.3305084745762712
Harbor multi-harness,300,codex,hard,12,99,0.12121212121212122
Harbor multi-harness,300,mini-swe-agent,easy,20,33,0.6060606060606061
Harbor multi-harness,300,mini-swe-agent,medium,31,118,0.2627118644067797
Harbor multi-harness,300,mini-swe-agent,hard,4,99,0.04040404040404041
Harbor multi-harness,400,opencode,easy,24,33,0.7272727272727273
Harbor multi-harness,400,opencode,medium,45,118,0.3813559322033898
Harbor multi-harness,400,opencode,hard,13,99,0.13131313131313133
Harbor multi-harness,400,claude-code,easy,25,33,0.7575757575757576
Harbor multi-harness,400,claude-code,medium,53,118,0.4491525423728814
Harbor multi-harness,400,claude-code,hard,14,99,0.1414141414141414
Harbor multi-harness,400,codex,easy,24,33,0.7272727272727273
Harbor multi-harness,400,codex,medium,50,118,0.423728813559322
Harbor multi-harness,400,codex,hard,13,99,0.13131313131313133
Harbor multi-harness,400,mini-swe-agent,easy,24,33,0.7272727272727273
Harbor multi-harness,400,mini-swe-agent,medium,39,118,0.3305084745762712
Harbor multi-harness,400,mini-swe-agent,hard,9,99,0.09090909090909091
Harbor multi-harness,500,opencode,easy,23,33,0.696969696969697
Harbor multi-harness,500,opencode,medium,48,118,0.4067796610169492
Harbor multi-harness,500,opencode,hard,11,99,0.1111111111111111
Harbor multi-harness,500,claude-code,easy,25,33,0.7575757575757576
Harbor multi-harness,500,claude-code,medium,62,118,0.5254237288135594
Harbor multi-harness,500,claude-code,hard,25,99,0.25252525252525254
Harbor multi-harness,500,codex,easy,25,33,0.7575757575757576
Harbor multi-harness,500,codex,medium,55,118,0.4661016949152542
Harbor multi-harness,500,codex,hard,18,99,0.18181818181818182
Harbor multi-harness,500,mini-swe-agent,easy,23,33,0.696969696969697
Harbor multi-harness,500,mini-swe-agent,medium,44,118,0.3728813559322034
Harbor multi-harness,500,mini-swe-agent,hard,11,99,0.1111111111111111
Harbor multi-harness,600,opencode,easy,22,33,0.6666666666666666
Harbor multi-harness,600,opencode,medium,49,118,0.4152542372881356
Harbor multi-harness,600,opencode,hard,14,99,0.1414141414141414
Harbor multi-harness,600,claude-code,easy,24,33,0.7272727272727273
Harbor multi-harness,600,claude-code,medium,40,118,0.3389830508474576
Harbor multi-harness,600,claude-code,hard,11,99,0.1111111111111111
Harbor multi-harness,600,codex,easy,22,33,0.6666666666666666
Harbor multi-harness,600,codex,medium,47,118,0.3983050847457627
Harbor multi-harness,600,codex,hard,12,99,0.12121212121212122
Harbor multi-harness,600,mini-swe-agent,easy,28,33,0.8484848484848485
Harbor multi-harness,600,mini-swe-agent,medium,40,118,0.3389830508474576
Harbor multi-harness,600,mini-swe-agent,hard,9,99,0.09090909090909091
Harbor multi-harness,684,opencode,easy,24,33,0.7272727272727273
Harbor multi-harness,684,opencode,medium,36,118,0.3050847457627119
Harbor multi-harness,684,opencode,hard,13,99,0.13131313131313133
Harbor multi-harness,684,claude-code,easy,24,33,0.7272727272727273
Harbor multi-harness,684,claude-code,medium,49,118,0.4152542372881356
Harbor multi-harness,684,claude-code,hard,16,99,0.16161616161616163
Harbor multi-harness,684,codex,easy,28,33,0.8484848484848485
Harbor multi-harness,684,codex,medium,43,118,0.3644067796610169
Harbor multi-harness,684,codex,hard,12,99,0.12121212121212122
Harbor multi-harness,684,mini-swe-agent,easy,24,33,0.7272727272727273
Harbor multi-harness,684,mini-swe-agent,medium,41,118,0.3474576271186441
Harbor multi-harness,684,mini-swe-agent,hard,11,99,0.1111111111111111
Harbor multi-harness,700,opencode,easy,10,33,0.30303030303030304
Harbor multi-harness,700,opencode,medium,33,118,0.2796610169491525
Harbor multi-harness,700,opencode,hard,10,99,0.10101010101010101
Harbor multi-harness,700,claude-code,easy,26,33,0.7878787878787878
Harbor multi-harness,700,claude-code,medium,41,118,0.3474576271186441
Harbor multi-harness,700,claude-code,hard,12,99,0.12121212121212122
Harbor multi-harness,700,codex,easy,24,33,0.7272727272727273
Harbor multi-harness,700,codex,medium,41,118,0.3474576271186441
Harbor multi-harness,700,codex,hard,15,99,0.15151515151515152
Harbor multi-harness,700,mini-swe-agent,easy,20,33,0.6060606060606061
Harbor multi-harness,700,mini-swe-agent,medium,45,118,0.3813559322033898
Harbor multi-harness,700,mini-swe-agent,hard,11,99,0.1111111111111111
Harbor multi-harness,800,opencode,easy,12,33,0.36363636363636365
Harbor multi-harness,800,opencode,medium,39,118,0.3305084745762712
Harbor multi-harness,800,opencode,hard,7,99,0.0707070707070707
Harbor multi-harness,800,claude-code,easy,22,33,0.6666666666666666
Harbor multi-harness,800,claude-code,medium,44,118,0.3728813559322034
Harbor multi-harness,800,claude-code,hard,14,99,0.1414141414141414
Harbor multi-harness,800,codex,easy,22,33,0.6666666666666666
Harbor multi-harness,800,codex,medium,37,118,0.3135593220338983
Harbor multi-harness,800,codex,hard,8,99,0.08080808080808081
Harbor multi-harness,800,mini-swe-agent,easy,22,33,0.6666666666666666
Harbor multi-harness,800,mini-swe-agent,medium,34,118,0.288135593220339
Harbor multi-harness,800,mini-swe-agent,hard,9,99,0.09090909090909091
Harbor multi-harness,900,opencode,easy,0,33,0.0
Harbor multi-harness,900,opencode,medium,4,118,0.03389830508474576
Harbor multi-harness,900,opencode,hard,2,99,0.020202020202020204
Harbor multi-harness,900,claude-code,easy,24,33,0.7272727272727273
Harbor multi-harness,900,claude-code,medium,51,118,0.4322033898305085
Harbor multi-harness,900,claude-code,hard,16,99,0.16161616161616163
Harbor multi-harness,900,codex,easy,16,33,0.48484848484848486
Harbor multi-harness,900,codex,medium,24,118,0.2033898305084746
Harbor multi-harness,900,codex,hard,8,99,0.08080808080808081
Harbor multi-harness,900,mini-swe-agent,easy,21,33,0.6363636363636364
Harbor multi-harness,900,mini-swe-agent,medium,44,118,0.3728813559322034
Harbor multi-harness,900,mini-swe-agent,hard,17,99,0.1717171717171717
Harbor multi-harness,1000,opencode,easy,2,33,0.06060606060606061
Harbor multi-harness,1000,opencode,medium,10,118,0.0847457627118644
Harbor multi-harness,1000,opencode,hard,2,99,0.020202020202020204
Harbor multi-harness,1000,claude-code,easy,24,33,0.7272727272727273
Harbor multi-harness,1000,claude-code,medium,53,118,0.4491525423728814
Harbor multi-harness,1000,claude-code,hard,20,99,0.20202020202020202
Harbor multi-harness,1000,codex,easy,15,33,0.45454545454545453
Harbor multi-harness,1000,codex,medium,37,118,0.3135593220338983
Harbor multi-harness,1000,codex,hard,10,99,0.10101010101010101
Harbor multi-harness,1000,mini-swe-agent,easy,15,33,0.45454545454545453
Harbor multi-harness,1000,mini-swe-agent,medium,54,118,0.4576271186440678
Harbor multi-harness,1000,mini-swe-agent,hard,21,99,0.21212121212121213
Native OpenCode,0,opencode,easy,8,33,0.24242424242424243
Native OpenCode,0,opencode,medium,20,118,0.1694915254237288
Native OpenCode,0,opencode,hard,4,99,0.04040404040404041
Native OpenCode,0,claude-code,easy,14,33,0.42424242424242425
Native OpenCode,0,claude-code,medium,22,118,0.1864406779661017
Native OpenCode,0,claude-code,hard,6,99,0.06060606060606061
Native OpenCode,0,codex,easy,11,33,0.3333333333333333
Native OpenCode,0,codex,medium,20,118,0.1694915254237288
Native OpenCode,0,codex,hard,7,99,0.0707070707070707
Native OpenCode,0,mini-swe-agent,easy,17,33,0.5151515151515151
Native OpenCode,0,mini-swe-agent,medium,23,118,0.19491525423728814
Native OpenCode,0,mini-swe-agent,hard,7,99,0.0707070707070707
Native OpenCode,100,opencode,easy,14,33,0.42424242424242425
Native OpenCode,100,opencode,medium,29,118,0.2457627118644068
Native OpenCode,100,opencode,hard,6,99,0.06060606060606061
Native OpenCode,100,claude-code,easy,14,33,0.42424242424242425
Native OpenCode,100,claude-code,medium,27,118,0.2288135593220339
Native OpenCode,100,claude-code,hard,10,99,0.10101010101010101
Native OpenCode,100,codex,easy,9,33,0.2727272727272727
Native OpenCode,100,codex,medium,25,118,0.211864406779661
Native OpenCode,100,codex,hard,11,99,0.1111111111111111
Native OpenCode,100,mini-swe-agent,easy,22,33,0.6666666666666666
Native OpenCode,100,mini-swe-agent,medium,25,118,0.211864406779661
Native OpenCode,100,mini-swe-agent,hard,5,99,0.050505050505050504
Native OpenCode,200,opencode,easy,16,33,0.48484848484848486
Native OpenCode,200,opencode,medium,25,118,0.211864406779661
Native OpenCode,200,opencode,hard,2,99,0.020202020202020204
Native OpenCode,200,claude-code,easy,20,33,0.6060606060606061
Native OpenCode,200,claude-code,medium,31,118,0.2627118644067797
Native OpenCode,200,claude-code,hard,9,99,0.09090909090909091
Native OpenCode,200,codex,easy,21,33,0.6363636363636364
Native OpenCode,200,codex,medium,34,118,0.288135593220339
Native OpenCode,200,codex,hard,9,99,0.09090909090909091
Native OpenCode,200,mini-swe-agent,easy,22,33,0.6666666666666666
Native OpenCode,200,mini-swe-agent,medium,26,118,0.22033898305084745
Native OpenCode,200,mini-swe-agent,hard,6,99,0.06060606060606061
Native OpenCode,300,opencode,easy,16,33,0.48484848484848486
Native OpenCode,300,opencode,medium,33,118,0.2796610169491525
Native OpenCode,300,opencode,hard,3,99,0.030303030303030304
Native OpenCode,300,claude-code,easy,22,33,0.6666666666666666
Native OpenCode,300,claude-code,medium,36,118,0.3050847457627119
Native OpenCode,300,claude-code,hard,15,99,0.15151515151515152
Native OpenCode,300,codex,easy,13,33,0.3939393939393939
Native OpenCode,300,codex,medium,24,118,0.2033898305084746
Native OpenCode,300,codex,hard,5,99,0.050505050505050504
Native OpenCode,300,mini-swe-agent,easy,17,33,0.5151515151515151
Native OpenCode,300,mini-swe-agent,medium,28,118,0.23728813559322035
Native OpenCode,300,mini-swe-agent,hard,4,99,0.04040404040404041
Native OpenCode,400,opencode,easy,16,33,0.48484848484848486
Native OpenCode,400,opencode,medium,29,118,0.2457627118644068
Native OpenCode,400,opencode,hard,6,99,0.06060606060606061
Native OpenCode,400,claude-code,easy,20,33,0.6060606060606061
Native OpenCode,400,claude-code,medium,42,118,0.3559322033898305
Native OpenCode,400,claude-code,hard,19,99,0.1919191919191919
Native OpenCode,400,codex,easy,19,33,0.5757575757575758
Native OpenCode,400,codex,medium,33,118,0.2796610169491525
Native OpenCode,400,codex,hard,12,99,0.12121212121212122
Native OpenCode,400,mini-swe-agent,easy,23,33,0.696969696969697
Native OpenCode,400,mini-swe-agent,medium,35,118,0.2966101694915254
Native OpenCode,400,mini-swe-agent,hard,10,99,0.10101010101010101
Native OpenCode,500,opencode,easy,16,33,0.48484848484848486
Native OpenCode,500,opencode,medium,23,118,0.19491525423728814
Native OpenCode,500,opencode,hard,6,99,0.06060606060606061
Native OpenCode,500,claude-code,easy,17,33,0.5151515151515151
Native OpenCode,500,claude-code,medium,39,118,0.3305084745762712
Native OpenCode,500,claude-code,hard,10,99,0.10101010101010101
Native OpenCode,500,codex,easy,16,33,0.48484848484848486
Native OpenCode,500,codex,medium,26,118,0.22033898305084745
Native OpenCode,500,codex,hard,5,99,0.050505050505050504
Native OpenCode,500,mini-swe-agent,easy,21,33,0.6363636363636364
Native OpenCode,500,mini-swe-agent,medium,41,118,0.3474576271186441
Native OpenCode,500,mini-swe-agent,hard,11,99,0.1111111111111111
Native OpenCode,600,opencode,easy,14,33,0.42424242424242425
Native OpenCode,600,opencode,medium,22,118,0.1864406779661017
Native OpenCode,600,opencode,hard,6,99,0.06060606060606061
Native OpenCode,600,claude-code,easy,21,33,0.6363636363636364
Native OpenCode,600,claude-code,medium,44,118,0.3728813559322034
Native OpenCode,600,claude-code,hard,16,99,0.16161616161616163
Native OpenCode,600,codex,easy,15,33,0.45454545454545453
Native OpenCode,600,codex,medium,28,118,0.23728813559322035
Native OpenCode,600,codex,hard,3,99,0.030303030303030304
Native OpenCode,600,mini-swe-agent,easy,24,33,0.7272727272727273
Native OpenCode,600,mini-swe-agent,medium,42,118,0.3559322033898305
Native OpenCode,600,mini-swe-agent,hard,16,99,0.16161616161616163
Native OpenCode,700,opencode,easy,14,33,0.42424242424242425
Native OpenCode,700,opencode,medium,28,118,0.23728813559322035
Native OpenCode,700,opencode,hard,4,99,0.04040404040404041
Native OpenCode,700,claude-code,easy,21,33,0.6363636363636364
Native OpenCode,700,claude-code,medium,39,118,0.3305084745762712
Native OpenCode,700,claude-code,hard,14,99,0.1414141414141414
Native OpenCode,700,codex,easy,8,33,0.24242424242424243
Native OpenCode,700,codex,medium,27,118,0.2288135593220339
Native OpenCode,700,codex,hard,1,99,0.010101010101010102
Native OpenCode,700,mini-swe-agent,easy,22,33,0.6666666666666666
Native OpenCode,700,mini-swe-agent,medium,42,118,0.3559322033898305
Native OpenCode,700,mini-swe-agent,hard,12,99,0.12121212121212122
Native OpenCode,800,opencode,easy,12,33,0.36363636363636365
Native OpenCode,800,opencode,medium,31,118,0.2627118644067797
Native OpenCode,800,opencode,hard,7,99,0.0707070707070707
Native OpenCode,800,claude-code,easy,24,33,0.7272727272727273
Native OpenCode,800,claude-code,medium,42,118,0.3559322033898305
Native OpenCode,800,claude-code,hard,15,99,0.15151515151515152
Native OpenCode,800,codex,easy,10,33,0.30303030303030304
Native OpenCode,800,codex,medium,25,118,0.211864406779661
Native OpenCode,800,codex,hard,10,99,0.10101010101010101
Native OpenCode,800,mini-swe-agent,easy,23,33,0.696969696969697
Native OpenCode,800,mini-swe-agent,medium,42,118,0.3559322033898305
Native OpenCode,800,mini-swe-agent,hard,15,99,0.15151515151515152
Native OpenCode,900,opencode,easy,11,33,0.3333333333333333
Native OpenCode,900,opencode,medium,28,118,0.23728813559322035
Native OpenCode,900,opencode,hard,8,99,0.08080808080808081
Native OpenCode,900,claude-code,easy,20,33,0.6060606060606061
Native OpenCode,900,claude-code,medium,50,118,0.423728813559322
Native OpenCode,900,claude-code,hard,15,99,0.15151515151515152
Native OpenCode,900,codex,easy,9,33,0.2727272727272727
Native OpenCode,900,codex,medium,21,118,0.17796610169491525
Native OpenCode,900,codex,hard,6,99,0.06060606060606061
Native OpenCode,900,mini-swe-agent,easy,26,33,0.7878787878787878
Native OpenCode,900,mini-swe-agent,medium,44,118,0.3728813559322034
Native OpenCode,900,mini-swe-agent,hard,15,99,0.15151515151515152
Native OpenCode,1000,opencode,easy,14,33,0.42424242424242425
Native OpenCode,1000,opencode,medium,30,118,0.2542372881355932
Native OpenCode,1000,opencode,hard,7,99,0.0707070707070707
Native OpenCode,1000,claude-code,easy,22,33,0.6666666666666666
Native OpenCode,1000,claude-code,medium,44,118,0.3728813559322034
Native OpenCode,1000,claude-code,hard,17,99,0.1717171717171717
Native OpenCode,1000,codex,easy,19,33,0.5757575757575758
Native OpenCode,1000,codex,medium,42,118,0.3559322033898305
Native OpenCode,1000,codex,hard,13,99,0.13131313131313133
Native OpenCode,1000,mini-swe-agent,easy,24,33,0.7272727272727273
Native OpenCode,1000,mini-swe-agent,medium,53,118,0.4491525423728814
Native OpenCode,1000,mini-swe-agent,hard,13,99,0.13131313131313133
Harbor OpenCode-only,0,opencode,easy,11,33,0.3333333333333333
Harbor OpenCode-only,0,opencode,medium,10,118,0.0847457627118644
Harbor OpenCode-only,0,opencode,hard,6,99,0.06060606060606061
Harbor OpenCode-only,0,claude-code,easy,14,33,0.42424242424242425
Harbor OpenCode-only,0,claude-code,medium,22,118,0.1864406779661017
Harbor OpenCode-only,0,claude-code,hard,6,99,0.06060606060606061
Harbor OpenCode-only,0,codex,easy,14,33,0.42424242424242425
Harbor OpenCode-only,0,codex,medium,20,118,0.1694915254237288
Harbor OpenCode-only,0,codex,hard,7,99,0.0707070707070707
Harbor OpenCode-only,0,mini-swe-agent,easy,14,33,0.42424242424242425
Harbor OpenCode-only,0,mini-swe-agent,medium,16,118,0.13559322033898305
Harbor OpenCode-only,0,mini-swe-agent,hard,6,99,0.06060606060606061
Harbor OpenCode-only,100,opencode,easy,11,33,0.3333333333333333
Harbor OpenCode-only,100,opencode,medium,34,118,0.288135593220339
Harbor OpenCode-only,100,opencode,hard,10,99,0.10101010101010101
Harbor OpenCode-only,100,claude-code,easy,16,33,0.48484848484848486
Harbor OpenCode-only,100,claude-code,medium,35,118,0.2966101694915254
Harbor OpenCode-only,100,claude-code,hard,12,99,0.12121212121212122
Harbor OpenCode-only,100,codex,easy,16,33,0.48484848484848486
Harbor OpenCode-only,100,codex,medium,43,118,0.3644067796610169
Harbor OpenCode-only,100,codex,hard,17,99,0.1717171717171717
Harbor OpenCode-only,100,mini-swe-agent,easy,23,33,0.696969696969697
Harbor OpenCode-only,100,mini-swe-agent,medium,26,118,0.22033898305084745
Harbor OpenCode-only,100,mini-swe-agent,hard,2,99,0.020202020202020204
Harbor OpenCode-only,200,opencode,easy,19,33,0.5757575757575758
Harbor OpenCode-only,200,opencode,medium,42,118,0.3559322033898305
Harbor OpenCode-only,200,opencode,hard,12,99,0.12121212121212122
Harbor OpenCode-only,200,claude-code,easy,19,33,0.5757575757575758
Harbor OpenCode-only,200,claude-code,medium,44,118,0.3728813559322034
Harbor OpenCode-only,200,claude-code,hard,8,99,0.08080808080808081
Harbor OpenCode-only,200,codex,easy,22,33,0.6666666666666666
Harbor OpenCode-only,200,codex,medium,44,118,0.3728813559322034
Harbor OpenCode-only,200,codex,hard,11,99,0.1111111111111111
Harbor OpenCode-only,200,mini-swe-agent,easy,22,33,0.6666666666666666
Harbor OpenCode-only,200,mini-swe-agent,medium,22,118,0.1864406779661017
Harbor OpenCode-only,200,mini-swe-agent,hard,6,99,0.06060606060606061
Harbor OpenCode-only,300,opencode,easy,23,33,0.696969696969697
Harbor OpenCode-only,300,opencode,medium,36,118,0.3050847457627119
Harbor OpenCode-only,300,opencode,hard,11,99,0.1111111111111111
Harbor OpenCode-only,300,claude-code,easy,22,33,0.6666666666666666
Harbor OpenCode-only,300,claude-code,medium,40,118,0.3389830508474576
Harbor OpenCode-only,300,claude-code,hard,14,99,0.1414141414141414
Harbor OpenCode-only,300,codex,easy,21,33,0.6363636363636364
Harbor OpenCode-only,300,codex,medium,43,118,0.3644067796610169
Harbor OpenCode-only,300,codex,hard,16,99,0.16161616161616163
Harbor OpenCode-only,300,mini-swe-agent,easy,19,33,0.5757575757575758
Harbor OpenCode-only,300,mini-swe-agent,medium,33,118,0.2796610169491525
Harbor OpenCode-only,300,mini-swe-agent,hard,7,99,0.0707070707070707
Harbor OpenCode-only,400,opencode,easy,25,33,0.7575757575757576
Harbor OpenCode-only,400,opencode,medium,51,118,0.4322033898305085
Harbor OpenCode-only,400,opencode,hard,13,99,0.13131313131313133
Harbor OpenCode-only,400,claude-code,easy,24,33,0.7272727272727273
Harbor OpenCode-only,400,claude-code,medium,50,118,0.423728813559322
Harbor OpenCode-only,400,claude-code,hard,10,99,0.10101010101010101
Harbor OpenCode-only,400,codex,easy,23,33,0.696969696969697
Harbor OpenCode-only,400,codex,medium,41,118,0.3474576271186441
Harbor OpenCode-only,400,codex,hard,19,99,0.1919191919191919
Harbor OpenCode-only,400,mini-swe-agent,easy,21,33,0.6363636363636364
Harbor OpenCode-only,400,mini-swe-agent,medium,42,118,0.3559322033898305
Harbor OpenCode-only,400,mini-swe-agent,hard,9,99,0.09090909090909091
Harbor OpenCode-only,500,opencode,easy,23,33,0.696969696969697
Harbor OpenCode-only,500,opencode,medium,47,118,0.3983050847457627
Harbor OpenCode-only,500,opencode,hard,12,99,0.12121212121212122
Harbor OpenCode-only,500,claude-code,easy,22,33,0.6666666666666666
Harbor OpenCode-only,500,claude-code,medium,45,118,0.3813559322033898
Harbor OpenCode-only,500,claude-code,hard,14,99,0.1414141414141414
Harbor OpenCode-only,500,codex,easy,25,33,0.7575757575757576
Harbor OpenCode-only,500,codex,medium,50,118,0.423728813559322
Harbor OpenCode-only,500,codex,hard,18,99,0.18181818181818182
Harbor OpenCode-only,500,mini-swe-agent,easy,24,33,0.7272727272727273
Harbor OpenCode-only,500,mini-swe-agent,medium,37,118,0.3135593220338983
Harbor OpenCode-only,500,mini-swe-agent,hard,13,99,0.13131313131313133
Harbor OpenCode-only,600,opencode,easy,26,33,0.7878787878787878
Harbor OpenCode-only,600,opencode,medium,51,118,0.4322033898305085
Harbor OpenCode-only,600,opencode,hard,12,99,0.12121212121212122
Harbor OpenCode-only,600,claude-code,easy,21,33,0.6363636363636364
Harbor OpenCode-only,600,claude-code,medium,43,118,0.3644067796610169
Harbor OpenCode-only,600,claude-code,hard,14,99,0.1414141414141414
Harbor OpenCode-only,600,codex,easy,21,33,0.6363636363636364
Harbor OpenCode-only,600,codex,medium,50,118,0.423728813559322
Harbor OpenCode-only,600,codex,hard,15,99,0.15151515151515152
Harbor OpenCode-only,600,mini-swe-agent,easy,20,33,0.6060606060606061
Harbor OpenCode-only,600,mini-swe-agent,medium,44,118,0.3728813559322034
Harbor OpenCode-only,600,mini-swe-agent,hard,13,99,0.13131313131313133
Harbor OpenCode-only,700,opencode,easy,23,33,0.696969696969697
Harbor OpenCode-only,700,opencode,medium,52,118,0.4406779661016949
Harbor OpenCode-only,700,opencode,hard,25,99,0.25252525252525254
Harbor OpenCode-only,700,claude-code,easy,26,33,0.7878787878787878
Harbor OpenCode-only,700,claude-code,medium,63,118,0.5338983050847458
Harbor OpenCode-only,700,claude-code,hard,27,99,0.2727272727272727
Harbor OpenCode-only,700,codex,easy,23,33,0.696969696969697
Harbor OpenCode-only,700,codex,medium,50,118,0.423728813559322
Harbor OpenCode-only,700,codex,hard,20,99,0.20202020202020202
Harbor OpenCode-only,700,mini-swe-agent,easy,22,33,0.6666666666666666
Harbor OpenCode-only,700,mini-swe-agent,medium,45,118,0.3813559322033898
Harbor OpenCode-only,700,mini-swe-agent,hard,19,99,0.1919191919191919
Harbor OpenCode-only,800,opencode,easy,15,33,0.45454545454545453
Harbor OpenCode-only,800,opencode,medium,36,118,0.3050847457627119
Harbor OpenCode-only,800,opencode,hard,15,99,0.15151515151515152
Harbor OpenCode-only,800,claude-code,easy,26,33,0.7878787878787878
Harbor OpenCode-only,800,claude-code,medium,52,118,0.4406779661016949
Harbor OpenCode-only,800,claude-code,hard,19,99,0.1919191919191919
Harbor OpenCode-only,800,codex,easy,21,33,0.6363636363636364
Harbor OpenCode-only,800,codex,medium,47,118,0.3983050847457627
Harbor OpenCode-only,800,codex,hard,21,99,0.21212121212121213
Harbor OpenCode-only,800,mini-swe-agent,easy,25,33,0.7575757575757576
Harbor OpenCode-only,800,mini-swe-agent,medium,40,118,0.3389830508474576
Harbor OpenCode-only,800,mini-swe-agent,hard,14,99,0.1414141414141414
Harbor OpenCode-only,900,opencode,easy,22,33,0.6666666666666666
Harbor OpenCode-only,900,opencode,medium,37,118,0.3135593220338983
Harbor OpenCode-only,900,opencode,hard,16,99,0.16161616161616163
Harbor OpenCode-only,900,claude-code,easy,24,33,0.7272727272727273
Harbor OpenCode-only,900,claude-code,medium,46,118,0.3898305084745763
Harbor OpenCode-only,900,claude-code,hard,18,99,0.18181818181818182
Harbor OpenCode-only,900,codex,easy,18,33,0.5454545454545454
Harbor OpenCode-only,900,codex,medium,35,118,0.2966101694915254
Harbor OpenCode-only,900,codex,hard,15,99,0.15151515151515152
Harbor OpenCode-only,900,mini-swe-agent,easy,20,33,0.6060606060606061
Harbor OpenCode-only,900,mini-swe-agent,medium,34,118,0.288135593220339
Harbor OpenCode-only,900,mini-swe-agent,hard,11,99,0.1111111111111111
Harbor OpenCode-only,1000,opencode,easy,17,33,0.5151515151515151
Harbor OpenCode-only,1000,opencode,medium,30,118,0.2542372881355932
Harbor OpenCode-only,1000,opencode,hard,8,99,0.08080808080808081
Harbor OpenCode-only,1000,claude-code,easy,19,33,0.5757575757575758
Harbor OpenCode-only,1000,claude-code,medium,41,118,0.3474576271186441
Harbor OpenCode-only,1000,claude-code,hard,17,99,0.1717171717171717
Harbor OpenCode-only,1000,codex,easy,20,33,0.6060606060606061
Harbor OpenCode-only,1000,codex,medium,46,118,0.3898305084745763
Harbor OpenCode-only,1000,codex,hard,15,99,0.15151515151515152
Harbor OpenCode-only,1000,mini-swe-agent,easy,22,33,0.6666666666666666
Harbor OpenCode-only,1000,mini-swe-agent,medium,26,118,0.22033898305084745
Harbor OpenCode-only,1000,mini-swe-agent,hard,3,99,0.030303030303030304
|