{
  "model": "josephmayo/Holo-3.1-9B-Coder",
  "benchmark": "LiveCodeBench release_v2 code_generation_lite",
  "num_problems": 111,
  "pass@1": 0.3063063063063063,
  "pass@5": 0,
  "passed": 34,
  "time_seconds": 1922.0568318367004,
  "details": {
    "abc344_d": false,
    "abc344_a": false,
    "abc344_c": false,
    "abc344_b": false,
    "abc344_e": false,
    "abc345_d": false,
    "abc345_b": false,
    "abc346_d": false,
    "abc346_b": false,
    "abc346_e": false,
    "abc346_a": false,
    "abc346_c": false,
    "abc347_c": false,
    "abc347_a": false,
    "abc347_e": false,
    "abc347_b": false,
    "abc348_c": false,
    "abc348_b": false,
    "abc348_a": false,
    "abc348_d": false,
    "abc348_e": false,
    "abc349_c": false,
    "abc349_a": false,
    "abc349_b": false,
    "abc349_d": false,
    "abc349_e": false,
    "abc350_a": false,
    "abc350_e": false,
    "abc350_b": false,
    "abc350_c": false,
    "abc350_d": false,
    "abc351_a": false,
    "abc351_b": false,
    "abc351_e": false,
    "abc351_f": false,
    "abc351_c": false,
    "abc351_d": false,
    "abc352_e": false,
    "abc352_a": false,
    "abc352_c": false,
    "abc352_b": false,
    "abc352_d": false,
    "abc353_c": false,
    "abc353_b": false,
    "abc353_a": false,
    "abc353_e": false,
    "abc353_d": false,
    "abc354_b": false,
    "abc354_a": false,
    "abc354_e": false,
    "abc354_c": false,
    "abc354_d": false,
    "abc355_e": false,
    "abc355_b": false,
    "abc355_c": false,
    "abc355_a": false,
    "abc355_d": false,
    "3334": false,
    "3351": false,
    "3356": false,
    "3313": false,
    "3353": false,
    "3337": false,
    "3360": false,
    "3327": false,
    "3349": false,
    "3328": false,
    "3363": false,
    "3376": false,
    "3371": false,
    "3374": false,
    "3344": false,
    "3372": false,
    "3346": false,
    "3387": false,
    "3361": false,
    "3373": false,
    "3375": false,
    "3364": false,
    "3367": false,
    "3306": false,
    "3354": false,
    "3345": false,
    "3381": false,
    "3355": false,
    "3316": false,
    "3379": false,
    "3382": false,
    "3408": false,
    "3397": false,
    "3394": false,
    "3362": false,
    "3396": false,
    "3384": false,
    "3395": false,
    "3402": false,
    "3398": false,
    "3388": false,
    "3406": false,
    "3412": false,
    "3383": false,
    "3429": false,
    "3416": false,
    "3414": false,
    "3446": false,
    "3451": false,
    "3423": false,
    "3403": false,
    "3411": false,
    "3428": false,
    "3420": false
  }
}