{
  "method": "SWE-bench-style isolated fixtures built from inline strings plus decoy files. Not full repository checkouts.",
  "separation": "jit_z_jev rows are live only when jev.ranking_method is live_jev and fallback_count is 0. heuristic_only and heuristic_fallback rows are not live JEV measurements.",
  "jev_rollup": {
    "bez_jit": {
      "tasks": 10,
      "live_jev_tasks": 0,
      "fallback_tasks": 0,
      "fallback_count": 0
    },
    "jit_bez_jev": {
      "tasks": 10,
      "live_jev_tasks": 0,
      "fallback_tasks": 0,
      "fallback_count": 0
    },
    "jit_z_jev": {
      "tasks": 10,
      "live_jev_tasks": 10,
      "fallback_tasks": 0,
      "fallback_count": 0
    }
  },
  "summary": {
    "bez_jit": {
      "passed": 10,
      "pass_rate": "10/10 (100%)",
      "total_time_s": 207.6,
      "avg_turns": 6.9,
      "avg_time_per_turn_s": 3.01,
      "total_tokens": 57989,
      "prompt_tokens": 47923,
      "candidate_tokens": 2911,
      "discovery_ops": 40,
      "jev_cost_usd": 0
    },
    "jit_bez_jev": {
      "passed": 9,
      "pass_rate": "9/10 (90%)",
      "total_time_s": 138.5,
      "avg_turns": 5.2,
      "avg_time_per_turn_s": 2.66,
      "total_tokens": 63202,
      "prompt_tokens": 53446,
      "candidate_tokens": 2132,
      "discovery_ops": 26,
      "jev_cost_usd": 0
    },
    "jit_z_jev": {
      "passed": 10,
      "pass_rate": "10/10 (100%)",
      "total_time_s": 132.0,
      "avg_turns": 4.9,
      "avg_time_per_turn_s": 2.69,
      "total_tokens": 64797,
      "prompt_tokens": 52806,
      "candidate_tokens": 2121,
      "discovery_ops": 23,
      "jev_cost_usd": 0.000261
    }
  },
  "details": {
    "bez_jit": [
      {
        "task_id": "django__django-11099",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 6,
        "wall_time_s": 23.83,
        "tokens": 4609,
        "prompt_tokens": 4284,
        "candidate_tokens": 250,
        "discovery_ops": 3,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-11848",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 8,
        "wall_time_s": 44.8,
        "tokens": 16344,
        "prompt_tokens": 9028,
        "candidate_tokens": 806,
        "discovery_ops": 6,
        "error": "API/Parse Error: Expecting value: line 1 column 1 (char 0)",
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-14382",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 8,
        "wall_time_s": 20.06,
        "tokens": 5909,
        "prompt_tokens": 5488,
        "candidate_tokens": 334,
        "discovery_ops": 5,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-15400",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 8,
        "wall_time_s": 13.46,
        "tokens": 5384,
        "prompt_tokens": 5066,
        "candidate_tokens": 300,
        "discovery_ops": 5,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "astropy__astropy-14995",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 6,
        "wall_time_s": 11.9,
        "tokens": 4346,
        "prompt_tokens": 4074,
        "candidate_tokens": 163,
        "discovery_ops": 3,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "pallets__flask-4045",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 7,
        "wall_time_s": 9.67,
        "tokens": 3855,
        "prompt_tokens": 3569,
        "candidate_tokens": 227,
        "discovery_ops": 4,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "requests__requests-2148",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 6,
        "wall_time_s": 52.99,
        "tokens": 3586,
        "prompt_tokens": 3330,
        "candidate_tokens": 170,
        "discovery_ops": 3,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-11583",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 7,
        "wall_time_s": 10.78,
        "tokens": 4998,
        "prompt_tokens": 4727,
        "candidate_tokens": 238,
        "discovery_ops": 4,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "pytest-dev__pytest-5221",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 6,
        "wall_time_s": 10.45,
        "tokens": 4848,
        "prompt_tokens": 4576,
        "candidate_tokens": 191,
        "discovery_ops": 3,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "sympy__sympy-18057",
        "mode": "bez_jit",
        "status": "PASS",
        "passed": true,
        "turns": 7,
        "wall_time_s": 9.68,
        "tokens": 4110,
        "prompt_tokens": 3781,
        "candidate_tokens": 232,
        "discovery_ops": 4,
        "error": null,
        "jev": {
          "ranking_method": "not_applicable",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      }
    ],
    "jit_bez_jev": [
      {
        "task_id": "django__django-11099",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 4,
        "wall_time_s": 9.21,
        "tokens": 4656,
        "prompt_tokens": 4347,
        "candidate_tokens": 224,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-11848",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 6,
        "wall_time_s": 23.42,
        "tokens": 11747,
        "prompt_tokens": 7710,
        "candidate_tokens": 429,
        "discovery_ops": 3,
        "error": "API/Parse Error: Invalid control character at: line 1 column 84 (char 83)",
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-14382",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 6,
        "wall_time_s": 9.24,
        "tokens": 5087,
        "prompt_tokens": 4844,
        "candidate_tokens": 160,
        "discovery_ops": 3,
        "error": null,
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-15400",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 7,
        "wall_time_s": 14.44,
        "tokens": 7711,
        "prompt_tokens": 7279,
        "candidate_tokens": 397,
        "discovery_ops": 4,
        "error": "API/Parse Error: Invalid control character at: line 1 column 46 (char 45)",
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "astropy__astropy-14995",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 3,
        "wall_time_s": 4.95,
        "tokens": 2895,
        "prompt_tokens": 2666,
        "candidate_tokens": 103,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "pallets__flask-4045",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 4,
        "wall_time_s": 6.72,
        "tokens": 3306,
        "prompt_tokens": 2807,
        "candidate_tokens": 151,
        "discovery_ops": 2,
        "error": null,
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "requests__requests-2148",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 6,
        "wall_time_s": 21.08,
        "tokens": 4783,
        "prompt_tokens": 4515,
        "candidate_tokens": 171,
        "discovery_ops": 3,
        "error": null,
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "django__django-11583",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 4,
        "wall_time_s": 9.89,
        "tokens": 3509,
        "prompt_tokens": 3231,
        "candidate_tokens": 150,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "pytest-dev__pytest-5221",
        "mode": "jit_bez_jev",
        "status": "FAIL",
        "passed": false,
        "turns": 8,
        "wall_time_s": 26.54,
        "tokens": 16058,
        "prompt_tokens": 12969,
        "candidate_tokens": 178,
        "discovery_ops": 7,
        "error": "API/Parse Error: Expecting value: line 1 column 1 (char 0)",
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      },
      {
        "task_id": "sympy__sympy-18057",
        "mode": "jit_bez_jev",
        "status": "PASS",
        "passed": true,
        "turns": 4,
        "wall_time_s": 13.0,
        "tokens": 3450,
        "prompt_tokens": 3078,
        "candidate_tokens": 169,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "heuristic_only",
          "model": null,
          "remote_call_success": false,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": null,
          "latency_ms": null,
          "usage": {},
          "answers_count": 0,
          "error": null
        }
      }
    ],
    "jit_z_jev": [
      {
        "task_id": "django__django-11099",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 3,
        "wall_time_s": 7.15,
        "tokens": 3348,
        "prompt_tokens": 3052,
        "candidate_tokens": 193,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 790.98,
          "usage": {
            "input_tokens": 718,
            "output_tokens": 76,
            "cost": 3.0156e-05
          },
          "answers_count": 4,
          "error": null
        }
      },
      {
        "task_id": "django__django-11848",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 7,
        "wall_time_s": 30.62,
        "tokens": 13432,
        "prompt_tokens": 8756,
        "candidate_tokens": 311,
        "discovery_ops": 4,
        "error": "API/Parse Error: Expecting value: line 1 column 1 (char 0)",
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 620.74,
          "usage": {
            "input_tokens": 652,
            "output_tokens": 58,
            "cost": 2.7384e-05
          },
          "answers_count": 3,
          "error": null
        }
      },
      {
        "task_id": "django__django-14382",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 5,
        "wall_time_s": 8.61,
        "tokens": 5909,
        "prompt_tokens": 5533,
        "candidate_tokens": 239,
        "discovery_ops": 2,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 1312.65,
          "usage": {
            "input_tokens": 611,
            "output_tokens": 58,
            "cost": 2.5662e-05
          },
          "answers_count": 3,
          "error": null
        }
      },
      {
        "task_id": "django__django-15400",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 7,
        "wall_time_s": 14.85,
        "tokens": 7140,
        "prompt_tokens": 6627,
        "candidate_tokens": 293,
        "discovery_ops": 5,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 334.64,
          "usage": {
            "input_tokens": 653,
            "output_tokens": 58,
            "cost": 2.7426e-05
          },
          "answers_count": 3,
          "error": null
        }
      },
      {
        "task_id": "astropy__astropy-14995",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 3,
        "wall_time_s": 4.36,
        "tokens": 3024,
        "prompt_tokens": 2732,
        "candidate_tokens": 103,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 441.85,
          "usage": {
            "input_tokens": 616,
            "output_tokens": 58,
            "cost": 2.5872e-05
          },
          "answers_count": 3,
          "error": null
        }
      },
      {
        "task_id": "pallets__flask-4045",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 5,
        "wall_time_s": 11.07,
        "tokens": 4314,
        "prompt_tokens": 3977,
        "candidate_tokens": 159,
        "discovery_ops": 2,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 1921.53,
          "usage": {
            "input_tokens": 549,
            "output_tokens": 58,
            "cost": 2.3058e-05
          },
          "answers_count": 3,
          "error": null
        }
      },
      {
        "task_id": "requests__requests-2148",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 4,
        "wall_time_s": 12.92,
        "tokens": 3654,
        "prompt_tokens": 3417,
        "candidate_tokens": 122,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 576.61,
          "usage": {
            "input_tokens": 615,
            "output_tokens": 76,
            "cost": 2.583e-05
          },
          "answers_count": 4,
          "error": null
        }
      },
      {
        "task_id": "django__django-11583",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 3,
        "wall_time_s": 5.51,
        "tokens": 2669,
        "prompt_tokens": 2283,
        "candidate_tokens": 162,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 1099.32,
          "usage": {
            "input_tokens": 586,
            "output_tokens": 58,
            "cost": 2.4612e-05
          },
          "answers_count": 3,
          "error": null
        }
      },
      {
        "task_id": "pytest-dev__pytest-5221",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 8,
        "wall_time_s": 29.02,
        "tokens": 17740,
        "prompt_tokens": 13221,
        "candidate_tokens": 328,
        "discovery_ops": 5,
        "error": "API/Parse Error: Expecting value: line 1 column 1 (char 0)",
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 469.14,
          "usage": {
            "input_tokens": 631,
            "output_tokens": 76,
            "cost": 2.6502e-05
          },
          "answers_count": 4,
          "error": null
        }
      },
      {
        "task_id": "sympy__sympy-18057",
        "mode": "jit_z_jev",
        "status": "PASS",
        "passed": true,
        "turns": 4,
        "wall_time_s": 7.88,
        "tokens": 3567,
        "prompt_tokens": 3208,
        "candidate_tokens": 211,
        "discovery_ops": 1,
        "error": null,
        "jev": {
          "ranking_method": "live_jev",
          "model": "typesafe/jev-1.13-20260917",
          "remote_call_success": true,
          "fallback_used": false,
          "fallback_count": 0,
          "http_status": 200,
          "latency_ms": 2096.93,
          "usage": {
            "input_tokens": 575,
            "output_tokens": 58,
            "cost": 2.415e-05
          },
          "answers_count": 3,
          "error": null
        }
      }
    ]
  }
}