[
  {
    "model": "llama3.1:8b",
    "condition": "WITHOUT_JIT",
    "iteration": 1,
    "prompt_tokens": 2560,
    "completion_tokens": 105,
    "latency_ms": 22810.6,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading  class EventTracker:     def __init__(self):         self.event"
  },
  {
    "model": "llama3.1:8b",
    "condition": "WITHOUT_JIT",
    "iteration": 2,
    "prompt_tokens": 2560,
    "completion_tokens": 105,
    "latency_ms": 4754.2,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading  class EventTracker:     def __init__(self):         self.event"
  },
  {
    "model": "llama3.1:8b",
    "condition": "WITHOUT_JIT",
    "iteration": 3,
    "prompt_tokens": 2560,
    "completion_tokens": 105,
    "latency_ms": 4810.2,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading  class EventTracker:     def __init__(self):         self.event"
  },
  {
    "model": "llama3.1:8b",
    "condition": "WITH_JIT",
    "iteration": 1,
    "prompt_tokens": 332,
    "completion_tokens": 105,
    "latency_ms": 5349.5,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading  class EventTracker:     def __init__(self):         self.lock "
  },
  {
    "model": "llama3.1:8b",
    "condition": "WITH_JIT",
    "iteration": 2,
    "prompt_tokens": 332,
    "completion_tokens": 105,
    "latency_ms": 4097.4,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading  class EventTracker:     def __init__(self):         self.lock "
  },
  {
    "model": "llama3.1:8b",
    "condition": "WITH_JIT",
    "iteration": 3,
    "prompt_tokens": 332,
    "completion_tokens": 105,
    "latency_ms": 4026.0,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading  class EventTracker:     def __init__(self):         self.lock "
  },
  {
    "model": "glm-5.3-flash",
    "condition": "WITHOUT_JIT",
    "iteration": 1,
    "prompt_tokens": 2585,
    "completion_tokens": 3642,
    "latency_ms": 101621.0,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     \"\"\"Thread-safe event tracker that rep"
  },
  {
    "model": "glm-5.3-flash",
    "condition": "WITHOUT_JIT",
    "iteration": 2,
    "prompt_tokens": 2585,
    "completion_tokens": 1398,
    "latency_ms": 30304.9,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     \"\"\"Thread-safe event tracker.      Re"
  },
  {
    "model": "glm-5.3-flash",
    "condition": "WITHOUT_JIT",
    "iteration": 3,
    "prompt_tokens": 2585,
    "completion_tokens": 2705,
    "latency_ms": 19702.4,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     \"\"\"Thread-safe event tracker.      Re"
  },
  {
    "model": "glm-5.3-flash",
    "condition": "WITH_JIT",
    "iteration": 1,
    "prompt_tokens": 331,
    "completion_tokens": 1451,
    "latency_ms": 27230.4,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading from typing import Dict, List   class EventTracker:     \"\"\"Thre"
  },
  {
    "model": "glm-5.3-flash",
    "condition": "WITH_JIT",
    "iteration": 2,
    "prompt_tokens": 331,
    "completion_tokens": 2109,
    "latency_ms": 60533.9,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading from typing import Any   class EventTracker:     \"\"\"Thread-safe"
  },
  {
    "model": "glm-5.3-flash",
    "condition": "WITH_JIT",
    "iteration": 3,
    "prompt_tokens": 331,
    "completion_tokens": 1303,
    "latency_ms": 29020.7,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     \"\"\"Thread-safe event tracker (replace"
  },
  {
    "model": "grok-4.7",
    "condition": "WITHOUT_JIT",
    "iteration": 1,
    "prompt_tokens": 3923,
    "completion_tokens": 320,
    "latency_ms": 3726.8,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "grok-4.7",
    "condition": "WITHOUT_JIT",
    "iteration": 2,
    "prompt_tokens": 3923,
    "completion_tokens": 411,
    "latency_ms": 15268.8,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "grok-4.7",
    "condition": "WITHOUT_JIT",
    "iteration": 3,
    "prompt_tokens": 3923,
    "completion_tokens": 278,
    "latency_ms": 3670.7,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "grok-4.7",
    "condition": "WITH_JIT",
    "iteration": 1,
    "prompt_tokens": 1595,
    "completion_tokens": 366,
    "latency_ms": 4931.0,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "grok-4.7",
    "condition": "WITH_JIT",
    "iteration": 2,
    "prompt_tokens": 1595,
    "completion_tokens": 236,
    "latency_ms": 3154.2,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading from typing import Dict, List   class EventTracker:     def __i"
  },
  {
    "model": "grok-4.7",
    "condition": "WITH_JIT",
    "iteration": 3,
    "prompt_tokens": 1595,
    "completion_tokens": 237,
    "latency_ms": 3019.3,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading from typing import Dict, List   class EventTracker:     def __i"
  },
  {
    "model": "gpt-5.6-luna",
    "condition": "WITHOUT_JIT",
    "iteration": 1,
    "prompt_tokens": 2615,
    "completion_tokens": 206,
    "latency_ms": 3145.3,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-5.6-luna",
    "condition": "WITHOUT_JIT",
    "iteration": 2,
    "prompt_tokens": 2615,
    "completion_tokens": 210,
    "latency_ms": 3899.3,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-5.6-luna",
    "condition": "WITHOUT_JIT",
    "iteration": 3,
    "prompt_tokens": 2615,
    "completion_tokens": 163,
    "latency_ms": 2882.7,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-5.6-luna",
    "condition": "WITH_JIT",
    "iteration": 1,
    "prompt_tokens": 324,
    "completion_tokens": 238,
    "latency_ms": 3202.8,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-5.6-luna",
    "condition": "WITH_JIT",
    "iteration": 2,
    "prompt_tokens": 324,
    "completion_tokens": 202,
    "latency_ms": 3135.7,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-5.6-luna",
    "condition": "WITH_JIT",
    "iteration": 3,
    "prompt_tokens": 324,
    "completion_tokens": 204,
    "latency_ms": 3090.7,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-6-astra",
    "condition": "WITHOUT_JIT",
    "iteration": 1,
    "prompt_tokens": 2615,
    "completion_tokens": 153,
    "latency_ms": 4941.5,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-6-astra",
    "condition": "WITHOUT_JIT",
    "iteration": 2,
    "prompt_tokens": 2615,
    "completion_tokens": 101,
    "latency_ms": 3175.3,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-6-astra",
    "condition": "WITHOUT_JIT",
    "iteration": 3,
    "prompt_tokens": 2615,
    "completion_tokens": 101,
    "latency_ms": 2746.1,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-6-astra",
    "condition": "WITH_JIT",
    "iteration": 1,
    "prompt_tokens": 324,
    "completion_tokens": 101,
    "latency_ms": 2737.6,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-6-astra",
    "condition": "WITH_JIT",
    "iteration": 2,
    "prompt_tokens": 324,
    "completion_tokens": 101,
    "latency_ms": 3150.6,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  },
  {
    "model": "gpt-6-astra",
    "condition": "WITH_JIT",
    "iteration": 3,
    "prompt_tokens": 324,
    "completion_tokens": 101,
    "latency_ms": 2722.2,
    "syntax_valid": true,
    "class_defined": true,
    "no_global": true,
    "uses_lock": true,
    "functional_pass": true,
    "snippet": "```python import threading   class EventTracker:     def __init__(self) -> None:         s"
  }
]