{
 "id": 2,
 "started_at": "2026-07-17T15:31:49.076787+00:00",
 "git_sha": "c4dd881",
 "engine_version": "0.1.0",
 "challenge_set_hash": "96e86e1711a49f7d",
 "note": "run 2: 4 local models, 9 challenges incl. 4 harder",
 "config": {
  "models": {
   "claude-sonnet": {
    "api_key_env": "ANTHROPIC_API_KEY",
    "base_url": "https://api.anthropic.com/v1",
    "max_tokens": 16384,
    "model": "claude-sonnet-5",
    "temperature": 0.0
   },
   "glm4-9b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 8192,
    "model": "glm4:9b",
    "temperature": 0.0
   },
   "llama3.2-3b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 8192,
    "model": "llama3.2:3b",
    "temperature": 0.0
   },
   "qwen2.5-coder-3b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 8192,
    "model": "qwen2.5-coder:3b",
    "temperature": 0.0
   },
   "qwen3-30b-a3b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 16384,
    "model": "qwen3:30b-a3b",
    "temperature": 0.0
   }
  },
  "run": {
   "max_agent_turns": 24,
   "modes": [
    "oneshot",
    "agentic"
   ],
   "request_retries": 3,
   "samples": 1,
   "test_timeout_secs": 120
  }
 },
 "results": [
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "calculator",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Invalid \\escape: line 1 column 125 (char 124)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 30.449076000004425,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T16:17:24.600458+00:00",
   "slug": "run2-glm4-9b-oneshot-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 91.4,
   "score_tests": 0.8571428571428571,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 6,
   "tests_failed": 1,
   "wall_secs": 294.50099058299384,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T16:05:49.895813+00:00",
   "slug": "run2-llama3.2-3b-agentic-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 7.910776791992248,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T16:06:02.024381+00:00",
   "slug": "run2-llama3.2-3b-agentic-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 82.0,
   "score_tests": 0.7,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 7,
   "tests_failed": 3,
   "wall_secs": 304.8264125419955,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T16:11:14.227625+00:00",
   "slug": "run2-llama3.2-3b-agentic-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 76.0,
   "score_tests": 0.6,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 2,
   "wall_secs": 111.01434708299348,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:11.042106+00:00",
   "slug": "run2-llama3.2-3b-agentic-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 4.820278875005897,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:18.587622+00:00",
   "slug": "run2-llama3.2-3b-agentic-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 5.059446208004374,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:26.932119+00:00",
   "slug": "run2-llama3.2-3b-agentic-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "text-stats",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 67.22202970800572,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:40.627367+00:00",
   "slug": "run2-llama3.2-3b-agentic-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 4.113071583997225,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:46.635290+00:00",
   "slug": "run2-llama3.2-3b-agentic-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 52.0,
   "score_tests": 0.2,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 1,
   "tests_failed": 4,
   "wall_secs": 118.76998337500845,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T16:16:54.148625+00:00",
   "slug": "run2-llama3.2-3b-agentic-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 40.0,
   "score_tests": 0.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 12.351432290990488,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T16:00:55.388413+00:00",
   "slug": "run2-llama3.2-3b-oneshot-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 4.214595124998596,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T16:05:54.112355+00:00",
   "slug": "run2-llama3.2-3b-oneshot-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 1 column 32 (char 31)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 7.356492999999318,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T16:06:09.382326+00:00",
   "slug": "run2-llama3.2-3b-oneshot-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 5.795666916994378,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T16:11:20.024693+00:00",
   "slug": "run2-llama3.2-3b-oneshot-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 2.72290525000426,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:13.766270+00:00",
   "slug": "run2-llama3.2-3b-oneshot-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 3.283273916997132,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:21.871776+00:00",
   "slug": "run2-llama3.2-3b-oneshot-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "text-stats",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Invalid \\escape: line 1 column 215 (char 214)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 6.468571374993189,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:33.401521+00:00",
   "slug": "run2-llama3.2-3b-oneshot-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 1.8929783329949714,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:42.521333+00:00",
   "slug": "run2-llama3.2-3b-oneshot-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 8.739256999993813,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:55.375403+00:00",
   "slug": "run2-llama3.2-3b-oneshot-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 48.6,
   "score_tests": 0.14285714285714285,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 1,
   "tests_failed": 6,
   "wall_secs": 341.35896129198954,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T15:37:46.063978+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 129.2373662500031,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T15:40:00.939214+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 138.787011583001,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T15:42:26.014850+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 238.74919799999043,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T15:46:30.943449+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 62.88492058299016,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T15:47:37.270669+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 76.56415204200312,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T15:48:58.753614+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "text-stats",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 383.8507628340012,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T15:55:36.483647+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 63.28579604199331,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T15:56:43.113398+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 227.90620433399454,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T16:00:43.035808+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 48.6,
   "score_tests": 0.14285714285714285,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 1,
   "tests_failed": 6,
   "wall_secs": 15.61372812501213,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T15:32:04.701962+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 5.633473875001073,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T15:37:51.699531+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Invalid \\escape: line 3 column 151 (char 165)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 6.284722292009974,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T15:40:07.224771+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 17 (char 31)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 6.167725708000944,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T15:42:32.184286+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "palindrome",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 24 (char 38)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 3.408883665993926,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T15:46:34.359056+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 4.914466290996643,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T15:47:42.186293+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "text-stats",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 23 (char 37)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 13.87013658300566,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T15:49:12.624849+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 3.3379849580087466,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T15:55:39.824379+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 20 (char 34)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 12.007273541006725,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T15:56:55.122511+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-word-ladder-s0"
  }
 ]
}