{
  "label": "Qwen 3.8-27B BF16 instruct (54.7 GB, the challenger)",
  "tests": {
    "01-blockfall": {
      "wall_seconds": 894.1,
      "prompt_tokens": 214,
      "completion_tokens": 7973,
      "tok_s_overall": 8.92,
      "thinking_chars": 0,
      "answer_chars": 22158,
      "thinking_share": 0.0,
      "html_bytes": 22159
    },
    "03-eruption": {
      "wall_seconds": 1051.1,
      "prompt_tokens": 238,
      "completion_tokens": 9240,
      "tok_s_overall": 8.79,
      "thinking_chars": 0,
      "answer_chars": 24478,
      "thinking_share": 0.0,
      "html_bytes": 24490
    },
    "04-the-ledger": {
      "wall_seconds": 972.0,
      "prompt_tokens": 1162,
      "completion_tokens": 8668,
      "tok_s_overall": 8.92,
      "thinking_chars": 0,
      "answer_chars": 23523,
      "thinking_share": 0.0,
      "html_bytes": 23339
    },
    "05-blind-artist": {
      "wall_seconds": 552.9,
      "prompt_tokens": 192,
      "completion_tokens": 4849,
      "tok_s_overall": 8.77,
      "thinking_chars": 0,
      "answer_chars": 9712,
      "thinking_share": 0.0,
      "html_bytes": 8814
    }
  },
  "vision": {
    "img-1": {
      "wall_seconds": 17.6,
      "prompt_tokens": 522,
      "completion_tokens": 129,
      "tok_s_overall": 7.33,
      "thinking_chars": 0,
      "answer_chars": 391,
      "thinking_share": 0.0,
      "html_bytes": 0
    },
    "img-2": {
      "wall_seconds": 4.7,
      "prompt_tokens": 512,
      "completion_tokens": 15,
      "tok_s_overall": 3.19,
      "thinking_chars": 0,
      "answer_chars": 35,
      "thinking_share": 0.0,
      "html_bytes": 0
    },
    "img-3": {
      "wall_seconds": 6.4,
      "prompt_tokens": 537,
      "completion_tokens": 23,
      "tok_s_overall": 3.59,
      "thinking_chars": 0,
      "answer_chars": 74,
      "thinking_share": 0.0,
      "html_bytes": 0
    },
    "img-4": {
      "wall_seconds": 13.0,
      "prompt_tokens": 523,
      "completion_tokens": 89,
      "tok_s_overall": 6.85,
      "thinking_chars": 0,
      "answer_chars": 329,
      "thinking_share": 0.0,
      "html_bytes": 0
    },
    "img-5": {
      "wall_seconds": 52.9,
      "prompt_tokens": 515,
      "completion_tokens": 409,
      "tok_s_overall": 7.73,
      "thinking_chars": 0,
      "answer_chars": 1439,
      "thinking_share": 0.0,
      "html_bytes": 0
    },
    "contact-sheet": {
      "wall_seconds": 48.4,
      "prompt_tokens": 770,
      "completion_tokens": 344,
      "tok_s_overall": 7.11,
      "thinking_chars": 0,
      "answer_chars": 1485,
      "thinking_share": 0.0,
      "html_bytes": 0
    }
  },
  "size_gb_on_disk": 54.7,
  "load_seconds": 54.0,
  "warmup_seconds": 1.1,
  "mem_baseline_gb": 7.49,
  "mem_peak_gb": 71.27,
  "mem_model_gb_est": 63.78
}