{
  "label": "Qwen 3.8-Flash-Next UD-IQ1_M (74.5 GB) THINKING medium (card samplers)",
  "tests": {
    "01-blockfall": {
      "wall_seconds": 231.1,
      "prompt_tokens": 212,
      "completion_tokens": 5510,
      "tok_s_overall": 23.84,
      "thinking_chars": 2406,
      "answer_chars": 13285,
      "thinking_share": 0.153,
      "html_bytes": 13285,
      "gen_tok_s": 24.087252923440026,
      "prefill_tok_s": 124.32500903115631,
      "ttft_est_seconds": 1.71,
      "generate_seconds": 228.7,
      "thinking_seconds_est": 35.0,
      "timings_raw": {
        "cache_n": 0,
        "prompt_n": 212,
        "prompt_ms": 1705.208,
        "prompt_per_token_ms": 8.043433962264151,
        "prompt_per_second": 124.32500903115631,
        "predicted_n": 5510,
        "predicted_ms": 228710.182,
        "predicted_per_token_ms": 41.515734616082774,
        "predicted_per_second": 24.087252923440026
      }
    },
    "03-eruption": {
      "wall_seconds": 320.7,
      "prompt_tokens": 236,
      "completion_tokens": 7456,
      "tok_s_overall": 23.25,
      "thinking_chars": 10142,
      "answer_chars": 11472,
      "thinking_share": 0.469,
      "html_bytes": 11467,
      "gen_tok_s": 23.407263508410267,
      "prefill_tok_s": 150.18598242951282,
      "ttft_est_seconds": 1.57,
      "generate_seconds": 318.5,
      "thinking_seconds_est": 149.4,
      "timings_raw": {
        "cache_n": 0,
        "prompt_n": 236,
        "prompt_ms": 1571.385,
        "prompt_per_token_ms": 6.658411016949152,
        "prompt_per_second": 150.18598242951282,
        "predicted_n": 7456,
        "predicted_ms": 318490.882,
        "predicted_per_token_ms": 42.72178162307176,
        "predicted_per_second": 23.407263508410267
      }
    },
    "04-the-ledger": {
      "wall_seconds": 464.0,
      "prompt_tokens": 1160,
      "completion_tokens": 10268,
      "tok_s_overall": 22.13,
      "thinking_chars": 15861,
      "answer_chars": 10120,
      "thinking_share": 0.61,
      "html_bytes": 10142,
      "gen_tok_s": 22.41309819450105,
      "prefill_tok_s": 221.55158303380892,
      "ttft_est_seconds": 5.24,
      "generate_seconds": 458.1,
      "thinking_seconds_est": 279.4,
      "timings_raw": {
        "cache_n": 0,
        "prompt_n": 1160,
        "prompt_ms": 5235.801,
        "prompt_per_token_ms": 4.513621551724138,
        "prompt_per_second": 221.55158303380892,
        "predicted_n": 10268,
        "predicted_ms": 458080.356,
        "predicted_per_token_ms": 44.6167678971462,
        "predicted_per_second": 22.41309819450105
      }
    },
    "05-blind-artist": {
      "wall_seconds": 505.1,
      "prompt_tokens": 190,
      "completion_tokens": 11397,
      "tok_s_overall": 22.56,
      "thinking_chars": 19900,
      "answer_chars": 6612,
      "thinking_share": 0.751,
      "html_bytes": 6600,
      "gen_tok_s": 22.65942577253103,
      "prefill_tok_s": 125.82523140253413,
      "ttft_est_seconds": 1.51,
      "generate_seconds": 502.9,
      "thinking_seconds_est": 377.7,
      "timings_raw": {
        "cache_n": 0,
        "prompt_n": 190,
        "prompt_ms": 1510.031,
        "prompt_per_token_ms": 7.947531578947368,
        "prompt_per_second": 125.82523140253413,
        "predicted_n": 11397,
        "predicted_ms": 502925.366,
        "predicted_per_token_ms": 44.131744998245,
        "predicted_per_second": 22.65942577253103
      }
    }
  },
  "vision": {},
  "size_gb_on_disk": 74.5,
  "load_seconds": 20.0,
  "warmup_seconds": 1.2,
  "mem_baseline_gb": 7.11,
  "mem_peak_gb": 82.05,
  "mem_model_gb_est": 74.94,
  "backend": "llama-server direct: ~/private/jose-yt/tools/llama.cpp-qwen4exp/build/bin/llama-server",
  "server_timings": [
    {
      "task": 0,
      "prompt_ms": 906.17,
      "prompt_tokens": 13,
      "prefill_tok_s": 14.35,
      "eval_ms": 256.88,
      "eval_tokens": 8,
      "gen_tok_s": 27.25
    },
    {
      "task": 10,
      "prompt_ms": 1705.21,
      "prompt_tokens": 212,
      "prefill_tok_s": 124.33,
      "eval_ms": 228710.18,
      "eval_tokens": 5510,
      "gen_tok_s": 24.09
    },
    {
      "task": 5522,
      "prompt_ms": 1571.38,
      "prompt_tokens": 236,
      "prefill_tok_s": 150.19,
      "eval_ms": 318490.88,
      "eval_tokens": 7456,
      "gen_tok_s": 23.41
    },
    {
      "task": 12980,
      "prompt_ms": 5235.8,
      "prompt_tokens": 1160,
      "prefill_tok_s": 221.55,
      "eval_ms": 458080.36,
      "eval_tokens": 10268,
      "gen_tok_s": 22.41
    },
    {
      "task": 23251,
      "prompt_ms": 1510.03,
      "prompt_tokens": 190,
      "prefill_tok_s": 125.83,
      "eval_ms": 502925.37,
      "eval_tokens": 11397,
      "gen_tok_s": 22.66
    }
  ]
}