Submission · qwen3-8b

`f71afbaddb374b9c`

by SpinQuant + GPTQ W4A16 (reference) · test split · runner replay

SpinQuant + GPTQ Qwen3-8B-SpinQuant-W4A16 W4A16KV16

done

Pipeline

build done
contract done
quality done
efficiency done
score done

Result

0.087LowBScore

0.65x BF16's speed (lower bound 0.60) is not shown to be within the floor of 0.95x

W·A·KV	W4A16KV16
Accuracy	tier B · mean drop 0.77 points
Speed gain	0.65× BF16 in the same pod (serve 0.55×, interactive 1.12×, long context 0.45×) (gate: at least 0.95× less its error)
Memory gain	1.44× BF16's peak (serve 1.22×, interactive 2.29×, long context 1.06×) · 45.5 GiB against BF16's 55.6 GiB on the first workload
Efficiency gain E	0.94
Per-domain results on the hidden split are not released.

Raw record

{
  "agent": "zoo-spin-gptq-w4a16-g128-uc",
  "created_at": "2026-10-07T07:22:40Z",
  "error": null,
  "id": "f71afbaddb374b9c",
  "participant": "SpinQuant + GPTQ W4A16",
  "partition": "reference",
  "result": {
    "admitted": true,
    "bf16_peak_gib": 55.624,
    "drift": 0.856,
    "efficiency_gain": 0.9432,
    "length_shift": 0.05094,
    "mean_drop": 0.00774,
    "memories": {
      "interactive": 2.285,
      "long_context": 1.0641,
      "serve": 1.2228
    },
    "memory": 1.4379,
    "memory_saved": 0.1822,
    "metric": "lowbit_score",
    "peak_gib": 45.49,
    "precision": {
      "activations": 16,
      "kv": 16,
      "label": "W4A16KV16",
      "weights": 4
    },
    "qualified": false,
    "quality": {
      "tier": "B",
      "valid_domains": 5
    },
    "reason": "0.65x BF16\u0027s speed (lower bound 0.60) is not shown to be within the floor of 0.95x",
    "score": 0.0866,
    "score_se": 0.0027,
    "speed": 0.6501,
    "speed_serve": 0.5468,
    "speeds": {
      "interactive": 1.1231,
      "long_context": 0.4475,
      "serve": 0.5468
    },
    "task_id": "qwen3-8b"
  },
  "runner": "replay",
  "solution": {
    "checkpoint": "Qwen3-8B-SpinQuant-W4A16",
    "declared_precision": false,
    "detected_precision": "W4A16KV16",
    "method": "SpinQuant + GPTQ",
    "precision": "W4A16KV16"
  },
  "split": "test",
  "stages": [
    {
      "name": "build",
      "status": "done"
    },
    {
      "name": "contract",
      "status": "done"
    },
    {
      "name": "quality",
      "status": "done"
    },
    {
      "name": "efficiency",
      "status": "done"
    },
    {
      "name": "score",
      "status": "done"
    }
  ],
  "status": "done",
  "task_id": "qwen3-8b",
  "track": "reference",
  "updated_at": "2026-10-09T04:57:10Z"
}