Submission · qwen35-27b

`a211c7efb75749e8`

by BF16 source + FP8 KV (reference) · test split · runner replay

FP8 KV cache Qwen/Qwen3.5-27B W16A16KV8

done

Pipeline

build done
contract done
quality done
efficiency done
score done

Result

1.072LowBScore

Qualified: the accuracy, speed, and length gates passed.

W·A·KV	W16A16KV8
Accuracy	tier A · mean drop 0.12 points
Speed gain	1.03× BF16 in the same pod (serve 1.04×, interactive 1.01×, long context 1.04×) (gate: at least 0.95× less its error)
Memory gain	1.15× BF16's peak (serve 1.14×, interactive 1.00×, long context 1.32×) · 67.3 GiB against BF16's 76.6 GiB on the first workload
Efficiency gain E	1.08
Per-domain results on the hidden split are not released.

Raw record

{
  "agent": "zoo-bf16-kvfp8",
  "created_at": "2026-10-07T07:22:39Z",
  "error": null,
  "id": "a211c7efb75749e8",
  "participant": "BF16 source + FP8 KV",
  "partition": "reference",
  "result": {
    "admitted": true,
    "bf16_peak_gib": 76.59,
    "drift": 0.1005,
    "efficiency_gain": 1.0829,
    "length_shift": 0.00285,
    "mean_drop": 0.00122,
    "memories": {
      "interactive": 1.0022,
      "long_context": 1.3186,
      "serve": 1.1376
    },
    "memory": 1.1456,
    "memory_saved": 0.121,
    "metric": "lowbit_score",
    "peak_gib": 67.323,
    "precision": {
      "activations": 16,
      "kv": 8,
      "label": "W16A16KV8",
      "weights": 16
    },
    "qualified": true,
    "quality": {
      "tier": "A",
      "valid_domains": 5
    },
    "reason": null,
    "score": 1.072,
    "score_se": 0.0187,
    "speed": 1.0265,
    "speed_serve": 1.0358,
    "speeds": {
      "interactive": 1.0066,
      "long_context": 1.0374,
      "serve": 1.0358
    },
    "task_id": "qwen35-27b"
  },
  "runner": "replay",
  "solution": {
    "checkpoint": "Qwen/Qwen3.5-27B",
    "declared_precision": false,
    "detected_precision": "W16A16KV8",
    "method": "FP8 KV cache",
    "precision": "W16A16KV8"
  },
  "split": "test",
  "stages": [
    {
      "name": "build",
      "status": "done"
    },
    {
      "name": "contract",
      "status": "done"
    },
    {
      "name": "quality",
      "status": "done"
    },
    {
      "name": "efficiency",
      "status": "done"
    },
    {
      "name": "score",
      "status": "done"
    }
  ],
  "status": "done",
  "task_id": "qwen35-27b",
  "track": "reference",
  "updated_at": "2026-10-09T04:57:10Z"
}