Submission · qwen35-27b

`15c17718d7344eee`

by QuantTrio/Qwen3.5-27B-AWQ (reference) · test split · runner kubernetes

AWQ, QuantTrio QuantTrio/Qwen3.5-27B-AWQ W4A16KV16

done

Pipeline

build done
contract done
quality done
efficiency done
score done

Result

0.096LowBScore

0.61x BF16's speed (lower bound 0.56) is not shown to be within the floor of 0.95x

W·A·KV	W4A16KV16 declared · the service reads W4A16KV16
Accuracy	tier A · mean drop 0.66 points
Drift from BF16	KL 0.018 nats per token · generated length +0.4% · D = 0.69 points
Speed gain	0.61× BF16 in the same pod (serve 0.47×, interactive 1.33×, long context 0.37×) (gate: at least 0.95× less its error)
Memory gain	1.75× BF16's peak (serve 1.71×, interactive 2.37×, long context 1.32×) · 45.5 GiB against BF16's 77.8 GiB on the first workload
Efficiency gain E	1.03
Per-domain results on the hidden split are not released.

2.25 GPU-hours

Raw record

{
  "agent": "hf.QuantTrio.Qwen3.5-27B-AWQ",
  "created_at": "2026-10-08T18:10:37Z",
  "error": null,
  "id": "15c17718d7344eee",
  "participant": "QuantTrio/Qwen3.5-27B-AWQ",
  "partition": "reference",
  "result": {
    "admitted": true,
    "anchor_efficiency": {
      "interactive": 92.16184369525853,
      "long_context": 315.18892237449717,
      "serve": 848.1011177110246
    },
    "bf16_peak_gib": 77.756,
    "drift": 0.6866,
    "efficiency": {
      "interactive": 123.03214378255029,
      "long_context": 115.95736271788368,
      "serve": 395.6617104050762
    },
    "efficiency_gain": 1.0329,
    "gpu_hours": 2.245,
    "kl": {
      "kl": 0.018300379099386484,
      "kl_median": 0.017365701059524827,
      "kl_per_token": 0.018269733540620166,
      "kl_se": 0.0009832261034078006,
      "sequences": 256,
      "tokens": 63668
    },
    "length_shift": 0.00391,
    "mean_drop": 0.00661,
    "memories": {
      "interactive": 2.3684,
      "long_context": 1.324,
      "serve": 1.7097
    },
    "memory": 1.7502,
    "memory_saved": 0.4151,
    "metric": "lowbit_score",
    "peak_gib": 45.478,
    "peak_memory": {
      "interactive": {
        "device_peak_gib": 163.124,
        "kv_bytes_per_token": 200823,
        "kv_gib": 0.239,
        "kv_usage": 0.0017,
        "other_gib": 3.445,
        "peak_gib": 22.735,
        "weights_gib": 19.05
      },
      "long_context": {
        "device_peak_gib": 163.124,
        "kv_bytes_per_token": 75901,
        "kv_gib": 73.543,
        "kv_usage": 0.5304,
        "other_gib": 3.445,
        "peak_gib": 96.039,
        "weights_gib": 19.05
      },
      "serve": {
        "device_peak_gib": 163.124,
        "kv_bytes_per_token": 88598,
        "kv_gib": 22.982,
        "kv_usage": 0.1657,
        "other_gib": 3.445,
        "peak_gib": 45.478,
        "weights_gib": 19.05
      }
    },
    "precision": {
      "activations": 16,
      "kv": 16,
      "label": "W4A16KV16",
      "weights": 4,
      "weights_average": 5.31
    },
    "qualified": false,
    "quality": {
      "tier": "A",
      "valid_domains": 5
    },
    "reason": "0.61x BF16\u0027s speed (lower bound 0.56) is not shown to be within the floor of 0.95x",
    "score": 0.0964,
    "score_se": 0.0021,
    "speed": 0.6119,
    "speed_serve": 0.4665,
    "speeds": {
      "interactive": 1.335,
      "long_context": 0.3679,
      "serve": 0.4665
    },
    "task_id": "qwen35-27b",
    "timed_audit": null
  },
  "runner": "kubernetes",
  "solution": {
    "checkpoint": "QuantTrio/Qwen3.5-27B-AWQ",
    "declared_precision": true,
    "detected_precision": "W4A16KV16",
    "method": "AWQ, QuantTrio",
    "precision": "W4A16KV16"
  },
  "split": "test",
  "stages": [
    {
      "name": "build",
      "status": "done"
    },
    {
      "name": "contract",
      "status": "done"
    },
    {
      "name": "quality",
      "status": "done"
    },
    {
      "name": "efficiency",
      "status": "done"
    },
    {
      "name": "score",
      "status": "done"
    }
  ],
  "status": "done",
  "task_id": "qwen35-27b",
  "track": "artifact",
  "updated_at": "2026-10-09T03:22:13Z"
}