Submission · qwen35-27b
3727cc3d0ef5438a
by trial2-27b (participant) · dev split · runner kubernetes
NVFP4+FP8 head+INT4 emb+fp16 GDN state+small-cap mode-trial2-27b lowbarena-trial-27b-v1
W4A4KV8
Pipeline
- build done
- contract done
- quality failed
- efficiency done
- score skipped
Result
pending
LowBScore on the development split (never ranked)
quality not measured
| W·A·KV | W4A4KV8 declared · the service reads W16A16KV8 |
| Accuracy | — · mean drop — points |
| Speed gain | — BF16 in the same pod |
| Memory gain | — BF16's peak · — GiB against — GiB on the first workload |
| Contract | passed, 4.91 bits per weight stored |
| GPU-hours | 2.02 |
Raw record
{
"agent": "trial2-27b",
"created_at": "2026-10-13T14:34:14Z",
"error": null,
"id": "3727cc3d0ef5438a",
"participant": "trial2-27b",
"partition": "participant",
"result": {
"anchor_efficiency": {
"interactive": 93.82961432392894,
"long_context": 321.6126589038634,
"serve": 853.3031224694885
},
"anchor_peak_memory": {
"interactive": {
"device_peak_gib": 161.798,
"kv_bytes_per_token": 200806,
"kv_gib": 0.239,
"kv_usage": 0.0023,
"other_gib": 4.555,
"peak_gib": 55.015,
"weights_gib": 50.22
},
"long_context": {
"device_peak_gib": 161.8,
"kv_bytes_per_token": 75895,
"kv_gib": 73.537,
"kv_usage": 0.6913,
"other_gib": 4.555,
"peak_gib": 128.313,
"weights_gib": 50.22
},
"serve": {
"device_peak_gib": 161.798,
"kv_bytes_per_token": 88591,
"kv_gib": 22.98,
"kv_usage": 0.216,
"other_gib": 4.555,
"peak_gib": 77.756,
"weights_gib": 50.22
}
},
"contract": {
"activation_bits": 16,
"bits_per_weight": 4.914912481581198,
"foreign_tensors": {
"bytes": 0,
"count": 0,
"largest": [],
"share": 0.0
},
"format": "bf16",
"kv_bits": null,
"model_bits_per_weight": 5.062876869446282,
"ok": true,
"quantization": {
"activations": null,
"format": "bf16",
"ignore": [
"model.language_model.layers.0.linear_attn.conv1d",
"model.language_model.layers.0.linear_attn.in_proj_a",
"model.language_model.layers.0.linear_attn.in_proj_b",
"model.language_model.layers.1.linear_attn.conv1d",
"model.language_model.layers.1.linear_attn.in_proj_a",
"model.language_model.layers.1.linear_attn.in_proj_b",
"model.language_model.layers.10.linear_attn.conv1d",
"model.language_model.layers.10.linear_attn.in_proj_a",
"model.language_model.layers.10.linear_attn.in_proj_b",
"model.language_model.layers.12.linear_attn.conv1d",
"model.language_model.layers.12.linear_attn.in_proj_a",
"model.language_model.layers.12.linear_attn.in_proj_b",
"model.language_model.layers.13.linear_attn.conv1d",
"model.language_model.layers.13.linear_attn.in_proj_a",
"model.language_model.layers.13.linear_attn.in_proj_b",
"model.language_model.layers.14.linear_attn.conv1d",
"model.language_model.layers.14.linear_attn.in_proj_a",
"model.language_model.layers.14.linear_attn.in_proj_b",
"model.language_model.layers.16.linear_attn.conv1d",
"model.language_model.layers.16.linear_attn.in_proj_a",
"model.language_model.layers.16.linear_attn.in_proj_b",
"model.language_model.layers.17.linear_attn.conv1d",
"model.language_model.layers.17.linear_attn.in_proj_a",
"model.language_model.layers.17.linear_attn.in_proj_b",
"model.language_model.layers.18.linear_attn.conv1d",
"model.language_model.layers.18.linear_attn.in_proj_a",
"model.language_model.layers.18.linear_attn.in_proj_b",
"model.language_model.layers.2.linear_attn.conv1d",
"model.language_model.layers.2.linear_attn.in_proj_a",
"model.language_model.layers.2.linear_attn.in_proj_b",
"model.language_model.layers.20.linear_attn.conv1d",
"model.language_model.layers.20.linear_attn.in_proj_a",
"model.language_model.layers.20.linear_attn.in_proj_b",
"model.language_model.layers.21.linear_attn.conv1d",
"model.language_model.layers.21.linear_attn.in_proj_a",
"model.language_model.layers.21.linear_attn.in_proj_b",
"model.language_model.layers.22.linear_attn.conv1d",
"model.language_model.layers.22.linear_attn.in_proj_a",
"model.language_model.layers.22.linear_attn.in_proj_b",
"model.language_model.layers.24.linear_attn.conv1d",
"model.language_model.layers.24.linear_attn.in_proj_a",
"model.language_model.layers.24.linear_attn.in_proj_b",
"model.language_model.layers.25.linear_attn.conv1d",
"model.language_model.layers.25.linear_attn.in_proj_a",
"model.language_model.layers.25.linear_attn.in_proj_b",
"model.language_model.layers.26.linear_attn.conv1d",
"model.language_model.layers.26.linear_attn.in_proj_a",
"model.language_model.layers.26.linear_attn.in_proj_b",
"model.language_model.layers.28.linear_attn.conv1d",
"model.language_model.layers.28.linear_attn.in_proj_a",
"model.language_model.layers.28.linear_attn.in_proj_b",
"model.language_model.layers.29.linear_attn.conv1d",
"model.language_model.layers.29.linear_attn.in_proj_a",
"model.language_model.layers.29.linear_attn.in_proj_b",
"model.language_model.layers.30.linear_attn.conv1d",
"model.language_model.layers.30.linear_attn.in_proj_a",
"model.language_model.layers.30.linear_attn.in_proj_b",
"model.language_model.layers.32.linear_attn.conv1d",
"model.language_model.layers.32.linear_attn.in_proj_a",
"model.language_model.layers.32.linear_attn.in_proj_b",
"model.language_model.layers.33.linear_attn.conv1d",
"model.language_model.layers.33.linear_attn.in_proj_a",
"model.language_model.layers.33.linear_attn.in_proj_b",
"model.language_model.layers.34.linear_attn.conv1d",
"model.language_model.layers.34.linear_attn.in_proj_a",
"model.language_model.layers.34.linear_attn.in_proj_b",
"model.language_model.layers.36.linear_attn.conv1d",
"model.language_model.layers.36.linear_attn.in_proj_a",
"model.language_model.layers.36.linear_attn.in_proj_b",
"model.language_model.layers.37.linear_attn.conv1d",
"model.language_model.layers.37.linear_attn.in_proj_a",
"model.language_model.layers.37.linear_attn.in_proj_b",
"model.language_model.layers.38.linear_attn.conv1d",
"model.language_model.layers.38.linear_attn.in_proj_a",
"model.language_model.layers.38.linear_attn.in_proj_b",
"model.language_model.layers.4.linear_attn.conv1d",
"model.language_model.layers.4.linear_attn.in_proj_a",
"model.language_model.layers.4.linear_attn.in_proj_b",
"model.language_model.layers.40.linear_attn.conv1d",
"model.language_model.layers.40.linear_attn.in_proj_a",
"model.language_model.layers.40.linear_attn.in_proj_b",
"model.language_model.layers.41.linear_attn.conv1d",
"model.language_model.layers.41.linear_attn.in_proj_a",
"model.language_model.layers.41.linear_attn.in_proj_b",
"model.language_model.layers.42.linear_attn.conv1d",
"model.language_model.layers.42.linear_attn.in_proj_a",
"model.language_model.layers.42.linear_attn.in_proj_b",
"model.language_model.layers.44.linear_attn.conv1d",
"model.language_model.layers.44.linear_attn.in_proj_a",
"model.language_model.layers.44.linear_attn.in_proj_b",
"model.language_model.layers.45.linear_attn.conv1d",
"model.language_model.layers.45.linear_attn.in_proj_a",
"model.language_model.layers.45.linear_attn.in_proj_b",
"model.language_model.layers.46.linear_attn.conv1d",
"model.language_model.layers.46.linear_attn.in_proj_a",
"model.language_model.layers.46.linear_attn.in_proj_b",
"model.language_model.layers.48.linear_attn.conv1d",
"model.language_model.layers.48.linear_attn.in_proj_a",
"model.language_model.layers.48.linear_attn.in_proj_b",
"model.language_model.layers.49.linear_attn.conv1d",
"model.language_model.layers.49.linear_attn.in_proj_a",
"model.language_model.layers.49.linear_attn.in_proj_b",
"model.language_model.layers.5.linear_attn.conv1d",
"model.language_model.layers.5.linear_attn.in_proj_a",
"model.language_model.layers.5.linear_attn.in_proj_b",
"model.language_model.layers.50.linear_attn.conv1d",
"model.language_model.layers.50.linear_attn.in_proj_a",
"model.language_model.layers.50.linear_attn.in_proj_b",
"model.language_model.layers.52.linear_attn.conv1d",
"model.language_model.layers.52.linear_attn.in_proj_a",
"model.language_model.layers.52.linear_attn.in_proj_b",
"model.language_model.layers.53.linear_attn.conv1d",
"model.language_model.layers.53.linear_attn.in_proj_a",
"model.language_model.layers.53.linear_attn.in_proj_b",
"model.language_model.layers.54.linear_attn.conv1d",
"model.language_model.layers.54.linear_attn.in_proj_a",
"model.language_model.layers.54.linear_attn.in_proj_b",
"model.language_model.layers.56.linear_attn.conv1d",
"model.language_model.layers.56.linear_attn.in_proj_a",
"model.language_model.layers.56.linear_attn.in_proj_b",
"model.language_model.layers.57.linear_attn.conv1d",
"model.language_model.layers.57.linear_attn.in_proj_a",
"model.language_model.layers.57.linear_attn.in_proj_b",
"model.language_model.layers.58.linear_attn.conv1d",
"model.language_model.layers.58.linear_attn.in_proj_a",
"model.language_model.layers.58.linear_attn.in_proj_b",
"model.language_model.layers.6.linear_attn.conv1d",
"model.language_model.layers.6.linear_attn.in_proj_a",
"model.language_model.layers.6.linear_attn.in_proj_b",
"model.language_model.layers.60.linear_attn.conv1d",
"model.language_model.layers.60.linear_attn.in_proj_a",
"model.language_model.layers.60.linear_attn.in_proj_b",
"model.language_model.layers.61.linear_attn.conv1d",
"model.language_model.layers.61.linear_attn.in_proj_a",
"model.language_model.layers.61.linear_attn.in_proj_b",
"model.language_model.layers.62.linear_attn.conv1d",
"model.language_model.layers.62.linear_attn.in_proj_a",
"model.language_model.layers.62.linear_attn.in_proj_b",
"model.language_model.layers.8.linear_attn.conv1d",
"model.language_model.layers.8.linear_attn.in_proj_a",
"model.language_model.layers.8.linear_attn.in_proj_b",
"model.language_model.layers.9.linear_attn.conv1d",
"model.language_model.layers.9.linear_attn.in_proj_a",
"model.language_model.layers.9.linear_attn.in_proj_b",
"model.visual*",
"mtp*"
],
"kv_quantized": false,
"sparse": false,
"weights": {}
},
"rope_artifact": {
"rope_theta": 10000000,
"rope_type": "default"
},
"rope_source": {
"rope_theta": 10000000,
"rope_type": "default"
},
"safetensor_bytes": 17494111736,
"sparse": false,
"violations": [],
"weight_bits": 16
},
"dev_quality": null,
"dev_score": {
"bf16_peak_gib": null,
"drift": null,
"efficiency_gain": null,
"mean_drop": null,
"memories": null,
"memory": null,
"memory_saved": null,
"peak_gib": null,
"precision": {
"activations": 16,
"kv": 8,
"label": "W16A16KV8",
"weights": 16,
"weights_average": 4.91
},
"qualified": false,
"reason": "quality not measured",
"score": null,
"speed": null,
"speeds": null
},
"efficiency": {
"interactive": 158.91489266945118,
"long_context": 694.105837122385,
"serve": 1782.421213839699
},
"engine": {
"audit": null,
"budget": {
"interactive@1.02": {
"budget_gib": 18.653,
"cap_gib": 22.653,
"factor": 1.02,
"full_running": 1.0,
"healthy": true,
"running": 1.0,
"value": 159.83461367275444
},
"long_context@1.02": {
"budget_gib": 56.791,
"cap_gib": 60.791,
"factor": 1.02,
"full_running": 64.0,
"healthy": true,
"running": 64.0,
"value": 690.784578069748
},
"serve@1.02": {
"budget_gib": 29.688,
"cap_gib": 33.688,
"factor": 1.02,
"full_running": 32.0,
"healthy": true,
"running": 32.0,
"value": 1782.5739918430877
}
},
"hard_cap": true,
"startup": {
"cuda_graph_gib": 0.29,
"engine_init_seconds": 987.43,
"kv_bytes_per_token": 35205.23925122021,
"kv_cache_dtype": "fp8",
"kv_cache_gib": 142.99,
"kv_cache_tokens": 4361122.0,
"max_concurrency": {
"sequences": 133.09,
"tokens_per_request": 32768
},
"speculative_config": "None",
"vllm_version": "0.1.dev18498+g7a33ba95f",
"weights_gib": 15.05
},
"stored_gib": 16.293
},
"gpu_hours": 2.02,
"peak_memory": {
"interactive": {
"device_peak_gib": 162.939,
"kv_bytes_per_token": 102433,
"kv_gib": 0.122,
"kv_usage": 0.0009,
"other_gib": 3.115,
"peak_gib": 18.287,
"weights_gib": 15.05
},
"long_context": {
"device_peak_gib": 162.939,
"kv_bytes_per_token": 38715,
"kv_gib": 37.512,
"kv_usage": 0.2623,
"other_gib": 3.115,
"peak_gib": 55.677,
"weights_gib": 15.05
},
"serve": {
"device_peak_gib": 162.939,
"kv_bytes_per_token": 42178,
"kv_gib": 10.941,
"kv_usage": 0.0765,
"other_gib": 3.115,
"peak_gib": 29.106,
"weights_gib": 15.05
}
},
"split": "dev",
"workload": {
"bf16": {
"peak_gib": 77.756,
"rate": 853.3031224694885
},
"submission": {
"peak_gib": 29.106,
"rate": 1782.421213839699
}
}
},
"runner": "kubernetes",
"solution": {
"checkpoint": "lowbarena-trial-27b-v1",
"declared_precision": true,
"detected_precision": "W16A16KV8",
"method": "NVFP4+FP8 head+INT4 emb+fp16 GDN state+small-cap mode-trial2-27b",
"precision": "W4A4KV8"
},
"split": "dev",
"stages": [
{
"name": "build",
"status": "done"
},
{
"name": "contract",
"status": "done"
},
{
"name": "quality",
"status": "failed"
},
{
"name": "efficiency",
"status": "done"
},
{
"name": "score",
"status": "skipped"
}
],
"status": "done",
"task_id": "qwen35-27b",
"track": "engine",
"updated_at": "2026-10-13T16:37:52Z"
}