| { |
| "key": "5bit", |
| "mode": "affine", |
| "bits": 5, |
| "group_size": 64, |
| "scope": "Complete artifact and native dequantized-value checks, plus eight authored cached greedy fixtures; not a broad benchmark.", |
| "backend": "Linux native MLX CUDA 12 on NVIDIA B200", |
| "mac_acceptance": "pending", |
| "weight_bytes": 23838823629, |
| "files": [ |
| { |
| "file": "model-00001-of-00005.safetensors", |
| "bytes": 5362048467, |
| "sha256": "88e2aced3d2273877135f295a2d11cbd48049956613dad4065fb7bea1eb5db00" |
| }, |
| { |
| "file": "model-00002-of-00005.safetensors", |
| "bytes": 5215907743, |
| "sha256": "42727f19852b6f7cf33f3dc714a09f7b9c85d9a90fa32fe7d9937e092dfab7da" |
| }, |
| { |
| "file": "model-00003-of-00005.safetensors", |
| "bytes": 5207519082, |
| "sha256": "0a5b21f2449651d4079aaf747651bdbacfb3b68bbff744e029bca997a8cde77d" |
| }, |
| { |
| "file": "model-00004-of-00005.safetensors", |
| "bytes": 5203037976, |
| "sha256": "4010416518fbd293a7744289f8e8edeba8f0c0b9170933caee3d8ff768ba30cb" |
| }, |
| { |
| "file": "model-00005-of-00005.safetensors", |
| "bytes": 2850310361, |
| "sha256": "9442f609345540abbe0f0ecfa541fe19d42c603598dfa775ee399ed63c4ede1d" |
| } |
| ], |
| "strict_stock_reload": true, |
| "all_stored_floating_values_finite": true, |
| "all_dequantized_values_finite": true, |
| "all_generation_logits_finite": true, |
| "functional_passed": 8, |
| "functional_total": 8, |
| "tokenizer_source_files": { |
| "tokenizer.json": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523", |
| "tokenizer_config.json": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b", |
| "chat_template.jinja": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259" |
| }, |
| "quantized_modules": 512, |
| "dequantized_rows_checked": 32631720, |
| "http_smoke": { |
| "passed": 2, |
| "total": 2, |
| "endpoint": "/v1/chat/completions" |
| }, |
| "held_out_perplexity": 8.307455349732711, |
| "paired_bf16_perplexity": 8.307409052128223, |
| "held_out_ppl_ratio_to_bf16": 1.0000055730498159 |
| } |
|
|
