| { | |
| "format": "gbx-paged-experts-v1", | |
| "source": "", | |
| "num_layers": 40, | |
| "num_experts": 256, | |
| "layers": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 18, | |
| 19, | |
| 20, | |
| 21, | |
| 22, | |
| 23, | |
| 24, | |
| 25, | |
| 26, | |
| 27, | |
| 28, | |
| 29, | |
| 30, | |
| 31, | |
| 32, | |
| 33, | |
| 34, | |
| 35, | |
| 36, | |
| 37, | |
| 38, | |
| 39 | |
| ], | |
| "fields": [ | |
| { | |
| "proj": "gate_proj", | |
| "field": "weight", | |
| "dtype": "uint32", | |
| "shape": [ | |
| 512, | |
| 512 | |
| ], | |
| "offset": 0, | |
| "nbytes": 1048576 | |
| }, | |
| { | |
| "proj": "gate_proj", | |
| "field": "scales", | |
| "dtype": "bfloat16", | |
| "shape": [ | |
| 512, | |
| 32 | |
| ], | |
| "offset": 1048576, | |
| "nbytes": 32768 | |
| }, | |
| { | |
| "proj": "gate_proj", | |
| "field": "biases", | |
| "dtype": "bfloat16", | |
| "shape": [ | |
| 512, | |
| 32 | |
| ], | |
| "offset": 1081344, | |
| "nbytes": 32768 | |
| }, | |
| { | |
| "proj": "up_proj", | |
| "field": "weight", | |
| "dtype": "uint32", | |
| "shape": [ | |
| 512, | |
| 512 | |
| ], | |
| "offset": 1114112, | |
| "nbytes": 1048576 | |
| }, | |
| { | |
| "proj": "up_proj", | |
| "field": "scales", | |
| "dtype": "bfloat16", | |
| "shape": [ | |
| 512, | |
| 32 | |
| ], | |
| "offset": 2162688, | |
| "nbytes": 32768 | |
| }, | |
| { | |
| "proj": "up_proj", | |
| "field": "biases", | |
| "dtype": "bfloat16", | |
| "shape": [ | |
| 512, | |
| 32 | |
| ], | |
| "offset": 2195456, | |
| "nbytes": 32768 | |
| }, | |
| { | |
| "proj": "down_proj", | |
| "field": "weight", | |
| "dtype": "uint32", | |
| "shape": [ | |
| 2048, | |
| 128 | |
| ], | |
| "offset": 2228224, | |
| "nbytes": 1048576 | |
| }, | |
| { | |
| "proj": "down_proj", | |
| "field": "scales", | |
| "dtype": "bfloat16", | |
| "shape": [ | |
| 2048, | |
| 8 | |
| ], | |
| "offset": 3276800, | |
| "nbytes": 32768 | |
| }, | |
| { | |
| "proj": "down_proj", | |
| "field": "biases", | |
| "dtype": "bfloat16", | |
| "shape": [ | |
| 2048, | |
| 8 | |
| ], | |
| "offset": 3309568, | |
| "nbytes": 32768 | |
| } | |
| ], | |
| "payload_bytes": 3342336, | |
| "record_bytes": 3342336, | |
| "align": 4096, | |
| "region": "experts.bin", | |
| "created": "2026-10-28T04:19:47", | |
| "trunk": "model.safetensors", | |
| "self_contained": true, | |
| "source_prefix": "backbone.model", | |
| "source_id": null, | |
| "ple_store": null, | |
| "engram_stores": null, | |
| "verified": { | |
| "against": "the source checkpoint", | |
| "at": "2026-10-27T20:20:07+00:00", | |
| "slots_per_layer": 103, | |
| "gates": [ | |
| { | |
| "gate": "gate 3", | |
| "name": "bit-identical logits", | |
| "status": "PASS", | |
| "detail": "exact on 4 prompt(s) to 127 tokens; 2 longer differ by at most 3, same greedy token throughout" | |
| }, | |
| { | |
| "gate": "gate 32", | |
| "name": "layer-wise vs resident", | |
| "status": "PASS", | |
| "detail": "40 layers x 2 draws exact against the checkpoint, 48.04 GiB peak for this gate" | |
| } | |
| ] | |
| } | |
| } |