| { | |
| "scheme": "block64", | |
| "group": 64, | |
| "embed_group": 64, | |
| "upgraded_int4": true, | |
| "out_bytes": 2350488742, | |
| "shards": 4, | |
| "seconds": 82.52611017227173, | |
| "classes": { | |
| "int8_linear": { | |
| "tensors": 138, | |
| "bytes": 804771840, | |
| "rel_err": 0.005860740723050527 | |
| }, | |
| "int8_embed": { | |
| "tensors": 1, | |
| "bytes": 531879232, | |
| "rel_err": 0.005985005108957773 | |
| }, | |
| "int8_from_int4": { | |
| "tensors": 146, | |
| "bytes": 974782464, | |
| "rel_err": 0.005491739938344664 | |
| }, | |
| "copy_int4_g16": { | |
| "tensors": 0, | |
| "bytes": 0, | |
| "rel_err": null | |
| }, | |
| "copy_f32": { | |
| "tensors": 332, | |
| "bytes": 18783488, | |
| "rel_err": null | |
| } | |
| } | |
| } |