{ "scheme": "block64", "group": 64, "embed_group": 64, "upgraded_int4": true, "out_bytes": 2350488742, "shards": 4, "seconds": 82.52611017227173, "classes": { "int8_linear": { "tensors": 138, "bytes": 804771840, "rel_err": 0.005860740723050527 }, "int8_embed": { "tensors": 1, "bytes": 531879232, "rel_err": 0.005985005108957773 }, "int8_from_int4": { "tensors": 146, "bytes": 974782464, "rel_err": 0.005491739938344664 }, "copy_int4_g16": { "tensors": 0, "bytes": 0, "rel_err": null }, "copy_f32": { "tensors": 332, "bytes": 18783488, "rel_err": null } } }