| { |
| "0/input_layernorm.weight": "float32(5120,):31885d9b9484c5fa90df3a97d3c6c61f4e83966cba35c4d16208e31b97dfd632", |
| "0/linear_attn.A_log": "float32(48,):402e0e023407e5c3d239aec23f8f1f7abfe84a922d8adfd913573dcb8ebc262f", |
| "0/linear_attn.conv1d.weight": "float32(10240, 1, 4):5dc2cb4ce90d89a3f04c213cc4305ca3cf32627e43fee441d23087603b1fbf15", |
| "0/linear_attn.dt_bias": "float32(48,):0b37fd757a73b32927fc9c38716c9cb5af84356bda0967e8551fb672373fcffe", |
| "0/linear_attn.in_proj_a.weight": "float32(48, 5120):b14bb3d7092ab649bcfffee745653a5642eea916781a828c1547dd42b2a0ee04", |
| "0/linear_attn.in_proj_b.weight": "float32(48, 5120):4aea9bbeeeb82b8df0941961c17efeb36d43611f7c7596365acbc3701ccabc87", |
| "0/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):c5ae11c406ec3d905920c6cbb68680d4c50571900711921d2522b76231a29aa9", |
| "0/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):0169b46fd51c3fad7f87b4a88d00a96af986d356cb6c7060933ea662f24496cc", |
| "0/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):45672cf65c919d4239c7576757e35963d5c457a00528cd1c63f335d5cadd6376", |
| "0/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):6d1fdd4009e33a10e7b88d140499d982c8e569c11097faa31c00037f98a42e7e", |
| "0/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):3c5df886588b929ce2cc60340cfc4928207c1b80aec73be2838ce72db92770f3", |
| "0/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):bcbe098b1845b57b4324dd107a2a6e29df52f1109d27475fd5818f6ff4af63d7", |
| "0/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):30214b8abf1e2c651f3f94e8a2cc0a477d23379a265b105c61d2eaed791d9633", |
| "0/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):aed0f2c3677cd2a0f418dc354f56da94d9670c91af6bcac1e232b0a010c9b4eb", |
| "0/linear_attn.in_proj_z.weight/lut": "float16(16, 2):cffa7c908e3a4275ae06e979f3c1259a5ebb1b32c97a1a7ea30d547f40b0fe8d", |
| "0/linear_attn.in_proj_z.weight/scale": "float16(6144,):046e2488bd6adb7628031381db5dab77ef1d4299fab9127f18a4e6a199c94976", |
| "0/linear_attn.norm.weight": "float32(128,):9b99b9e43d21529320cfb320ad2ffc630b0d0d373369011261b623fe9de66891", |
| "0/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):35fcfa3ea95891165bbb6ef0efaa3f3225dce1c2dcde89b1bed0cde3fc0039dd", |
| "0/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):d51913e9e1644c140e3a8d480cae4fad4d9066f8fdea86d85cffa7712939c53a", |
| "0/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):bf833a935477f0703cb0b921149689fd32d74f8a4e1a6736944236ace690d69f", |
| "0/linear_attn.out_proj.weight/lut": "float16(16, 2):99a73fbaa46a50b49278bfc36af3a4f3d051a917237156608964bd7c345b13f7", |
| "0/linear_attn.out_proj.weight/scale": "float16(5120,):f79ff8bf7f137b6c6b930a729d412b36b9dd40eb3cbb5c6afb8fc42e57029840", |
| "0/mlp.down_proj.weight/idx": "uint8(2560, 17408):2f7c93de86531abb746710530525f8edd1f0082911f67cfdff90fc6fe1d320f0", |
| "0/mlp.down_proj.weight/lut": "float16(16, 2):3e9b77f4ae069017e8bb5d97c4e93b1202a1c3d8e120d199973d778089946275", |
| "0/mlp.down_proj.weight/scale": "float16(5120,):023385ffbaf321aa60af856a0709ddc10b85b2a65302fdf68898b48ae37e91c4", |
| "0/mlp.gate_proj.weight/idx": "uint8(8704, 5120):3304b1fcd97063eb0f87a9937a8317246e6887e524784ff7938192cb8bd087a2", |
| "0/mlp.gate_proj.weight/lut": "float16(16, 2):685205fcc5adca132a9ffb4dbb3f3e545d4e3385e086aa0009570068bee54c95", |
| "0/mlp.gate_proj.weight/scale": "float16(17408,):43facd1eadeb44e39623341937f51a1528151bf8216fc1f34914ccc9f878bb57", |
| "0/mlp.rotation": "int64(2,):65a3abf28eed7c1f8ffd6e9c52076d9d2828ea37e468a2ba09d5353ea032ada6", |
| "0/mlp.up_proj.weight/idx": "uint8(8704, 5120):b412f6d466d316005491915b2aae869cb12e0cb328a0ad406d77cfdaccf9f541", |
| "0/mlp.up_proj.weight/lut": "float16(16, 2):cdbfea5ef1289856d6debd3859f3ce9fb6621a3d938dd86cfd5a6a354b2494c1", |
| "0/mlp.up_proj.weight/scale": "float16(17408,):ae0823df538dcba895d104484b9c5e5ae8c4f41353f233598079a84c1382d1ba", |
| "0/post_attention_layernorm.weight": "float32(5120,):d63767c9d77692a71027ddef848a1835658ec0811bb7779dc67bff104be7deb4", |
| "1/input_layernorm.weight": "float32(5120,):a9ae688e1fd4218b96dfd89fe6c1a650a0c21219700d7045ff3454565d4cfdf5", |
| "1/linear_attn.A_log": "float32(48,):db4f2e809561a21e9659d19daa1b55c8f110ebf21257d298deb972fe9d0dc337", |
| "1/linear_attn.conv1d.weight": "float32(10240, 1, 4):82c3cea22310adbbc8d89b652e7ac4bdf70a6671ae63cdbca479c9f1cd6fa0e1", |
| "1/linear_attn.dt_bias": "float32(48,):a0a09442fb9549b94e6d6f700adc40ce0c709edf2e72546d4c8a771673490f93", |
| "1/linear_attn.in_proj_a.weight": "float32(48, 5120):971648e546f26b1977cc466340bdf93588963d6b3fd9d3bfc4c07a0a75eac792", |
| "1/linear_attn.in_proj_b.weight": "float32(48, 5120):65d8947f50187522e5b89c09d7b03e4243f821308361a85ba2fb31164e94342f", |
| "1/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):28fca7fa0f2536d75cd0b0c6c77599d7b4e052daf2ce39c9045f7900f0870336", |
| "1/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):184bddec158c9ed03c749b1bc3c66773b3951dfd79442c7350c0527ba50f5a0d", |
| "1/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):177d247b8e17d2978893c3df19da827079124d6f80dd28b5b4f87653e6214660", |
| "1/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):cba8bed13c5ae28c1bcc7bb719baf8b1a432f7208d284252498ef6c625d7698a", |
| "1/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):25df053d10c46113cfc737b6d868cea061ebef529622f79070ae66f2281450c2", |
| "1/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):316f587eda3d68683669ca38c1c218ff59d9cfa7fff79b18aa13b20a7d99b78e", |
| "1/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):d90e75bd82bfeb6d5453e838513378294412f4af204cab0bb0f5af46727fb16b", |
| "1/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):32557558274c77ee9fe7351fe8a2ed4e4f1ea1fe10d8bf7813364db06dec3d43", |
| "1/linear_attn.in_proj_z.weight/lut": "float16(16, 2):f9bc072aef1ef1a1fd102cc2015f10bdd4880ed8e3c7ce5ddf9ced6db89b0d59", |
| "1/linear_attn.in_proj_z.weight/scale": "float16(6144,):f8caadf1f5067b6d22e4b59fb3ab8e644bf8a0a514aa0264939bed82d3b88949", |
| "1/linear_attn.norm.weight": "float32(128,):8d4d738c2eb28c05f7e5e214253c2d0823bc88882cb7c43f95cab008d354f45b", |
| "1/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):2017c1ede9f68177ef0fa89494aa58d5b312b9d1633f806171430d7cdc9140f7", |
| "1/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):2f31f978e0f96f76c4f54a01ef8e2b0756a6bf51a0c5e7a062a86491320ee73f", |
| "1/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):77e73140f9b8e4b1b695f24302d3fde5be83c4b486f1c3e8c1ae2a1c15a16228", |
| "1/linear_attn.out_proj.weight/lut": "float16(16, 2):70d1defb67d1b19e02199cccb492dd0523af4c636ec084473270cd5e2f90a4f1", |
| "1/linear_attn.out_proj.weight/scale": "float16(5120,):2ba754b1bbaa660569fa2d21c617b03badf0893e1c1cbe2fe7ab407fc7c211af", |
| "1/mlp.down_proj.weight/idx": "uint8(2560, 17408):838da39a714c48dd0168fbc8821802d911558f59c0acad7b1a548a0046b7faf3", |
| "1/mlp.down_proj.weight/lut": "float16(16, 2):8f7d8199aaa82b818e29116b26ba448de7bf53deef1eba3154ccab8b32010507", |
| "1/mlp.down_proj.weight/scale": "float16(5120,):60e12b59e567c2795ba3767af20aba40540b31ade374893df49c07c13037c5ab", |
| "1/mlp.gate_proj.weight/idx": "uint8(8704, 5120):b08c74fba9ac356d36a4a564202647a5c2bdb3f2aca0e69f25de83f19a7d9b38", |
| "1/mlp.gate_proj.weight/lut": "float16(16, 2):8d7ba3b5600792d27a9a50014a6be658b87a73936b19ed78bfb194343d8fcde9", |
| "1/mlp.gate_proj.weight/scale": "float16(17408,):ffbaa7ecbc48d052d452bdfd93c4f4d0c070dfadb5181d42831a33212e3d8b17", |
| "1/mlp.rotation": "int64(2,):2d488b329d9ff8d53cf3376856e7031affd354997d54b4fe67fd39d67a05b8e4", |
| "1/mlp.up_proj.weight/idx": "uint8(8704, 5120):1c7bd47a4262a25c54f573127dfff5d77146724e74e38a82856cf12415449076", |
| "1/mlp.up_proj.weight/lut": "float16(16, 2):fbc42cef997f81c7c6400c622ee77256d15fe79f2c60dbb1bf89bd5c5ad332ce", |
| "1/mlp.up_proj.weight/scale": "float16(17408,):590a209e0a296321ebd1d3cae31502d9ce394dc65bccf7602b57c4898b272a8f", |
| "1/post_attention_layernorm.weight": "float32(5120,):830e16fe00fe6eb7445c7c3c459ed4c93605872d0bd5b81150209f367b4b2c12", |
| "10/input_layernorm.weight": "float32(5120,):13bada352cb447bdca62998bf2f92bbcb9ee843ec4c936d0116edd6d679cb24a", |
| "10/linear_attn.A_log": "float32(48,):5720713d6e7f6130525acd42ec433cbeeec1310f30b54688e3a138cbf397dce4", |
| "10/linear_attn.conv1d.weight": "float32(10240, 1, 4):e0385d35038e1de093d3eb7a01709b18c172606e83a58e17c8e95eff796130af", |
| "10/linear_attn.dt_bias": "float32(48,):bbd853cfc32d0a0d79d17eb1be751af137369f08fca13a1c474b11a11c8f7dd3", |
| "10/linear_attn.in_proj_a.weight": "float32(48, 5120):602c56b77d3e8e7753d6647ec3cbc6c522ae21f77836f05ec4279d729de48358", |
| "10/linear_attn.in_proj_b.weight": "float32(48, 5120):21d1555106ffa7305c25f5bd34b533e96842df3fa4c5e7cf5a85eaf85a4a920c", |
| "10/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):1051b608da290208e01accd25486813779cea78993a9224997b613128dacc363", |
| "10/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):30cd89a3699624970cbfbac27aab909870bb41681398e4ffaeb2f03b29e87347", |
| "10/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):9a4733bf1035ce82245b4d8188dc399d3b5c4534447cd65a42a2e0fa419a36d2", |
| "10/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):afa1cabaf3a4f1921afac8c7c67130a05c166a2a7c4860a46633c22412906c0d", |
| "10/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):be3278dd4060ba1a179ada2b9a148a2f68d62c7e59448b1996ee285166b51c3f", |
| "10/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):3cd58c85458612e7240f0ac0e4fd2c6cd7f89a76a94e104a84fa1521a3c45e5b", |
| "10/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):ec8fdee8ffd5c94bc2115859e1c216b5477e58288286b9b8af6cfc3345defd5a", |
| "10/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):e767c7b2f5a00472413161092b4d5b3cfb218b9c925b1a72a6aac655927691eb", |
| "10/linear_attn.in_proj_z.weight/lut": "float16(16, 2):e83a638637637491b9644594da114a15c4d42ea0678806211487bfe2ae12bd88", |
| "10/linear_attn.in_proj_z.weight/scale": "float16(6144,):14206bd2059494b9b6cf86125906aec32c0b2f0c6199b14b3e09e84dfedd9fb9", |
| "10/linear_attn.norm.weight": "float32(128,):9d57b6c1bfa6e132eeea48fe90eacf15720959a4b12853f8dd527da5b519f9ae", |
| "10/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):581eca575d7585558ebf026e44c65c43505ae2a84abad8fce706a81bff87d4ff", |
| "10/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):6f9e8e1e24760fa97b088b51a9e11a54afaa3a86d9725f17811ffa14c6a7d76a", |
| "10/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):f72f06bb7f83cdd7f0240ae280c6e22e68cc003c103880144e8c85c4cb612355", |
| "10/linear_attn.out_proj.weight/lut": "float16(16, 2):c900302e94f3e0c26a0011684eb6c7a53afa6a6f8d70f7123e0f29839fc83647", |
| "10/linear_attn.out_proj.weight/scale": "float16(5120,):a750ed30e28816e43b38b81b5db6093f216fcd289ed09fb85937580756a7646e", |
| "10/mlp.down_proj.weight/idx": "uint8(2560, 17408):c363d9226318a154f081bf04ed425d9e3f7e61ce643b36f2493dcfe610c4caf6", |
| "10/mlp.down_proj.weight/lut": "float16(16, 2):127ea067e3ff7e80c701ae99af049973d9bf6c800d03f6e3a719bf5d20bcfa8d", |
| "10/mlp.down_proj.weight/scale": "float16(5120,):1cbb0d26a12bb09aeed213334288fe9d705a24853b0beb4d214f1904b761d6ae", |
| "10/mlp.gate_proj.weight/idx": "uint8(8704, 5120):65b23a00fa228756bac58cd41bfef3eb7e9b91c59e8b59405ea7a8d08da2c0ad", |
| "10/mlp.gate_proj.weight/lut": "float16(16, 2):a1797b21d6adb4cc2d361c2ec7e9b676d62e48f6c26dcec472612cba8b56f257", |
| "10/mlp.gate_proj.weight/scale": "float16(17408,):413c313e23386b2524ff6ba99e67bdee73b1c2c0718d48c74ebf31e69d9ddcc3", |
| "10/mlp.rotation": "int64(2,):b05da690820c3b344149d1ae9923687ddb460941501e7d7aac87a4f8258d800d", |
| "10/mlp.up_proj.weight/idx": "uint8(8704, 5120):4af2cfb7f257e1870116b8401f1f0365de7bea3343d55541aa50d699dad25204", |
| "10/mlp.up_proj.weight/lut": "float16(16, 2):1a6634afe2176c69f05eea3a0be4c8d5e519729c711a0ffa1c03af0f2e245eac", |
| "10/mlp.up_proj.weight/scale": "float16(17408,):8c0c7fd41222cf3ca320777faff9a0c8c81bae46934a5b858ad69e0bc39cb03d", |
| "10/post_attention_layernorm.weight": "float32(5120,):465f144840dad37e963bdd527f1f7d278db7311a0b0a398caee87404518b2ff2", |
| "11/input_layernorm.weight": "float32(5120,):86f243f26be99fe9fa771bf124c39fb4e2265554c72477f41eca63784519dd5f", |
| "11/mlp.down_proj.weight/idx": "uint8(2560, 17408):585c4f7e6a340ff355363236ba2ea333cda892916fe9b74e157f713cb9acc7e1", |
| "11/mlp.down_proj.weight/lut": "float16(16, 2):e54442e606cdb9f4b6e18be76de5052198baaf7f46cde38ecc3b40cb40952806", |
| "11/mlp.down_proj.weight/scale": "float16(5120,):f2408fdd805e9a0615724a434343cd857dbd7f42236176eed2b3d63c002772ec", |
| "11/mlp.gate_proj.weight/idx": "uint8(8704, 5120):dbf9a85f262d26e9467525a881ac6fdad023e2c0134f8756f0f1be30db509b0d", |
| "11/mlp.gate_proj.weight/lut": "float16(16, 2):6701a7799de7284768d556fc3d923248a1d66ed84999bfa55806977850b1f5bc", |
| "11/mlp.gate_proj.weight/scale": "float16(17408,):9bf777fb13547aa0d5e41b42412e95fa5575178743d6e2286fbe1304e902b9ac", |
| "11/mlp.rotation": "int64(2,):eba6af984de90a2a0f3f3cf75fcedfaf651fda3d9262b38f3b2e445baa92cdf9", |
| "11/mlp.up_proj.weight/idx": "uint8(8704, 5120):e88937cf468ba8c8a7b85b646c9884062c734394ecfde4a8b6d0d6cb754d7c89", |
| "11/mlp.up_proj.weight/lut": "float16(16, 2):3ae00275778a2e832e7f98c5a74aeca2c1cfd7c8d2493d1c8cf92af96f130b4f", |
| "11/mlp.up_proj.weight/scale": "float16(17408,):8d3d3bc42e922c6238ff83726d7787ef221614a505865b5e0f51fff415faf84c", |
| "11/post_attention_layernorm.weight": "float32(5120,):55ac33ce1a50770c7adf7dc87e77d6b38c6875d0faafc3e416ad98fd4b84800d", |
| "11/self_attn.k_norm.weight": "float32(256,):9d8a946bbfab73eef0fba5207a7137336e1f59c55af41c5a3decc58b266aab47", |
| "11/self_attn.k_proj.weight/int8": "int8(1024, 5120):d460230053961429a9504e8d00f2abdd91e93f91442c775fde0d31d57b992bd6", |
| "11/self_attn.k_proj.weight/lr_a": "float16(1024, 64):e17dc49370e4a2f7869d0647e3bb09a6d04fa702aabd0071a46ae96a434fa87b", |
| "11/self_attn.k_proj.weight/lr_b": "float16(64, 5120):b623ae40ed07cbd4beb2f7e219a1600b572452165059bcac386ade285124fad6", |
| "11/self_attn.k_proj.weight/scale": "float16(1024,):2c0d78a97695050363f369611b9e7ddefb1c52b1d4e14d9d09c85055add20bdc", |
| "11/self_attn.o_proj.weight/idx": "uint8(2560, 6144):ed222e711ed58fed651996058c3210cd814c7eb52aa2a79a7b10c1e29c22afe1", |
| "11/self_attn.o_proj.weight/lr_a": "float16(5120, 64):d8ab56eca4ef71397cd953c0f877693b72a4f951d0247ae8e4b3f64cc6ed8b7a", |
| "11/self_attn.o_proj.weight/lr_b": "float16(64, 6144):70af27b072d8634d8714c3056a57a57b98483aa4cbb7389d41e092aa3ffe96b3", |
| "11/self_attn.o_proj.weight/lut": "float16(16, 2):8613aa9a47a21fad4b89bc215ffb473fb5d23d867726c0b55513b4ecf3796686", |
| "11/self_attn.o_proj.weight/scale": "float16(5120,):e3d1ddf251f97d4a44627b5828fcd90568c3c6faef9b1d0eb44c1cecf099918c", |
| "11/self_attn.q_norm.weight": "float32(256,):d89ae98d0032e32b0a0cc53da75d9b1bfc363910feb298431deda997fd7927b1", |
| "11/self_attn.q_proj.weight/idx": "uint8(6144, 5120):09edc377c1ccb7e54e0cf4975a5751ed6fbd3eadb451b42686b2a8496272ba97", |
| "11/self_attn.q_proj.weight/lr_a": "float16(12288, 64):2cde26b001057eb31a4b9983cb8fd9e57371dc80b8e38bd7b626b0ad7c2ca9ed", |
| "11/self_attn.q_proj.weight/lr_b": "float16(64, 5120):a605ea65899ce8bd0dc8a7fefa382b4dbe35da98e6cb2758c1e999fb4311976f", |
| "11/self_attn.q_proj.weight/lut": "float16(16, 2):ff9d0e2e29a557dc209de43455d5acef48f9224d10dfceb24dea91e544b64468", |
| "11/self_attn.q_proj.weight/scale": "float16(12288,):253a00349888dd7f0e55b60403222a04d862cc9b8b658d1c9f42ca493bea9cac", |
| "11/self_attn.v_proj.weight/int8": "int8(1024, 5120):8dbe85be0f876264236d44af08662679f6c6852a522333817af88e9050ad967c", |
| "11/self_attn.v_proj.weight/lr_a": "float16(1024, 64):80e22506fe90bfdeec33a40adb2217dd42a5a58de9206ccd6ba2b1705155ccc3", |
| "11/self_attn.v_proj.weight/lr_b": "float16(64, 5120):4a0c4b295031b25226abc5ced488501be9a877b8ef3d17b8448317297be47373", |
| "11/self_attn.v_proj.weight/scale": "float16(1024,):dc945210ded2962088b417b49322eda42d2be0e4b8fe224331b40cce6ba45e7d", |
| "12/input_layernorm.weight": "float32(5120,):0de33c13daef2719bcdabccc359d44da59159451a105becda4a29b3f99bda9b2", |
| "12/linear_attn.A_log": "float32(48,):64ad545f745f59a86435908d0eca52c418994c0489e7a3e9770322d368f62ab7", |
| "12/linear_attn.conv1d.weight": "float32(10240, 1, 4):4df347715d76ffe9815e2540e252eb201fdc041896574209348fcc2f458fd977", |
| "12/linear_attn.dt_bias": "float32(48,):19bc00370501d952f442bb250afb1ed5929975585bacae3b467e7717acd26bd6", |
| "12/linear_attn.in_proj_a.weight": "float32(48, 5120):140dc4bae40055f65cfaf53dec8a7f4734a2a350ac0eb52e8f6a0ad5b88bfec2", |
| "12/linear_attn.in_proj_b.weight": "float32(48, 5120):be9ba59655545013162a258208da7a20a4c1ad3b82ee4f435ec15b779ebf3761", |
| "12/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):92c41c7653185a24d281a1dc4095cd37d16113566a06594491874f5c65865176", |
| "12/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):62560601efd0cbf2530ccd31afdf1b152bd2e8dbd619baf1e1280959d52411fc", |
| "12/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):15f02a9320fa802df0eeba7af8d04a1235bd365a3e8aef5092bf0a3e469e07de", |
| "12/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):808f4b0b6ffb83bc2ffa2d74b4f8fadfdb02f880b27d2541b2e344642faf32fc", |
| "12/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):15200326ec6a8a1c21b520cde2272fc012a35e9b0db4cb423144313bcfb97b16", |
| "12/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):db15a3df8a692edc67366348f2da6969d86d68bf8a874efaec769c1986a84cb4", |
| "12/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):7cfaee1c4c8a92bd355f734c943b5f58f4dbf5607536a80c684518781f32f0c9", |
| "12/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):84c9d84c4e12a0888a0c85cd1d9594ff1b1b6c499e7321ba34f0dffdef7a2b00", |
| "12/linear_attn.in_proj_z.weight/lut": "float16(16, 2):2672d8813edb30775886c9d4273ef1137a07c2c2f51bf1e3f354271ebba32dc6", |
| "12/linear_attn.in_proj_z.weight/scale": "float16(6144,):ed102196539d04cd6f5dde5031261f41f13217879d3b59e93c794a7ba8cbcf70", |
| "12/linear_attn.norm.weight": "float32(128,):dd850c3453f04a106a21f5de845207920a366103cc0e4afcbba72c23b7621bbd", |
| "12/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):bc9ef15757b1fc6350eb57879ef662aad04e573429b1e37425b03fc5eb65467f", |
| "12/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):504fb24dbf7b73ca121c8abf1dad9d78e4e4fbf684ec956e264ffbf44f9327f1", |
| "12/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):9001694ed518aaf884b1512530eb073957b11d74025268ce60712b6a15b0e3a6", |
| "12/linear_attn.out_proj.weight/lut": "float16(16, 2):199b35f6f68f2374c10f6684b1fb0fe3ce406b78535cc08c8a9e28b188fa5812", |
| "12/linear_attn.out_proj.weight/scale": "float16(5120,):f265f9e7234bff167dd156ca6b8896e403f7430b283160eb73d9e20e20a28306", |
| "12/mlp.down_proj.weight/idx": "uint8(2560, 17408):dea6f55d9354e55c06a97519d86e6e9fec32e4893ad5c7f7f49805cf7407dc0a", |
| "12/mlp.down_proj.weight/lut": "float16(16, 2):267aa4e9728462e5fefc9e1e884f3d30d69bab08e717368e3061cea8750bf09a", |
| "12/mlp.down_proj.weight/scale": "float16(5120,):7687412229d548c0313443abde2e638a0930db344c38173af73031586d07b670", |
| "12/mlp.gate_proj.weight/idx": "uint8(8704, 5120):8e2e5a0d546c7feb95bdb076c99b94abf18864eff75ca9a0867e9e269858618b", |
| "12/mlp.gate_proj.weight/lut": "float16(16, 2):b1ac53d17a9bb1723a5dfe6fd02afe19980b8319ba1b494672c69f70b57461a8", |
| "12/mlp.gate_proj.weight/scale": "float16(17408,):cfc1188686d01be3d8b055f0e54b2408417b00fc3b593be14139540fd7b75552", |
| "12/mlp.rotation": "int64(2,):bf81b6ce13bd296405ca14ba735195f61d548ab117c59719734582d95ad56c3d", |
| "12/mlp.up_proj.weight/idx": "uint8(8704, 5120):53f2aec9fdde1d63ee3f93303be6f69cb2715e12fca0da1eabd8e7305430e2c9", |
| "12/mlp.up_proj.weight/lut": "float16(16, 2):10ffc555097cd8de592f39332930a9fe65e333ee9e82d9ca98686d37cded88a9", |
| "12/mlp.up_proj.weight/scale": "float16(17408,):ed3162cddd3776d137ecd3703b55fdfd3c0ea6959f1eef96f22739ee808490d3", |
| "12/post_attention_layernorm.weight": "float32(5120,):09802ff3142021002755f111c6f44ee229d7ea652de6c25e257e96947a8ba683", |
| "13/input_layernorm.weight": "float32(5120,):85abd34c430755107f0656b573cfaadac78b2cca6fac58929af3a7b54a1ac17e", |
| "13/linear_attn.A_log": "float32(48,):4ca9faf53a17162c6bd0947fb15811629b68e7674f966f68e958d16e2a554c1f", |
| "13/linear_attn.conv1d.weight": "float32(10240, 1, 4):6a79cd69f4b3e986c499989e60df95f67cecf27ae99a9845bc1d1cdb0a63bcc8", |
| "13/linear_attn.dt_bias": "float32(48,):4f0a4e32b4b26da40b9bc9ef36f9a054f5efd9a8163b6b2c6c558a13f09d41ed", |
| "13/linear_attn.in_proj_a.weight": "float32(48, 5120):6a241987c61045ae19a5f27e85fc71ab01539b9c217d9ca23c1719c009943d15", |
| "13/linear_attn.in_proj_b.weight": "float32(48, 5120):2b2179134076bf22881c0a0cbfb37f0d5fd0180f3e3d3e91fe26f252813d3518", |
| "13/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):5e2ca720894f0dbed58e58c18f189a090818849b28d5c87ed9403472fe27bd84", |
| "13/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):e65f2b11defe6d6b6cb077bd5a397099c63dd814ff6272adec1d5b570c4375f6", |
| "13/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):2ab39ebd8d16ee69417cc13f16e7340bc1395bcd2be816d801b92e6655cf7d3c", |
| "13/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):c47d889a12f4a8f25e36aeb3b891b6cfdffb94ef90b013414b7df7194763d4ee", |
| "13/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):0707333433231ade26678b8fcbc71a5d7d8cce40d500d8e233ad4ecf5ba9e558", |
| "13/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):d8abf7a4635345f2091632ea3dd4c41089f9c8be365db4e834aa667666dadf10", |
| "13/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):a07e1d6065c2c0ae8abda0c17797b0b006cdc9cf0473bc81dfd0d44e83c98445", |
| "13/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):bcb3055239aab30a1a3c6906d262f7c57b61c0dbe05852003d9754ec5911e611", |
| "13/linear_attn.in_proj_z.weight/lut": "float16(16, 2):bcc34cbf9d136a328661443945130bdb01e2b390fd6b9954fa78e642bac4dd1d", |
| "13/linear_attn.in_proj_z.weight/scale": "float16(6144,):f8f26787d2bc8a084639250f5435d80c400ffbb4e9cf3c7a6cca5ebaa02a0dee", |
| "13/linear_attn.norm.weight": "float32(128,):07d8d99ff711e9eb4209ca138f9cd87abafc8a0cbe5eb16bcbd93110493f6425", |
| "13/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):a83a7f7af9e416588561cc833a13a09e799d457f80a67f0bbac310d65f4fd378", |
| "13/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):eb1afe3bcd97279256d738effa246404f1717108c2cbebd45ccbd5c237d0d037", |
| "13/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):5eac513ed0fb6449381a9483d935039492e24d672c6f129fbc6763621baa6aa8", |
| "13/linear_attn.out_proj.weight/lut": "float16(16, 2):19683e9dd608926c7f399cacc88a7cce5342953530c4c111f1f0d53a43ce301d", |
| "13/linear_attn.out_proj.weight/scale": "float16(5120,):0acebd7f7830434fd95534a957df259916dd545a3696b48e653402d4a45329e2", |
| "13/mlp.down_proj.weight/idx": "uint8(2560, 17408):ab23cf096958d8094105ffd72c4ddfd66f5db1e2d2d0da4001d494485ac2d290", |
| "13/mlp.down_proj.weight/lut": "float16(16, 2):eb10a6d225780d568d579bc748121057bf1c725bdaa0b292a1bfb4820aaf29dd", |
| "13/mlp.down_proj.weight/scale": "float16(5120,):5598e6f77ce83ea801ac89d39ae4f8d1dec8d96cbff14f427a122b6722ab0eed", |
| "13/mlp.gate_proj.weight/idx": "uint8(8704, 5120):6394b4709b6ec88764d43f87013e87c1fbb0f4ca560b22319997fd7a6d65470c", |
| "13/mlp.gate_proj.weight/lut": "float16(16, 2):4d5fa001529fbf3306f438e452d9606d6df729c1ba1d3465f06774c1dd4fca53", |
| "13/mlp.gate_proj.weight/scale": "float16(17408,):bc8563d552ddabc3e3f3dcc7d7af84b49649108c5330895127713dde9da8cca3", |
| "13/mlp.rotation": "int64(2,):7849024379e99da3ed864c1918bf229ddb33e86e3732ff8a3f273a586aaff283", |
| "13/mlp.up_proj.weight/idx": "uint8(8704, 5120):4639df476570e9f44f03366d82308d093fc86e20605ffbd38780ac919d1e2a97", |
| "13/mlp.up_proj.weight/lut": "float16(16, 2):94bb13ef6df91b03640f35b42251edf2159c1ac7019cd20df1273a47ef7ab5e8", |
| "13/mlp.up_proj.weight/scale": "float16(17408,):55bac002134c691d97ff90f1d9dc27a9e06b74c9fe5f38cf0375beffaeea6ada", |
| "13/post_attention_layernorm.weight": "float32(5120,):b4d82e231733e56780113c287e1bf8b80e6d4adac7f58ce1e1d33d58a8617562", |
| "14/input_layernorm.weight": "float32(5120,):78adb7cc39cda9cee38c00c7f00459605f9e9f8bb29025e28328e5ffb4d5dc21", |
| "14/linear_attn.A_log": "float32(48,):7c2c7a59acf8f616fa31e08636a3280a451f4ff5f1a1f512c75689b3e7665784", |
| "14/linear_attn.conv1d.weight": "float32(10240, 1, 4):92dfa53cd01c31c19e6fe1131ca5e94ef91484c91e696d3f3d4bfbc161a98b95", |
| "14/linear_attn.dt_bias": "float32(48,):d970ed462f0866711c446c7b096a07a80247aaf0aa2bf6d877d022af02642cbd", |
| "14/linear_attn.in_proj_a.weight": "float32(48, 5120):a520ee493887aaab1e6d3f8aaa833a8d722ece937810f8b7e3a7cfa5666328c3", |
| "14/linear_attn.in_proj_b.weight": "float32(48, 5120):da53e368075ff61d8fa374a46440523f1efdb032e13827527125e02f7c4b3a8c", |
| "14/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):cc034772608b2a817ed6f7191f7b0c48541df11c41a5866d0672d143693dfd05", |
| "14/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):a42945140983ffff7875cfe9015ce567c5ce4eb91ea1321549dae7cdb6c622e8", |
| "14/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):b3f513f173173237984edb8cf888630ccc08705f6d6db8f61c5c1ab3d80f9900", |
| "14/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):7a550766379796bcbe2bf8eed25008f570b92e9e28cb5484296b5009b5fabc0e", |
| "14/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):c2d13cb310a17c60d54a30d584ca1411af259812f5754baf11eed02d3536f579", |
| "14/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):a897c8e1f11f9b1fb17d2f815ec77b8d10423df4a34b3278a35d6a8d28677133", |
| "14/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):79fcfbda12e6e58a37212c763f2325b689311358d5923db46047b910be366ba5", |
| "14/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):868bf2ccae6cebb3107a71d1abdfaaf3a1cb038f3ef48a2b2e185b1b1795df08", |
| "14/linear_attn.in_proj_z.weight/lut": "float16(16, 2):c838d35b0902edb87dd853317c155f0ed5ecd227a0adda7c3945bc2310d09835", |
| "14/linear_attn.in_proj_z.weight/scale": "float16(6144,):426b543e4bf4e366e9704875df48944e5263a0a6332830df63c86c3aa11407f1", |
| "14/linear_attn.norm.weight": "float32(128,):24d4329c64a46c9b73f599cceb46e49f8bd7c9f733340a0a5e8fdd5a7f1aa8c4", |
| "14/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):eb097b10cc38d7edea8a65d42f7d80d623b24ea822d9ae72a910da695bc6b470", |
| "14/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):ba287b3b964998dc94266d48b0aef7cf594f6d6cb17cf5de0d4b5504c4bff418", |
| "14/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):e4e841b096ff7400252121bacb642bd569ae1d4c1672c0b82a8ef92be5193c70", |
| "14/linear_attn.out_proj.weight/lut": "float16(16, 2):1de8b2b6a8ca9b46874a21e9b788c099b1ecf1656fa4e1f7d84aa28deccb4aac", |
| "14/linear_attn.out_proj.weight/scale": "float16(5120,):b8f669665cd9cfad745b2dceb8b1c4ce5eb15e09eca9f529eb33e03d03484402", |
| "14/mlp.down_proj.weight/idx": "uint8(2560, 17408):2e6d70fa5078f2521760489f995c6687445e7bb4f0e892feca1b1721e30550cd", |
| "14/mlp.down_proj.weight/lut": "float16(16, 2):752ee157c929845d78fc482187992da7b5c05eb6630407728f69ff288a7d9d8d", |
| "14/mlp.down_proj.weight/scale": "float16(5120,):039126c705f58894404dcd94e043d10c01b8c28267bf8b5574e64706d3d3b479", |
| "14/mlp.gate_proj.weight/idx": "uint8(8704, 5120):7e49a49302b5d0c70ce1c1030ebfe3d6abc253f931188c9dd471ec7e1dc0fb82", |
| "14/mlp.gate_proj.weight/lut": "float16(16, 2):109b9de1e9a45363d494ccfe2ca4147eb30ffce87399c67d1126c77069d5fc95", |
| "14/mlp.gate_proj.weight/scale": "float16(17408,):4c4c76781fd82f5ec27ae249bae109da9f669e65c8968546cd09f292748d3cb5", |
| "14/mlp.rotation": "int64(2,):d56cfab05509e08ef923b345e54f8a4b03eaf77253f8f80245446c896ad8496f", |
| "14/mlp.up_proj.weight/idx": "uint8(8704, 5120):d32cabaa5537c72355950914ee75aa5b790ede9ffd7c71562a77610ca2870d3a", |
| "14/mlp.up_proj.weight/lut": "float16(16, 2):a5cd73378833383ab58f72b27a26578c27568e16d7dce174c6e3e6f7bdcacdc4", |
| "14/mlp.up_proj.weight/scale": "float16(17408,):e81474e7ad2e77f923aeff598148a5bc03da3cb28097ce2782e39b82cdae98ba", |
| "14/post_attention_layernorm.weight": "float32(5120,):07c16cafc4a8b33a3cb0fedfa172f4f86d1ecc6cf95d1f3e16139d5d34cf962e", |
| "15/input_layernorm.weight": "float32(5120,):899941678133dcc807b347600a76cd55698b070dfd6e32d5125b5948e593a494", |
| "15/mlp.down_proj.weight/idx": "uint8(2560, 17408):fd55827f470c5f73c4c3eb357e90943de775ebab8c6bdd9ed13f7b3e407ec3f5", |
| "15/mlp.down_proj.weight/lut": "float16(16, 2):ea4903aa228de768923a8ef73f59c9dc83baf4b3a2f87587790c0a912af04864", |
| "15/mlp.down_proj.weight/scale": "float16(5120,):7f1ffb409e3ff822695890974ea4c3fff8ba65f4e2ea031d68d1a046bdccbf99", |
| "15/mlp.gate_proj.weight/idx": "uint8(8704, 5120):33aa18cdeb2d3c6cb3a8890b9dce70fbe07e9d6efa4cbbf4dec646e1848bcbb9", |
| "15/mlp.gate_proj.weight/lut": "float16(16, 2):6c89dc0316cfe5de82bb1c67146a5ee6f70598c43defddd44f336e8c16d92993", |
| "15/mlp.gate_proj.weight/scale": "float16(17408,):756b3e3aa2f735f2fe2abe15c8007b01b42b046848efb514eb4ce8cdd1200f5a", |
| "15/mlp.rotation": "int64(2,):8267c52a206c8e7350108da96adc7e2143e8a0aada645ee2361d306e7c65e612", |
| "15/mlp.up_proj.weight/idx": "uint8(8704, 5120):896e36ee21bd51ccb16163858c658e2af7700fb5cced9605fcac355861addc56", |
| "15/mlp.up_proj.weight/lut": "float16(16, 2):30020ce6638ae7a198702a10fa529b562b01f4d022595d69a4ee8308d8da6951", |
| "15/mlp.up_proj.weight/scale": "float16(17408,):d8d37634de8a50e3e9e3b61797c598b5622993df49ff50942e2a223db74ddf06", |
| "15/post_attention_layernorm.weight": "float32(5120,):91219e60c934c8119049ee7f23ccadabd72f9ae0695819edc41006e03c6a0425", |
| "15/self_attn.k_norm.weight": "float32(256,):cb8133510e0260f2d7f9502b24b41f6cf14891541d2a79e91539199e28de07ad", |
| "15/self_attn.k_proj.weight/int8": "int8(1024, 5120):242b7227377ca6694d2b1a7cbf6346accd268689be07c50e02cad37b342e5e2d", |
| "15/self_attn.k_proj.weight/lr_a": "float16(1024, 64):4d7d182df51e7dee03101224836150eccfb73ba0f50599def5ee03dcfdb8a73b", |
| "15/self_attn.k_proj.weight/lr_b": "float16(64, 5120):29c69e4d75bd6dcc13e8f64d7e11f69e9218caa349074396b4f6286e3a2c601d", |
| "15/self_attn.k_proj.weight/scale": "float16(1024,):2c15049dc123f487c3a0cb09008df98e5a551074180be9669b5a8fcd9a8bdddc", |
| "15/self_attn.o_proj.weight/idx": "uint8(2560, 6144):6cd0e37647a18e1c368293bcbe334dbf41341ed0b408e2eb6a68a03bc98ffaba", |
| "15/self_attn.o_proj.weight/lr_a": "float16(5120, 64):1f1111c01ed7846e4be49bb0dec96d1274c0609f4e8ee211b3bc5cdb3261732e", |
| "15/self_attn.o_proj.weight/lr_b": "float16(64, 6144):6d464d393cfe0c67cd7b1530b9523e67cf82fbaba91a43a56730ca59821eb47e", |
| "15/self_attn.o_proj.weight/lut": "float16(16, 2):aa61b160a36675d3d9ff9c158f7bf43917d9a65ef06b6144751e84c0eb27ba79", |
| "15/self_attn.o_proj.weight/scale": "float16(5120,):56e6cd2a3c58b0a6d69116146aba0988c84c1b8bd41b53cf0e73c30ff0052a9f", |
| "15/self_attn.q_norm.weight": "float32(256,):67453b73333d4a55129512ef46a799b788dc634b40bad54340d39aa3a9fa16ee", |
| "15/self_attn.q_proj.weight/idx": "uint8(6144, 5120):da536c12b0a9937e6a2c939cf7d5aa493ca7e72019384b9d233fb0d20a7e3828", |
| "15/self_attn.q_proj.weight/lr_a": "float16(12288, 64):25af45183889503611920d9b6171c23df80fd300f2d017a7f1bf248bfeca4a60", |
| "15/self_attn.q_proj.weight/lr_b": "float16(64, 5120):c98b5bb2f5bf5c6775276b71fafd8a706d376ec26555b103b94eb3293a967a3b", |
| "15/self_attn.q_proj.weight/lut": "float16(16, 2):c586f73a0cb24dc3998e5b8508c0fe69587e4db32c0fc6052163610fff23d785", |
| "15/self_attn.q_proj.weight/scale": "float16(12288,):f412a37bb5b7ba5e5da22a946237acc4a6062195c541c458e7e8f3ade580b67e", |
| "15/self_attn.v_proj.weight/int8": "int8(1024, 5120):344184867839de6385550027ebfad83faa50f1b804402e609d427978b4596c19", |
| "15/self_attn.v_proj.weight/lr_a": "float16(1024, 64):13a2abd2d8682d30d4f764937af35f1a1a950a05b7d27f0e32d95b647c2dbb37", |
| "15/self_attn.v_proj.weight/lr_b": "float16(64, 5120):4a333871f143b3dd72765b95522977b42723cfd927624ed0ebac212ba142be44", |
| "15/self_attn.v_proj.weight/scale": "float16(1024,):2a0a9adfc622e222394448ae03d2049e4b79b2acd208b581cddf8c5a2b55cb01", |
| "16/input_layernorm.weight": "float32(5120,):477191cceb0c84dace60ec37289ab53c5b745fe65afa55a44ef56c4d8ca9eb8a", |
| "16/linear_attn.A_log": "float32(48,):d840c424b5b8ec8fbfc86d6abd0d8b01a635fbe2ed5ffdaf3a5b88ba51cb1576", |
| "16/linear_attn.conv1d.weight": "float32(10240, 1, 4):841f86510c7da77e6739509fec1ec602fd8c7ad20bdb8b13a334d1d80896e470", |
| "16/linear_attn.dt_bias": "float32(48,):6f078a8ab9335ff4df16d405a853de74091303538b8772ff7e24d1b1ca043174", |
| "16/linear_attn.in_proj_a.weight": "float32(48, 5120):2c94f90fab146ee74004440e5477f89ad2275adff5f9de38db47a172133029dc", |
| "16/linear_attn.in_proj_b.weight": "float32(48, 5120):8ea7bc8394fcc1bfb68f26a9fd99216f82385b3fd9d93b581e86f43343ae1976", |
| "16/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):6c5d1cf2c7e023114badda1c15f9102cd8caa8cae18065855d116383edfb5669", |
| "16/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):d863375e50603d845a70522c95344d6f2c147f42f73f8bef5c9ee5e4c4c14a88", |
| "16/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):ff3b7e5b8f17a30c8fb99d23372422deef9a7f2ba5055bef93063bb50462515f", |
| "16/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):76050c7fad3770993a455b059803020424cb5cd7c465cc8ada0f980b3e03bf97", |
| "16/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):13c634f17f48d82d5f47ac0fc27a7542a0ae554d0fb6f8d8f3bfd43ab8844edc", |
| "16/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):a4482d8fe4a8991523ee1c746a1b54d3bf085fe773c7489be14cb681ec84d71f", |
| "16/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):4bbeae047d2a51ae910957f6f870a115164af517665457ae19bd9edc33f5d8a1", |
| "16/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):2eccc77cb6e32bffc64af7a5671a750f0c277246a3db57e84b066472ba02ad77", |
| "16/linear_attn.in_proj_z.weight/lut": "float16(16, 2):363a28cb035bc78f5f43a17679b7c8033684a2a72e5bb0e7231d90ad8e6f8428", |
| "16/linear_attn.in_proj_z.weight/scale": "float16(6144,):21127efde71ca78138ef75fc9f19b9c0aa8281ac30a8b3184e9a4f69764be439", |
| "16/linear_attn.norm.weight": "float32(128,):387ad397bef86b0a0fa520c6a4ddf97d5f110b1e8c1236a651abf4694528b3b9", |
| "16/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):23db636ceb6eb36ad97a8644d652c15bce4d79630dac6669f6e61f44fae360d1", |
| "16/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):cda90588c3f4996e59804679ed9f0cc6c29f51868762972272df451b4c12f380", |
| "16/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):c3552b3d8c245f2bbd0a298b7867d952a91adf22cf6cd082dddef7f0bdca7aeb", |
| "16/linear_attn.out_proj.weight/lut": "float16(16, 2):724918b6fd26128339df4699a64e177b97919919260103ce7945b3c5b433e246", |
| "16/linear_attn.out_proj.weight/scale": "float16(5120,):9aec3332bcf9a5a2096cfaae817bcdc0d705508fb5443eed909ac9bcd8e3d121", |
| "16/mlp.down_proj.weight/idx": "uint8(2560, 17408):6fc98b2f2856601d9ebe6cbe2b8a322ee0ea0f241ffda268b97f82d2c7d58f83", |
| "16/mlp.down_proj.weight/lut": "float16(16, 2):c947f0d723eaa286fe465e1b46d64b7b0e031d44d886600a059147ae77f14816", |
| "16/mlp.down_proj.weight/scale": "float16(5120,):8d55d6cc9b84545f5f1026bec3e956a51633c162d95bf9ddfafd78dc8c6ff411", |
| "16/mlp.gate_proj.weight/idx": "uint8(8704, 5120):181348d2b4f2f5cab66273cd81f624ab9eaa80127452c859ca7843e6b3d69fc8", |
| "16/mlp.gate_proj.weight/lut": "float16(16, 2):2b74cf807a5c755634b8664cd607c92ae1260ffd73569baf7fd5c76991c9107d", |
| "16/mlp.gate_proj.weight/scale": "float16(17408,):f5c04a7db896f6eb57dbb2abe73c31369e9cfcb4c6274bdc7eeca64ecd81e8ef", |
| "16/mlp.rotation": "int64(2,):69169c8712990edcf99c08df0e710d37613fc2f7834b75bb72ac857279c3266a", |
| "16/mlp.up_proj.weight/idx": "uint8(8704, 5120):e06e91d2dd94ceb227a65ccb7570a9444ff61e693746d1e9bdbf7a3346aa94c2", |
| "16/mlp.up_proj.weight/lut": "float16(16, 2):04d199eea30c3342b1ce577b917500f0f312c724241be03d69c0f7e576e6be34", |
| "16/mlp.up_proj.weight/scale": "float16(17408,):389b4379e33f8836a7fb78e43fc6e52a00436ab029e9db9ae0a0e6f9f0b7b4b4", |
| "16/post_attention_layernorm.weight": "float32(5120,):11c1d3e30ef0a6481a4766724e57459ca70fb44b8a3ffa9a01321d74eca8c33b", |
| "17/input_layernorm.weight": "float32(5120,):1545a67d0dbd54e32cdf5c8cf187cd2c262925f1844f65bd3224bb16948c5d1e", |
| "17/linear_attn.A_log": "float32(48,):75c4541d982cb98cf967fb7e7270bb1e22228ef9f39f3bfb8a77c0858051bff2", |
| "17/linear_attn.conv1d.weight": "float32(10240, 1, 4):7fcc1321a322bab451caa57fe0759ef8a39832a86b2bebd4cab407ccd4d933c3", |
| "17/linear_attn.dt_bias": "float32(48,):8873049acc40f8d2fdd791c7f9a84fad3f4c00083ad11ab7941ee6ade0ea1d31", |
| "17/linear_attn.in_proj_a.weight": "float32(48, 5120):d32517562ed9223ce619c6d8b22046e88d42076cb7f133d57f96c75a3f3b300a", |
| "17/linear_attn.in_proj_b.weight": "float32(48, 5120):0403cbb7d5867c0777bb6dd580f9b1807c7415d47d0024eecaaa9575a7c20305", |
| "17/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):48abcef2993422701ee9d54a2598c0b107ea1aeb2c1c3bb4444dfc0b5abde33a", |
| "17/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):e4edb569b6e0f5115127db26777115d7da1eabaa4dd1cf335b4986672fa4aaff", |
| "17/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):eb342f7f725175f60cde52fb35ee7c3f7ee021c6d67dd88e626a8c96f2a881ad", |
| "17/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):d901814a3a11c14c8235c4d331b1de012066ef19014842242889e180a2602e34", |
| "17/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):8315c6629b015fab50880e8f3e817a9da43c20ed787c5882d2539e6ccc359519", |
| "17/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):f4c4bcea8ca6a32474fddfd94cce5e88f18d54ca3a4b4234cbf4902310fedc20", |
| "17/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):996c7a97f493b4bd065b6993b6620841f8709c37b9a125c8862b6f2c37b926e7", |
| "17/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):858e7f0dc0561e4cf14279cb48e26163d2ecd08308775dc6a36d8f0ff3567e8e", |
| "17/linear_attn.in_proj_z.weight/lut": "float16(16, 2):ed8525f4716dcb89fcb61da92b29320d752949c651c05719cf41e22294543078", |
| "17/linear_attn.in_proj_z.weight/scale": "float16(6144,):915f599fc5c645f4473b314d184ec17df75434ee53fd51120cba42588add9081", |
| "17/linear_attn.norm.weight": "float32(128,):7fdb4bc7b06b6ced929a0e0995b583f133fe60080467984defdc722ca633eb20", |
| "17/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):f25e0abfa931407b1985e6eefe4b0059abb1e75e55a7a548d737cc035b6c57b0", |
| "17/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):ab3e93bfa2d23803ddc0415283ef0bb24100f09e5519ea68c83cba20d071664c", |
| "17/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):96770e0fae52988988dd9795f1832caf50280c75ab4b44e96214a475a3f4132b", |
| "17/linear_attn.out_proj.weight/lut": "float16(16, 2):37f989a7c8e6032f782d2ebba54d585c29e2734043c61e6711b3715efe82ce2d", |
| "17/linear_attn.out_proj.weight/scale": "float16(5120,):b4868cd23d024fb282853fc78772759b5edd1e8e802c3beac295af692506902d", |
| "17/mlp.down_proj.weight/idx": "uint8(2560, 17408):aeaeccb669f79645581e55ff69bdab8c2e8bb7d5d9c8c85d62240164f0d68c22", |
| "17/mlp.down_proj.weight/lut": "float16(16, 2):2258a4930c7738d0f444e05280d1df477eb802dc668afc88e3bdcdf8f4b08230", |
| "17/mlp.down_proj.weight/scale": "float16(5120,):75d756f3089a766cb3c224487d66fd537626830b0e24bd9a4880551a8bbcf1a9", |
| "17/mlp.gate_proj.weight/idx": "uint8(8704, 5120):343fd36a0fa894f58a4abbb919b20d06632cc1fa81ef613fbd73f95e3a5296e2", |
| "17/mlp.gate_proj.weight/lut": "float16(16, 2):442a7bdce3bda2e2d4c17a7e32702abd68e060ce669607924bd54d5bf7759e0c", |
| "17/mlp.gate_proj.weight/scale": "float16(17408,):dab0dbdfec3dc789bcbb7efe5a182ab6cb81fc5186feb1a7de558ecf74ec73ba", |
| "17/mlp.rotation": "int64(2,):227a884225f9dfc8ea9b96f045cd88371af72d11ae6796c2637a3420a56ff2a3", |
| "17/mlp.up_proj.weight/idx": "uint8(8704, 5120):70a15005a0c77cd74c2e27cd4f53608c25efeb34c7247cd3210c97992f8eaac1", |
| "17/mlp.up_proj.weight/lut": "float16(16, 2):c72a6d2feba5f0b6283b101668f2aa96d2e0cb0639ad0bcc3bc4869497bee137", |
| "17/mlp.up_proj.weight/scale": "float16(17408,):35a8177c508d5e30de05d06a6a487b1f64d286e22ed8a7c195b853eeb28ba0a6", |
| "17/post_attention_layernorm.weight": "float32(5120,):b7c2d691774e32ffdcccb6aec2f62af925995da493dcaf188a0c5637ce2f4900", |
| "18/input_layernorm.weight": "float32(5120,):ec7c4c659d54b87afa7979e205d45725dfba198790ad9ef9889048fae7de27ad", |
| "18/linear_attn.A_log": "float32(48,):7b433ca625d07cbe0306ec8de65edf70d522db1c70b070818ed54ea934bd613c", |
| "18/linear_attn.conv1d.weight": "float32(10240, 1, 4):503fe9b8e0ecc3b8a62af6b58f8c15c22855f6726c8f959a9987d7efd647714f", |
| "18/linear_attn.dt_bias": "float32(48,):990e1a0ccf0023a76ac5f7b5b834f133a2ff4e62a09aee2f1ba77b2247d756ae", |
| "18/linear_attn.in_proj_a.weight": "float32(48, 5120):9111bf56b67cfd0753ea1b0fae49a2145774312666cae6d434d37deecc6c7cbf", |
| "18/linear_attn.in_proj_b.weight": "float32(48, 5120):1fd255351e3670cfe2ba24a19769965a2f39198da59d0027054317f920f93012", |
| "18/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):03c8905ea59d361b23ba898dcebdd94cec376a3bb6fc4f2a7ae479c43606e590", |
| "18/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):eba0d3596905a0fd13ff0d52e5c3bb9488c4188a6226385c3767c814ff6631d0", |
| "18/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):0e52a617e74907584619dde057b572fe38c39c4946ece5f43717aacc04eb821e", |
| "18/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):56c3838b8c98d12847f13fd5180725068583bc3624a8afccdb104c63539eff31", |
| "18/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):ba9a0cf528087eedefd95ae5d99fa42f7f719bf0ecca30675a25fb549e1459d5", |
| "18/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):70e0ebd89d3f54e1ea05e7dd1aee1f2b6dc65758103f4378c680f13fd4558ae4", |
| "18/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):79b7510f96fa8ad69ee2cc2af06f97dce4147f19f889e880f79b55063fec7958", |
| "18/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):e9f06a1a0e3129361c1bf395a934b5cc8bfa088fc539bf2fd2dd603715f3f115", |
| "18/linear_attn.in_proj_z.weight/lut": "float16(16, 2):b346ab7fd971aea99f2b27050fba5616235981e455770f9f803459e9c117d5c6", |
| "18/linear_attn.in_proj_z.weight/scale": "float16(6144,):92c07f9b17f988af71bdc92f45d54c4bccba30d48409c1e7c7412bb9de560a60", |
| "18/linear_attn.norm.weight": "float32(128,):9de1581342dcd07527419b2bb67feb654368e8ccd9381e9552317f6dcd7c249c", |
| "18/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):bfad10188a23369f30982096d5005546eb6089b7a742108fc1bdb8e9adf1176a", |
| "18/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):55432678c08647f02ae25f54805c42c8da8ccc69422f72b7c29359c5d10be71e", |
| "18/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):a4e4984f4fe3d39dcda5e354350e8d715db69184878c4b0c00829ee92c410a3b", |
| "18/linear_attn.out_proj.weight/lut": "float16(16, 2):6ded3eb414ccc71b5afe77bd6d0ac656ba7c71e6606952cb8bae084169ce1d3d", |
| "18/linear_attn.out_proj.weight/scale": "float16(5120,):e9f7f9900bfaeccdbe05ed5b38be96fe2a73ff8ad33df4b9302b804d6ba8c9df", |
| "18/mlp.down_proj.weight/idx": "uint8(2560, 17408):8ce7b92a9c50950a82166c0873f66e013e7178cb556ae2008ac4d8306a778395", |
| "18/mlp.down_proj.weight/lut": "float16(16, 2):52338b09a148aab0370544c87653f388e9bc37e03b1c1e611aa553c76f421196", |
| "18/mlp.down_proj.weight/scale": "float16(5120,):e590d8b56ac3e04073e11d8c0ab8970349931a390e0640747605933e81694aa2", |
| "18/mlp.gate_proj.weight/idx": "uint8(8704, 5120):e47b3f83ffc24387608b24ccb8b08a3b5a575cfa2d7fef01656e6358dc7f9c80", |
| "18/mlp.gate_proj.weight/lut": "float16(16, 2):c86e1635ece0319484ca45decbf93820248613565532ca5af435ec0154b073ec", |
| "18/mlp.gate_proj.weight/scale": "float16(17408,):ff016b2383df6786a481459b7adea1b8040fc459c26d106a7192cdcf41749af0", |
| "18/mlp.rotation": "int64(2,):29a5e5fbe9e69e9d8d42d03a712b0b863081de1de1b0b78f77cd7e2b0535bcb7", |
| "18/mlp.up_proj.weight/idx": "uint8(8704, 5120):fbb996319d0715260708f8818883e5cfcf921af54441c10bad27b04e0cce869f", |
| "18/mlp.up_proj.weight/lut": "float16(16, 2):996e1246c0518f877bc15d0f9e94280ace5869a5ec8c0488b3183f8ed0bed3cb", |
| "18/mlp.up_proj.weight/scale": "float16(17408,):fe710bc035a0c95e8b1ab000a9edf60cc6bf5edd9430c6af04f390ee18da1093", |
| "18/post_attention_layernorm.weight": "float32(5120,):b87b7a5f9ab6e571b561a1b0a64d4c60cd653628ba90f9d7986284249c746a91", |
| "19/input_layernorm.weight": "float32(5120,):4aa053720de3054a7640d3e1bb2be69ebde861c51d4b73e8d2127059238f4ecb", |
| "19/mlp.down_proj.weight/idx": "uint8(2560, 17408):abc915ec739ea090d2a33a774711bc890e51d7a681ad732bc3be9059dae75750", |
| "19/mlp.down_proj.weight/lut": "float16(16, 2):736eeeeafcf171e522665a2a613fb4f852df407df11f5f541031864797aea230", |
| "19/mlp.down_proj.weight/scale": "float16(5120,):fbb08f00f0ae017081fcb97865e793f80b7f221f985e1a3c77d046230540e1f3", |
| "19/mlp.gate_proj.weight/idx": "uint8(8704, 5120):715cf39e1a8dcb4a5153fce9d53879ea65627a81255d5f35905e52efcf4396d8", |
| "19/mlp.gate_proj.weight/lut": "float16(16, 2):a861d086e9e100cceda47ec695fe722eeb194cb8324341e27d1d3729a4ca6f05", |
| "19/mlp.gate_proj.weight/scale": "float16(17408,):55984ad8a67a323385a64a3d0a81d9e326b44cd3b0ce0d865418417cf069246f", |
| "19/mlp.rotation": "int64(2,):c74b11128c61527d3bd7f70c16ba9f719f33eb8d1c9a5fe385d7aaaf94437d3b", |
| "19/mlp.up_proj.weight/idx": "uint8(8704, 5120):750a3cfb23a2d0fef746135f89eabdffb09b235de0d76b69b5c29b2879d3a706", |
| "19/mlp.up_proj.weight/lut": "float16(16, 2):23e171f22170795f17906914b8b646d90de42699d8f554dfa456714e4301b160", |
| "19/mlp.up_proj.weight/scale": "float16(17408,):6b6adf70433289c885b605a274a6c45dc45c7d97a96d80c36bbec5828e8db781", |
| "19/post_attention_layernorm.weight": "float32(5120,):cdd235f02cf8168aeec79f7215b73733bc2328509a8f444e9b80a58fdc0a21fb", |
| "19/self_attn.k_norm.weight": "float32(256,):e2862a1bace433b3bf5952998be293d2272fe4bdfe911a6d1b3e5026f2e1bbc3", |
| "19/self_attn.k_proj.weight/int8": "int8(1024, 5120):c5a4d942efcde613a8b5ffcfc9751d499dbe0ae715092c63b1ee8d9e09da2bc2", |
| "19/self_attn.k_proj.weight/lr_a": "float16(1024, 64):a520698a7018813cdf143526479bd51ff751f31b62f54abd27621a134c8cabc1", |
| "19/self_attn.k_proj.weight/lr_b": "float16(64, 5120):7458f82d2cb3df3af991b13a4beae185237cda125d5c38cb6a57f3bf240aca69", |
| "19/self_attn.k_proj.weight/scale": "float16(1024,):306c02054a455915bdfabac6fbecc66295514e33d60922dd9882eb51c541fe8d", |
| "19/self_attn.o_proj.weight/idx": "uint8(2560, 6144):8c391ca273a688466369859c31fcf9d32520d06d5eee69a0c0ce4e681d42569a", |
| "19/self_attn.o_proj.weight/lr_a": "float16(5120, 64):a915133c5db6c3987ca869aaf1e9c279b68edf2b4a0df571c7635901eda86d27", |
| "19/self_attn.o_proj.weight/lr_b": "float16(64, 6144):a05411d54a4ddb753653d427db86d9127e20bfda64b10a48b7fba70243fee99a", |
| "19/self_attn.o_proj.weight/lut": "float16(16, 2):27ab5a86120cd0ea4e50886fac06b83e5e3a4888b8550bdbcb123813aacaf6db", |
| "19/self_attn.o_proj.weight/scale": "float16(5120,):c62c766b66c55c18f576b2c1f5cb0f9176d549aa4675a71069745903f67d5aaa", |
| "19/self_attn.q_norm.weight": "float32(256,):c9f4f09bf48aaef386fec1a9ddd2d0ff7b9056e3b66aa9b35a457b44ab520f2b", |
| "19/self_attn.q_proj.weight/idx": "uint8(6144, 5120):c6c5aa903020d9038c27f4f3c1ab4eb05d7c225776e6ef074166d754369aa462", |
| "19/self_attn.q_proj.weight/lr_a": "float16(12288, 64):dfed2259b2eed52cfea0706d1f784fea47474e53a25ba475ede0a82c5b38906f", |
| "19/self_attn.q_proj.weight/lr_b": "float16(64, 5120):9ebb405c3bd6b384dd2837ad5fb3e8b9319df76d0147c1f1c7dbad1fc49562a8", |
| "19/self_attn.q_proj.weight/lut": "float16(16, 2):0c005b025097b8163009d517539d16f2d7f6b6878c7a81eeff22f90f104fdb17", |
| "19/self_attn.q_proj.weight/scale": "float16(12288,):da21e90cd05c58ca2b6992a657c173f0c574b5a09701a625939968165ba8bdaa", |
| "19/self_attn.v_proj.weight/int8": "int8(1024, 5120):b85083ed92483b48fc3ff5e49387723fdb51e5b6f344f0ab08000c2680268544", |
| "19/self_attn.v_proj.weight/lr_a": "float16(1024, 64):a40f311b17de625e76fda502a7e85b001f293a5a3b50991af473013dc77f4ef8", |
| "19/self_attn.v_proj.weight/lr_b": "float16(64, 5120):86333dfef70ef5bf43cac155235620991a84d956e3f8ca741e99ab50ae03dae8", |
| "19/self_attn.v_proj.weight/scale": "float16(1024,):dc9398a67205323de10b81ebc3a37ab00c0d34f7537b772bfe00aa5602e55a00", |
| "2/input_layernorm.weight": "float32(5120,):20cd7a8eff968c98436475eeb728efac3aae682a5612dbc8a5591c2a3b9d737f", |
| "2/linear_attn.A_log": "float32(48,):7982f9fdf59fb7f2b4111b646063fc484d2009dc5866505984537e9c8886e372", |
| "2/linear_attn.conv1d.weight": "float32(10240, 1, 4):bc6eefc788dab0795ff168af8ec28eedebfd0eb8c04cc9550f0535adf6c7011e", |
| "2/linear_attn.dt_bias": "float32(48,):67fc93cd13f11e8dfb1188c6862c65be6ddc63ef5903ec0ffbc7ac39f48dc0f7", |
| "2/linear_attn.in_proj_a.weight": "float32(48, 5120):3737dc37a8edf6a798ba9d89d3cedacdbf146bad3ff3a932226b4bd2aa77eeed", |
| "2/linear_attn.in_proj_b.weight": "float32(48, 5120):18cece2f58e5cbefeb002018cc453b7eb4b461efc2b73b31dd2e579fb9530e76", |
| "2/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):b9f5c8bd2283e47e92e3bdbd5ba4e0f7ee09adade0d3e729a14e6f291d1c17bb", |
| "2/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):0964c38521f26a20ba403d84e47cab9533c08522128f6c4d4b821acec2b3737a", |
| "2/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):56a57e1074bbff918170907d21428f261ac7eff4f079ce31135cc040f941036f", |
| "2/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):15cf2c7945aeb4c563eb0708e8fc5e9025883724488ed9a653ea5d47de7ec25f", |
| "2/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):ad32a99c702af8c8a595be748ba3e60a793e325c042889a72e255824bbda780b", |
| "2/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):de07f6542ff617521b9d860545f5ac6c53b55af955feccdc2ecc2d70d0dae491", |
| "2/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):7ee7587c103730a648086129ccfbb109a5ed18c5bb9ae5e250303d7c5f15ced9", |
| "2/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):e15070e43bb41847f3e05762b83ed229543b13f54ee627eb66c79d04cd3c5aa5", |
| "2/linear_attn.in_proj_z.weight/lut": "float16(16, 2):db30b9c16021027b13e39e4e11325dea152cc7a909f48f4cdeedf4e0dcdd2f7c", |
| "2/linear_attn.in_proj_z.weight/scale": "float16(6144,):bd1f0e126fad81b35d66b32ef9b4e6628232d816d4b7327e8f868debf5eff99e", |
| "2/linear_attn.norm.weight": "float32(128,):3ca0f3c06fb888627198498c689988e51a4711e829b8fa6cd025eda105ec6e90", |
| "2/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):bdebe5484c320de41d0bffb05c8adeecb0199a3803ab7fb73457434a841f31fe", |
| "2/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):4432bb90e256b32c7b76adf7e3628cafebee98814f7df52b62887b6119c33453", |
| "2/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):dd74db57ef6c795450fed6c386c155d897171cb27a994ab34248eb2436281da6", |
| "2/linear_attn.out_proj.weight/lut": "float16(16, 2):b7e5cd15c5b7556d72d3362118eb1d33dd5950ccc1df9cee8cb73036f46d4992", |
| "2/linear_attn.out_proj.weight/scale": "float16(5120,):add8970d43e53482795a7967ff5ecefb8db61b99768e87fb5fa686c910823b25", |
| "2/mlp.down_proj.weight/idx": "uint8(2560, 17408):8aeb8e570bec13953a6f3d58b0be435c78351e28b7794dc444bb88e176785d3c", |
| "2/mlp.down_proj.weight/lut": "float16(16, 2):61d4bad1d50dbe887ebf03c2349f4571c5c44aea5a5b550fda19c707acc7d7b6", |
| "2/mlp.down_proj.weight/scale": "float16(5120,):8f9aec72d06500ea9ba67f0c671e4de001dd4d66a59fb9ceb428424e78def426", |
| "2/mlp.gate_proj.weight/idx": "uint8(8704, 5120):44d148f37217ed8de6fa138aeeeb3ee6af8512414a970ad42d7cb599cff77a1b", |
| "2/mlp.gate_proj.weight/lut": "float16(16, 2):a5019bf0bc02911db0c2f7340077802b88e20855c6f81fbf72aebeb1665729c3", |
| "2/mlp.gate_proj.weight/scale": "float16(17408,):9dad8710aef22d085038f7dcc516c043ab36847a8cafbf67766fbea2d40ce40c", |
| "2/mlp.rotation": "int64(2,):e50f77a92461e7d8a552c9cc985e9f7d56ffe8abd0dbb98f82d61b655c8bab9a", |
| "2/mlp.up_proj.weight/idx": "uint8(8704, 5120):9713a699599a219577ddd058d48d01d364f456ed453bd9b8cad4e4e31414ede4", |
| "2/mlp.up_proj.weight/lut": "float16(16, 2):ae5a8518c7ff25058b81bf4f4569f93db3a9fba2ff5342188eb0104c356b68fd", |
| "2/mlp.up_proj.weight/scale": "float16(17408,):d4d5912609a0db1fbd3acf2361f70ff6ef5ee39c9aa9f69f9ee1982b0fd2fa75", |
| "2/post_attention_layernorm.weight": "float32(5120,):0ae8a701edf67499225f6a0a108f5039bd9115e9a2794f9e3fb3522c3070fa05", |
| "20/input_layernorm.weight": "float32(5120,):7417d7d44bcc845c0b35609f2f1f3811b92b623becdf6d605648a5a25c72fa1f", |
| "20/linear_attn.A_log": "float32(48,):0e862dfa772de794a2d465dec537edd04ac051ab041c250367c5f631a07ebfd5", |
| "20/linear_attn.conv1d.weight": "float32(10240, 1, 4):63591d8c854837339329bebde8311184f78d90120cd30873c50b561b5dc6e930", |
| "20/linear_attn.dt_bias": "float32(48,):5f5f16a07351457d82d9d8f603f1947d78a626e9d5d540ba08b3ef9622944bef", |
| "20/linear_attn.in_proj_a.weight": "float32(48, 5120):9ec16c537d3ba5287c578850291dcdaa864a1890756d47fe16675214ba4d9642", |
| "20/linear_attn.in_proj_b.weight": "float32(48, 5120):f2803869c833d77a14146d961ff610c91f7d365d31559ffdea0d403b8224ec84", |
| "20/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):662be80d7e04f7fbd69a84ca7ec7f4ce181efaa2d8b7525bf92256bb0deddc30", |
| "20/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):feb2bb3189927a96f59ee2f84149cc2e0f4d80c55f79a05ed1f5db0e4c8c38aa", |
| "20/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):70624a058dba0340d8866c0609337b09c41536c4d638df02a6db18142e68276c", |
| "20/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):a6487e6c43e040599a0e430805401e51b21d07f9bc74349a2ff868791e3fa4fa", |
| "20/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):3f009c2e46177a5a89d65e9490b07a9097e9045eb84a892b920953e3b7c874b7", |
| "20/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):7bde724a964df90fd24295e75fafe2480cdc3fcfbea93ad8711c38aa2741c671", |
| "20/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):d1aaad410295a5bf1b2dceeec60a31cd95740b1f8fb564a484a7c8524eae1ed2", |
| "20/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):a9d5b9cfe7fe8e68e737c66c0800ec013d6dd3e06a58bed5bc6656b4ea21307c", |
| "20/linear_attn.in_proj_z.weight/lut": "float16(16, 2):9cc9266005818b54684538080ed691dbca8f95d2f1df1b5246d87447165c5f72", |
| "20/linear_attn.in_proj_z.weight/scale": "float16(6144,):1853541c7c2c404bae6ffeddf92472120a9b555606b370623b1ad11d297092b9", |
| "20/linear_attn.norm.weight": "float32(128,):a7868b74be35bfc81a24f923d84101afce53929347773e5ee3fc5ca5c9ed7465", |
| "20/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):e54a8a5b9ab775e855cd00549a94b467d29437e1c209abd61e0d96540d1adffd", |
| "20/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):b3bb634daa246f82c8bb0c40002fdac8a7b1dfa24508b2ede7fb8bff554571f7", |
| "20/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):0bd46d941133ba467a42fca8d0fe1ea4b87f7261f202e6bd99362f6b6d3793bd", |
| "20/linear_attn.out_proj.weight/lut": "float16(16, 2):d97d8abd7cbc359585b29f5cad855569efc7539453a18dd9b757cedb5898294c", |
| "20/linear_attn.out_proj.weight/scale": "float16(5120,):700abedd4cf25d0cd2cf8b961c892ac282399507829d5bd0a3b3284078665366", |
| "20/mlp.down_proj.weight/idx": "uint8(2560, 17408):37975c1dd7042d3ba3453f52276bc3bcbf9a32fbc2444031a61f05526ebdc2b1", |
| "20/mlp.down_proj.weight/lut": "float16(16, 2):3cf30bed9de6494836e195366fa4e8d3864b7a3651e79854818fa6a1a7526b80", |
| "20/mlp.down_proj.weight/scale": "float16(5120,):6f7c7ebfd1278b2ef86c51e5a9ae795422591b5b54e076c2c2a8368a62858316", |
| "20/mlp.gate_proj.weight/idx": "uint8(8704, 5120):add8ccc8a12da2debb1019d3c700c92428baab12a52424a6f9f7554a667b6c0a", |
| "20/mlp.gate_proj.weight/lut": "float16(16, 2):264688ee7c3708ddd488db5d0c8837f4e224692d346407d6ecc5249bc769a2ee", |
| "20/mlp.gate_proj.weight/scale": "float16(17408,):b40b1170827056c1b6e8327c2b12b89676f0e3f37ad7b418a74d34e1a8443767", |
| "20/mlp.rotation": "int64(2,):cd98d53929bcb0df98a82ac4c6f7eb2c9f060d4f210e163139f1ef3e721eb388", |
| "20/mlp.up_proj.weight/idx": "uint8(8704, 5120):5a32082fc313c6e163190af9823e2157b52419a1a42e6c8203a068084ff5073e", |
| "20/mlp.up_proj.weight/lut": "float16(16, 2):9542a5b81ab32b0eda446a11ae41d0e4cd7d46d7df082e21b324648db24d0031", |
| "20/mlp.up_proj.weight/scale": "float16(17408,):36e20a34e84f814f3bc8b36a72f311ac8aedde9173e4a6595869b36a8d49786f", |
| "20/post_attention_layernorm.weight": "float32(5120,):e4bb1ff1674b0b300ef97852b75f58965ac3914bc5aff0f248b78d568990d49e", |
| "21/input_layernorm.weight": "float32(5120,):c92524f9f70cfded8594f499a19292884302be3f9b4068c79d311a463a502c0a", |
| "21/linear_attn.A_log": "float32(48,):79caf7b490a9fe160a26630a9027078045bb30a4042291814be51352c955aaf8", |
| "21/linear_attn.conv1d.weight": "float32(10240, 1, 4):886fa3f4169c764a32be687f6395a8b2e3739beecd5cd6a26ae6ace5cc43019a", |
| "21/linear_attn.dt_bias": "float32(48,):f8c0428f5eb842eac003c7dbd2dcd6b3841eb01f335c0f949236ee2168c73a81", |
| "21/linear_attn.in_proj_a.weight": "float32(48, 5120):3c8e8dde2b898ea7a8a0fb6b537c637a0f52b16a1d7d602bbdf866bdad634118", |
| "21/linear_attn.in_proj_b.weight": "float32(48, 5120):b73980038f554b6db34100fbf36b9e8e9433d50bb090d350858d36c1be7da6c3", |
| "21/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):168cc92545173d972a3fd1d550ab4659e059ec88973264e929e703c31f201918", |
| "21/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):7a6f72eb5f82926af238a5e209308a495cd766bbbf628c55ffc6ff911f80a41c", |
| "21/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):66ff4fe6307aacce79f1f0deffc3eeda2c0861f4c139dd52cae2a3d087cebe1a", |
| "21/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):12ff38ab637d94cd859939eda89c518bf5999123a010669d70e9db60ba9d91ee", |
| "21/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):1b46b9220946514d1fec8e7339e9322dd9dfa6b567777f37cbb0c1376b9871e3", |
| "21/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):2917c14ed5db524e65a042548699c86d0157e27f516ec5eb86df81ef826fc4ca", |
| "21/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):4b1d518560a063b644c298941d231d0d5724dca081770c37eabf57517439d3b7", |
| "21/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):6e709256ee3f329c305f4ee49354c378af2a89500474dc2fac384b93aed0a377", |
| "21/linear_attn.in_proj_z.weight/lut": "float16(16, 2):8f28560f71a40d256e8daef3e914a3bdcf65eb81b137ae6f1a4d04bc53f97aad", |
| "21/linear_attn.in_proj_z.weight/scale": "float16(6144,):d3c0741952125aea82d2b114edd35fbd4197b36d2eb369a1133e2448b28f0eaf", |
| "21/linear_attn.norm.weight": "float32(128,):cdae9f45af0c3442a5e3ac9375369c80530f44173f876694e210b9b328864d27", |
| "21/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):ea8fb9092d2318eee64d574e637481b1418b8235b5dfc7c11aff1dbe965bb2f5", |
| "21/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):a6ee1db63d3b7c5823d6c798dfbc8651d91b12ad1bf79806ff3ff690e96d7cc6", |
| "21/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):f284040e81e7b03fb646a82fed71185fffde69aeb491782f82ce8d0ce1b9e2c0", |
| "21/linear_attn.out_proj.weight/lut": "float16(16, 2):7a6c26d527273ff0ea8139590a9f25a46208f9f9cc050bc7fa383250c8457055", |
| "21/linear_attn.out_proj.weight/scale": "float16(5120,):5ed3c7c1ce623047496a743a1c01a762a5facf23209d140e1e0d4c2913f63193", |
| "21/mlp.down_proj.weight/idx": "uint8(2560, 17408):fc91f526a64a0b59681dabeda3182476477b8219de2fdca44aa68227c92b6c79", |
| "21/mlp.down_proj.weight/lut": "float16(16, 2):62dc026f2fecda11d96752adfa4676bc0f21328215f8bb688cd675ce9526c03e", |
| "21/mlp.down_proj.weight/scale": "float16(5120,):510d487d9d4fdede315833096ffd118de3c4c83fb42ba084bac9894316b4e41a", |
| "21/mlp.gate_proj.weight/idx": "uint8(8704, 5120):35cb237a54f3abd8fc53148b1f12495875ba2ddbdb1cb16b87a1f276a65b2437", |
| "21/mlp.gate_proj.weight/lut": "float16(16, 2):4e76e5efd24e78f005cf6376ae0d14b25561d43c987195872850f4b0635ee937", |
| "21/mlp.gate_proj.weight/scale": "float16(17408,):270dac3b7cde137c761d247b78a17e5cfcfb42a15a8e5eace0c245a60f31b5c7", |
| "21/mlp.rotation": "int64(2,):4df8c17d79df2dd8c0e05dcf1fa5646de706dd385d24b24aec5275383dcb47e9", |
| "21/mlp.up_proj.weight/idx": "uint8(8704, 5120):db8d4ddc66f489e5a7bf9c20c1823b27bede517b426e23dc4e5a6edbca09d4fc", |
| "21/mlp.up_proj.weight/lut": "float16(16, 2):6e2c48af6041baf60d5403947c5642a03796a8f99d924dd2f925aff957dc545b", |
| "21/mlp.up_proj.weight/scale": "float16(17408,):92a85360bb218c16b4f199e7ad2e53f414f975afb36c792d63274bacaa415a5d", |
| "21/post_attention_layernorm.weight": "float32(5120,):383bc8d98ad78e44db856efa110d0b046dc5e00e31f2805d5f06d50bec95dd5a", |
| "22/input_layernorm.weight": "float32(5120,):0032009af190b3f14db1c9c9f495ba0ebf6411df7c7751fc71b71988824395fe", |
| "22/linear_attn.A_log": "float32(48,):42624e419008152cfe3b9d5c7bcf8998d3cb6d348c028508305905f4134a0b7b", |
| "22/linear_attn.conv1d.weight": "float32(10240, 1, 4):e11b1fc31e4739367fa9329ab843649e88936296b2b509a8749e8e97ad7073cf", |
| "22/linear_attn.dt_bias": "float32(48,):3f52cac33d7d22fc847f0c5d570fa6220fca451eb5c3dd38ea7ca0a266cdeb99", |
| "22/linear_attn.in_proj_a.weight": "float32(48, 5120):ecdb7a0ef2a28d11ee22b691130fc45bda22db30f0a15c92c17339449791f46d", |
| "22/linear_attn.in_proj_b.weight": "float32(48, 5120):43cce9177eed85b39f1d79f911bf0b263a96b33f57a7af1f7e183ebcaf7d5607", |
| "22/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):b7d43cda72b8b69de34f513ccf2783ea8cb5f48ce05248b31bae7ef5f9b1eeed", |
| "22/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):1b2bf80654ee47b66449f776d8cbd8b6b5822bd1642086149c21850b5ff9d2c8", |
| "22/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):1b404d5753acf2451b61ea5f7f106d3644c80c4168982eeb408e9816b3cc6f18", |
| "22/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):d5a39e1a0adec0a8a2246f3a86fc3c2d3a050e676eb1979318e1a8e0d58a8242", |
| "22/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):a9d4e4f6e7076be62ac79929903433438e8b0b827c92b2c07c9dab578419fa09", |
| "22/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):b34b2b5fe25f01822d5ff3aeaee46a95e6f9abbfe878f797190d51f4ce1fb520", |
| "22/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):2a8aeb50ad5bfd97278b5a329a63b3a9dab1d217e7016f320d7a4a0e90795fd9", |
| "22/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):4a71dd9c67cd9ac8a44ddf0562fc9f6f1484f023756f338663cd76358cb03daf", |
| "22/linear_attn.in_proj_z.weight/lut": "float16(16, 2):fe1b31921a10270e9a18181aa3635226c68e3100f24a72d994d4ad15fc0124df", |
| "22/linear_attn.in_proj_z.weight/scale": "float16(6144,):c9bc602f2922a52daccfd80c84bea7ff297411b45c465e9e90b66a4c53864ce0", |
| "22/linear_attn.norm.weight": "float32(128,):9f301b92defac70db25a6e2de2a26476769924f70c663e16d390b9032d33153e", |
| "22/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):0d363f4a42fc6811dcd11435b754bc1d688e7517cb7571901bbb1eb771415b84", |
| "22/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):747da74091cc5335057017d67c38b0ba38a7e5ed27459b14a0d0f498888a7f1a", |
| "22/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):675485266d7acb81b78ef3d5c905fae23e2aa962f3498cfef0b10e735b0390d6", |
| "22/linear_attn.out_proj.weight/lut": "float16(16, 2):76b8e8735823db0e0e78c66e589883d3392454f679e6d5c9556c2c7158cf416a", |
| "22/linear_attn.out_proj.weight/scale": "float16(5120,):f6cdf056117d01322237f971ba517b7531a8b9970036f018bb2631a1883c01ac", |
| "22/mlp.down_proj.weight/idx": "uint8(2560, 17408):51d90d72c635e60fc409a58bc6961a437be5c4344787d998805bc330ceb5f586", |
| "22/mlp.down_proj.weight/lut": "float16(16, 2):705871d99902d4e8aaea18ebc6d020954c5db69aa8d2445ae1ab5aa437886842", |
| "22/mlp.down_proj.weight/scale": "float16(5120,):ad7476b38ca245777103ed12c3a2f8a9bb567d080a3e023a288d9ebf5bed6537", |
| "22/mlp.gate_proj.weight/idx": "uint8(8704, 5120):d43f5a4fc0b3305953b07881dac1f08f5d24b2a9df98adb833b142aa8d863fa6", |
| "22/mlp.gate_proj.weight/lut": "float16(16, 2):414f6f6172e432a9de8ab57591a46498f0ae31a5cd2e88116b06a3d69f4f6d67", |
| "22/mlp.gate_proj.weight/scale": "float16(17408,):01b9546293e9c377731ff4062f28ba91487f56bd29d3ea756f19a936ae101137", |
| "22/mlp.rotation": "int64(2,):add6c8586d8b44f3c2dcdc74448543de7993ef8ea0b9a9367c2f97381e62665a", |
| "22/mlp.up_proj.weight/idx": "uint8(8704, 5120):fddc50e5245bfdd4f039203aec22ae5e5ef32bd2d5c83ddab2cde01dd96bae90", |
| "22/mlp.up_proj.weight/lut": "float16(16, 2):e5170f5e3bd05e57241140e39023f96637d60027b3e48fced80ebb4fe7849e89", |
| "22/mlp.up_proj.weight/scale": "float16(17408,):79a37d05c5663612ce4ccdbf98e5fb99be5e59f8fe2796dd3dd35a494431449f", |
| "22/post_attention_layernorm.weight": "float32(5120,):b0e9dd4257a3ca5f2b0e404775771cacaeedc447fe0441bffe88059a91616065", |
| "23/input_layernorm.weight": "float32(5120,):f2cfa13c53061776d2edb0e8af687d103a9bee2a90ce75000f5046488ac3d151", |
| "23/mlp.down_proj.weight/idx": "uint8(5120, 17408):fc374da3855b04136c6f5eb802acdf1b7e9675e3e155f8f1ccd7b6e08526ba30", |
| "23/mlp.down_proj.weight/lut": "float16(16, 1):2f28117458addb25eb73f3e4ec6736e21bebe70309b6f100f2443e12cdd3bc09", |
| "23/mlp.down_proj.weight/scale": "float16(5120,):6a36b5502eb431c52873b24c8398b53017316b0c97d75ba5e9db39b07c8bf5ab", |
| "23/mlp.gate_proj.weight/idx": "uint8(17408, 5120):7dc31e6a3c5cf713ab0fb6edf2077b1bca2ded41f6e0957e0112793d85c31fdc", |
| "23/mlp.gate_proj.weight/lut": "float16(16, 1):57b36cf85c1a8e7a613dd1bb3a28441fe71afa246f58407d08a1192d724471fa", |
| "23/mlp.gate_proj.weight/scale": "float16(17408,):81f96258d1364a9f626016f0cda7310ba36d017706d8a6c82b4d674a69a0e295", |
| "23/mlp.rotation": "int64(2,):35ee850143a2b5f66f65fb7c2d4242d7eb09b9ca47a535252294602c440259bf", |
| "23/mlp.up_proj.weight/idx": "uint8(17408, 5120):3d4fc2705dc6b97af97de5313b1d54e401595ee3c269e9046405d34835161129", |
| "23/mlp.up_proj.weight/lut": "float16(16, 1):d7a4398c1cbd28e564a7decf030045b17bc2d9eb9355c59e08cd623b27400728", |
| "23/mlp.up_proj.weight/scale": "float16(17408,):49c6107874099e77f3f95419088130ac528dadabb2decdae7155ee622b0ad1fc", |
| "23/post_attention_layernorm.weight": "float32(5120,):9981c553581ba01d35e10b7de0206e67adc34e4608765dbb8006ad811a22ee34", |
| "23/self_attn.k_norm.weight": "float32(256,):36e75eb7659726b84895fcce967cff636f41b18a59bcb23832d02380e7d22e16", |
| "23/self_attn.k_proj.weight/int8": "int8(1024, 5120):9242979a578d329a96c1ccfff5cc95c7c1c153e0fd45396bfded582308e10bae", |
| "23/self_attn.k_proj.weight/lr_a": "float16(1024, 64):190b02e9f9e789b30a7cce32c75cb2472a74bb1231f58a6f85c44be26ee49a7e", |
| "23/self_attn.k_proj.weight/lr_b": "float16(64, 5120):9ff10bdb63fd61c945f7e8d7f0276139ab30da6b7603cebd1e93d9adae608196", |
| "23/self_attn.k_proj.weight/scale": "float16(1024,):d89d72890cf46b50e6244fbbdeaed66b45d6f8e6f1298b6b3b6e9e01c4cd2334", |
| "23/self_attn.o_proj.weight/idx": "uint8(2560, 6144):9679964782720a30e4bd94b77d012dc98b945ce2f2467ea0fb8b5f758b626615", |
| "23/self_attn.o_proj.weight/lr_a": "float16(5120, 64):5dd84fd23031c05e3168b9997e48d62f97eeee77b4f8cc32f49cd0a1c558e38e", |
| "23/self_attn.o_proj.weight/lr_b": "float16(64, 6144):0be68f3f979063b5ddfe2b30b79ea5f3712624aefba5e6ad9cb2f2ea58d209b3", |
| "23/self_attn.o_proj.weight/lut": "float16(16, 2):8e38ad83f3d417e8f6d88d162d216ae29a065605a4ffbc619cf4aea7ba59155c", |
| "23/self_attn.o_proj.weight/scale": "float16(5120,):52de0d58613c1f31a513cb7208d28f72cb250de0a4b72faecce95d6f2a7efd22", |
| "23/self_attn.q_norm.weight": "float32(256,):edea8163e469654adf43dfe83652e00c42b0c1035cf0437e78638690e607441e", |
| "23/self_attn.q_proj.weight/idx": "uint8(6144, 5120):ae30cec93cf8707cc6b0435f6c641daad4b8d928b8bfb4040a33658949001bae", |
| "23/self_attn.q_proj.weight/lr_a": "float16(12288, 64):49588032bc6d9297a7a8bebb7ddcc970cdd1b9d15009cb909e76769438d9d22b", |
| "23/self_attn.q_proj.weight/lr_b": "float16(64, 5120):bc4953cbd422616dd5c41a3828030af23c720ffecd54afac55b47c7f64bf5225", |
| "23/self_attn.q_proj.weight/lut": "float16(16, 2):16372eb6dc06eac1524f88672bf7bb0cebf67c1542892927a91a4ee37d414e96", |
| "23/self_attn.q_proj.weight/scale": "float16(12288,):ff435f6a23763d936df3224af8f268891138535ec15e49a9beb9e5c6d2c8b5e0", |
| "23/self_attn.v_proj.weight/int8": "int8(1024, 5120):2ca4a1aa8654733d3e2810e0cb21f2951547e8752abb05de022c1e5e87691783", |
| "23/self_attn.v_proj.weight/lr_a": "float16(1024, 64):96e876124244c0ce4bd1869974afac5685ae244cf7a826182f65c4179ccd706c", |
| "23/self_attn.v_proj.weight/lr_b": "float16(64, 5120):fa595978980fff97071b2c26694abd15e579f3e12b545e29246c04e04cc627e9", |
| "23/self_attn.v_proj.weight/scale": "float16(1024,):8a926656c3b64504a75c62dea067bae9d5d9522ea43bcad4d9a6d4063912cccc", |
| "24/input_layernorm.weight": "float32(5120,):c0ef96dc1aff53e3ce71eac311af73309186b17a0e8f78fdd5358bbd5ab49d0e", |
| "24/linear_attn.A_log": "float32(48,):96c23fe1c63c0b5804eb2886453d897348e73de33dcab7a4c922fb14c73519fe", |
| "24/linear_attn.conv1d.weight": "float32(10240, 1, 4):03b018a5f0b141129398c34526e1a677a1f55b5e4146b1c23e33a0a90e2f0746", |
| "24/linear_attn.dt_bias": "float32(48,):a230618956726045592e5b202d35321d15f5033c298274eeed4d4f5f44220c88", |
| "24/linear_attn.in_proj_a.weight": "float32(48, 5120):3c88ca7cb44149fd044ab43bc0f1d5a9e8e798bfe6975a4fb2a72db79210a64f", |
| "24/linear_attn.in_proj_b.weight": "float32(48, 5120):d8213fe25ee9e6377170b1c3376b4d926d68ec064ac391ad872a676d909f4fb8", |
| "24/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):daf1abf9c897effa99b204377d5ca9ef161638f566283f1c7607ae1844656c83", |
| "24/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):fe4fdf49f4248dff074645b705d7195f157806cc58c4d7573385689af9d4d427", |
| "24/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):452c94bd6642f16cd7da71337927ef4c3083a7898a394710a61b8520eee2a411", |
| "24/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):44f601a01545b503d645b00f7778f287b6d76868204b1c3664b31457cb8933d5", |
| "24/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):29ac2034371de36363cf95ddc2418b0c085312ff5fb9d7198bf73b76ea3b1bfa", |
| "24/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):df4696e9448f0cb37164ea4ddb5c3d983f05893bafc6c840488a38cee3a06b94", |
| "24/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):96d7c65038febaab4940edd54f6d9edae2ac7d0c65d3910720453622b512a6b2", |
| "24/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):acbda4b0ee8c357dad881f877943d1f7c690c43b8863b7d7fca63e20a7cabcc8", |
| "24/linear_attn.in_proj_z.weight/lut": "float16(16, 1):7cd5a0d6bd72ac21a1907744124c6c5d712e31e527c48ff8979801928e7e91a3", |
| "24/linear_attn.in_proj_z.weight/scale": "float16(6144,):152e51328bf07cf1868e40f6f728657acdd5b5fc481f8bec9649e0788028c974", |
| "24/linear_attn.norm.weight": "float32(128,):dc27662be8d06acd9123b0fddd4556ef23c933415a14cd296fbf9264d4c285eb", |
| "24/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):529996c5681fa8fd79b315e28d15fa18cd74f9b7ca57be2b98d80753adec652d", |
| "24/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):14d1dc94a1180c1b3d6bb700ec752da42b4c34124b32744d52a93d0be4476416", |
| "24/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):5f2eca5225cc83d45f733fc5239036d3e7da28f4e07e6b8cfe5348e9028e6ffa", |
| "24/linear_attn.out_proj.weight/lut": "float16(16, 1):47da9d48d11f1b0fe03eede75ea80dc6abd9e295fe11df640dcceffc5ffd4312", |
| "24/linear_attn.out_proj.weight/scale": "float16(5120,):bfafddb49f530cf39cb1c46e7de1a1c700eb42df63ef0bf9a6a27e867838160c", |
| "24/mlp.down_proj.weight/idx": "uint8(5120, 17408):a3899fcca719c8f16593fb64d3816754a6803171864ad9ddd3a0a4e5147ead82", |
| "24/mlp.down_proj.weight/lut": "float16(16, 1):e669a2799ef7e8fbf5e45dae2f7efff4a7126cc0ce1629ff2bb03a9c4253ecef", |
| "24/mlp.down_proj.weight/scale": "float16(5120,):a6baf6c39266b204fe19ed35c38422740069fa8073f248a424dbe6dd20977ecd", |
| "24/mlp.gate_proj.weight/idx": "uint8(17408, 5120):267590c15fba69f11989a70bb58f1fded9d7d77b619c3da54d58a51718678c09", |
| "24/mlp.gate_proj.weight/lut": "float16(16, 1):5f51a3c551dda53e3f2d0de82664ee53f49c7a7bbe0d76498f1871d2a5f2dfab", |
| "24/mlp.gate_proj.weight/scale": "float16(17408,):3b9b6a5866737f466da93cda375bc152a7a0303115ea289970e92b4ed90323a9", |
| "24/mlp.rotation": "int64(2,):876f69e1992aeb973e4f46edec05aa3c356b987109c9f57032aaac749144870e", |
| "24/mlp.up_proj.weight/idx": "uint8(17408, 5120):7f4d46b8fa7f64e215b3da2888732a484118899b4a165f77dca4b3dff5837e58", |
| "24/mlp.up_proj.weight/lut": "float16(16, 1):db68ccf8fe09651ed6e8dd95e2c4d9ab58d109d606500de6203c36830a3ae768", |
| "24/mlp.up_proj.weight/scale": "float16(17408,):c80810ef21ef845e04eee2bc737888ff05b0cfefb50008554baf16475327882d", |
| "24/post_attention_layernorm.weight": "float32(5120,):7097203e539b6f0b9c2b1fad64993789c836620b210553740368254cc5c25637", |
| "25/input_layernorm.weight": "float32(5120,):5dfee4591d86b53c3cd4cfc681b1e1cce17ca7a5ffe1deadf73d4dbbb04b5aed", |
| "25/linear_attn.A_log": "float32(48,):d6b1c2f95cd1208a43d859567c06182e195fc4c6e0388b024436574f74da2aac", |
| "25/linear_attn.conv1d.weight": "float32(10240, 1, 4):5388d311c6bdb31b64e62c5897f8b613694037586898a9804fe97856163c32a8", |
| "25/linear_attn.dt_bias": "float32(48,):4d052f9d431c82bd5c37731829dd776cd5edecd4468f4127d167ab3f841da03a", |
| "25/linear_attn.in_proj_a.weight": "float32(48, 5120):25ea10fdad2e98a60663017a723a05ded536c5a02cecebe8b0e6f2bb301235ad", |
| "25/linear_attn.in_proj_b.weight": "float32(48, 5120):c645d63af9aec0d4e91add5c55e69b5d7e82e7344765134409f28cfb797195af", |
| "25/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):2e78e1f537ff5b847802bcac89482bb79e6bb0b40466e07270e350167dd08567", |
| "25/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):9d04170011dfbc7db1b7126ac24d547486e495eb2b3aa424086d2fd2c77f2073", |
| "25/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):35cefbb3363046964ea7836c738dcf4273014917763a79a8795f46f2b2dca43c", |
| "25/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):349688e58edf42b5fd06f17a55166f79e61191474e8952b381e7559ac9732535", |
| "25/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):06bca989680c9b44fe913194abd2b7a287d254035dca1b8996034c8ce1657b0d", |
| "25/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):a626f16e027fd4998daf47d27d706712fcde9aeeccc18353091f4f3e74d8a970", |
| "25/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):debb8447b9773dd52b517bd34b8df6265b34e3c5c75d8286fdf7c04866cd1371", |
| "25/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):98d63028be54d41a1952d87829b0134c0fed1fc8e8b393cb1c7297898fee4241", |
| "25/linear_attn.in_proj_z.weight/lut": "float16(16, 1):e4248168b6eaf7a89665e91c91f5eab3442222b1e58f6566af0b06af975374fd", |
| "25/linear_attn.in_proj_z.weight/scale": "float16(6144,):ed24aeb8b8482e627c95fed6efb556dc868960c68b30475d3c21efefd5ebc08d", |
| "25/linear_attn.norm.weight": "float32(128,):d38e2759896014317f9b3c9e7d6064a02edd33d5de1a7ccc878717aeebca0e96", |
| "25/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):9f76d356ab8a0c1eebc78e9ebf5e92dabe0fbad93328d919186db584f6858856", |
| "25/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):6198126a0cfd64c8adccbbf54e3db472ce0d37ed2d7b054ad9f3d2e91b95f9dc", |
| "25/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):eb87c5f73480e4330bc4a1d529d6940ffe0e03b27005ef085a9bd096ae00005a", |
| "25/linear_attn.out_proj.weight/lut": "float16(16, 1):1873b27f8a20cb2dbdd3356c01a1afba7a871cb4fc9e510ae4003de45b547ddb", |
| "25/linear_attn.out_proj.weight/scale": "float16(5120,):9d9574c78ea435223ab00d46539fcc7950e3a752235634462cc5e17f3877604d", |
| "25/mlp.down_proj.weight/idx": "uint8(5120, 17408):dd2d43df768fa58b142c04291fcadf678eec6bba88ed1b0fb47adbb7a1990933", |
| "25/mlp.down_proj.weight/lut": "float16(16, 1):afe6a22b08180baec17c5b37c9364dfbf492d657f919bc80c308403517b9b00f", |
| "25/mlp.down_proj.weight/scale": "float16(5120,):91fa45ed9c4f0972b4c0253895f5fb938ec285031361f6400e0badce4e4d96e5", |
| "25/mlp.gate_proj.weight/idx": "uint8(17408, 5120):4e39f6325dfa4185dfa872d037c2cc17ca32b5c50bc3b1375b49fa7f20356eef", |
| "25/mlp.gate_proj.weight/lut": "float16(16, 1):136b1474f9b876c56717442e986ce373efdb26a207b5614c0f822282b6c0a049", |
| "25/mlp.gate_proj.weight/scale": "float16(17408,):671f9437ab7dcccae6c0ec0bf211702ba4261ea84208c4d77c8de2ea7ea205c3", |
| "25/mlp.rotation": "int64(2,):159356dbcd96cfe22bb5198caf785d971b83e431295a66f1924280408dfcb768", |
| "25/mlp.up_proj.weight/idx": "uint8(17408, 5120):5a67f0c0fd4e2e692d2ae6d457dabae45bfb96b7f0f484795fe3041b22f984ee", |
| "25/mlp.up_proj.weight/lut": "float16(16, 1):93ab99e6df87003d13c308332999c7e6b63d5521c20a0317bb41ed72da56ce4a", |
| "25/mlp.up_proj.weight/scale": "float16(17408,):e37ee6145ea82b5b171c56da3eece861f48d27a2d09b1f4bd8f8eb3ae350579f", |
| "25/post_attention_layernorm.weight": "float32(5120,):619de4c8ff96ccc1d83fb78210df0ecbbc73eee6abcfa4ea621a26484f9fce4e", |
| "26/input_layernorm.weight": "float32(5120,):da1fb63633389ed5b2db6bea6071c3f1d700e4d22f7574f2d3edd68ca515f83f", |
| "26/linear_attn.A_log": "float32(48,):fdd6767c1fa319cdb99440bc9e12ccb45738dc675e64cab34168ad007bb1af2e", |
| "26/linear_attn.conv1d.weight": "float32(10240, 1, 4):5fe544635bcbab3a474241bfb2ba3882020f27f8e9c0f8bfb2ec6a4c9efd2c57", |
| "26/linear_attn.dt_bias": "float32(48,):d059f6c86b8597adff18a323cdde4aa4598c6d5fa2233ce0dc95ae7fa16a295a", |
| "26/linear_attn.in_proj_a.weight": "float32(48, 5120):16e68aa71b29cbac1659ec1055df70062acf4a70679749ff4313d0fb4ce99dbf", |
| "26/linear_attn.in_proj_b.weight": "float32(48, 5120):14ea359d2a951f7f0d6b1a910cfa581bc45ea5033e8e3f99cb8029be8c39c4d5", |
| "26/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):9fd7d739226881f1b4aa3e16521527a764755116c7702b6e1c340eadcfc9d3d6", |
| "26/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):6eeb260fed387d1aaf8596c4ff24beeb7313ca9b24f82340ec6e370847d3bdad", |
| "26/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):96381e4f38fdd7a1fe01792ae34c8a2a2a8b19b1be51275e5ab1de31917b63b5", |
| "26/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):2cc08bcafa8311f9a0fcd4ad964d5272cc6a83123fe781dc420be9b22a3eb723", |
| "26/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):fc4d17cc31eb694b792cfde4afe0b83ce9fed7c8528c6affb9651bee1c6ec43f", |
| "26/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):76274267af854047364fdbae22aaaae5e57157ae658ae05ce9bfbcc96194a3b3", |
| "26/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):e32abcdeff3e78c7bb2509bba00205f46b5dda9756d0a1d44a95e691bd0cb469", |
| "26/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):c249de260ea8e4f79c56c6b79e0cc9191a59152298686e70cca24880d6383045", |
| "26/linear_attn.in_proj_z.weight/lut": "float16(16, 1):6ff5d3c4082eaebb90b820c3656a587f21bb017d8137b5472889cba943a7a90e", |
| "26/linear_attn.in_proj_z.weight/scale": "float16(6144,):5e0260a3818c759f71fe5d7b228fbfb71a618555b5b15ab93ca0ce4b0aada49a", |
| "26/linear_attn.norm.weight": "float32(128,):8c28172ada1aff8138e5ed0e06da968e65c7f84037f3760d2b24297a449ea34b", |
| "26/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):000892afafc6e6542312234910a86ecdb0532b130f2ac1285bc3dd4897d0372c", |
| "26/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):de3deb95adcf74bb0c89f33ad7badf36de59ddb2a093a37c5ee693dc030907a5", |
| "26/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):23ca2e4a9bce06da24180284c5e8046bd9a552c80a5a5bc744c0ed6df55799dc", |
| "26/linear_attn.out_proj.weight/lut": "float16(16, 1):fe1b241f5e6ea69cb66b18f12d5e4260de68883f7ea5b52f849125cca28522bb", |
| "26/linear_attn.out_proj.weight/scale": "float16(5120,):7edc83d338260d097bc09f68682467423403b5df4259ce2009ed67246fdcb33c", |
| "26/mlp.down_proj.weight/idx": "uint8(2560, 17408):f21c009b6c12e65364011728c0e88f0919ad6404e294a1fd1e91ced16fed632a", |
| "26/mlp.down_proj.weight/lut": "float16(16, 2):469396cc92d8334c06a64c102c12b60c020e08c1586e0f55a57dd466d964286e", |
| "26/mlp.down_proj.weight/scale": "float16(5120,):92647ba2108df7a7ccf3513477beb9ccd445a68f44f98678fe5f1ad6229dbb69", |
| "26/mlp.gate_proj.weight/idx": "uint8(8704, 5120):c6dba90c4763c40cd224e864a9d750e6d884ed61510afe00a1d5f668f63e4ebc", |
| "26/mlp.gate_proj.weight/lut": "float16(16, 2):7b1da6ad6749844b6b28ede4d7d8e3eca727953bec892dc71c209e94b8f26dff", |
| "26/mlp.gate_proj.weight/scale": "float16(17408,):6b5ac2ac2fe05648dbcce2c9ed1bd34d19cbf5f94dc88f2aca3e8424c5f7ca5b", |
| "26/mlp.rotation": "int64(2,):3c4a2bc69a80a41df4c8cc876846f583631366b0a791ab1902bc878fd961000f", |
| "26/mlp.up_proj.weight/idx": "uint8(8704, 5120):c3260133ea51082d7dd8a25e503b374ac197e6fada6ea8bc5d7df762e5705c5e", |
| "26/mlp.up_proj.weight/lut": "float16(16, 2):8a219f8796d0ccec65b4b9f0745096ae08efaca495054534a663c2f9d621696e", |
| "26/mlp.up_proj.weight/scale": "float16(17408,):2b905042a28431039c68e71501dffc7ce90b237a8eb3db5ec5acc21e40aaf856", |
| "26/post_attention_layernorm.weight": "float32(5120,):6b8ba6a28bb361218c577e9115812c83e25c9b642a76ae7f39a919ae56b05c96", |
| "27/input_layernorm.weight": "float32(5120,):53d3c041bb6ce5a607e801a5ae59fb062eedaa425f4210c70af1620a7e2915df", |
| "27/mlp.down_proj.weight/idx": "uint8(5120, 17408):a088438d73364b946a37f5ec052ada8ea0e2938efe81364d643909f1745fb4b2", |
| "27/mlp.down_proj.weight/lut": "float16(16, 1):e7682698eff739da3100490b2997a8c23838e35979319965cd981b38e210b483", |
| "27/mlp.down_proj.weight/scale": "float16(5120,):6535956ec8548f3203185d5bc3f78f3265dcb45b660ce35dc0d2714ea391a3e3", |
| "27/mlp.gate_proj.weight/idx": "uint8(17408, 5120):273b35192626eaef9656ed5265df7088188be3cb62112cb7b4533d615bcd7625", |
| "27/mlp.gate_proj.weight/lut": "float16(16, 1):5d54ad7f8e3956a4a2027ac4225ee4a86931ab1b22ad8743710ff0f0d514c67d", |
| "27/mlp.gate_proj.weight/scale": "float16(17408,):24fb7eb004e800fbdab7e688f73fb41fc28ad9dbbca38894744ef2a6691dddeb", |
| "27/mlp.rotation": "int64(2,):44d65ad82ab6ab0a81f2c504a31b992b0ab70868426234a29805bebf986483b8", |
| "27/mlp.up_proj.weight/idx": "uint8(17408, 5120):ea313c1360e7fe2cd5e8653a35bd13f6305b8d120371e27358f750ac991d924a", |
| "27/mlp.up_proj.weight/lut": "float16(16, 1):54dc453bf93caa81930643277e02127aeda4dfa5354b27f3b418abfb474ba5ac", |
| "27/mlp.up_proj.weight/scale": "float16(17408,):6f51ed521529a35ba8d2d2d1cf17e4cd6f4a0ab2d959e1f1abbd2c4791db20e5", |
| "27/post_attention_layernorm.weight": "float32(5120,):106766d551ab28874fafd11d607e82caa4a34798d6520c2bf8f0bfc76a11939b", |
| "27/self_attn.k_norm.weight": "float32(256,):c474444a67aa1fec2c07caa8e574e2edf64062b0f71b0495d4372a96520fa55d", |
| "27/self_attn.k_proj.weight/int8": "int8(1024, 5120):447746108fe5366192bb239716336b0f254b632fff2530e3c758f31d0a209fad", |
| "27/self_attn.k_proj.weight/lr_a": "float16(1024, 64):aadd4e31488f8b39e5b19eeec5b8c80eca43cfdb71d34699b7737764d3a605e3", |
| "27/self_attn.k_proj.weight/lr_b": "float16(64, 5120):18f7af8452aac62107c32e58f3b579a5dc60e457839c78d0055b925d41029ddb", |
| "27/self_attn.k_proj.weight/scale": "float16(1024,):5539326640b20dfc7a34930275aab58a37f19124b7b6869843e7d543069058c5", |
| "27/self_attn.o_proj.weight/idx": "uint8(5120, 6144):69b62ac0c2b6f3b930ee92600e6f5f8a5a6578864415bd263479683a83566dca", |
| "27/self_attn.o_proj.weight/lr_a": "float16(5120, 64):f2850214ca55ee0af0f4c2e2ef9594b25dfe55a79b10ae37744a5d88f87d5cc3", |
| "27/self_attn.o_proj.weight/lr_b": "float16(64, 6144):e97aaf514caea71547e17ec44ea0e620578bc050632522222002a95f83c51d1e", |
| "27/self_attn.o_proj.weight/lut": "float16(16, 1):342be63e3c8209e755c0e6e716992caad1439c53a43c8d882666c791b002f86c", |
| "27/self_attn.o_proj.weight/scale": "float16(5120,):1d276ab38b9c160f0539f2657870bf2d97a09cbb70825a6ecf0259e22ed1487a", |
| "27/self_attn.q_norm.weight": "float32(256,):78bbce129bb59cc49b7b3e6c2c7b85b48dc22593585ff3a1ce59c6fd96a611be", |
| "27/self_attn.q_proj.weight/idx": "uint8(12288, 5120):75d2b023aa3cf3ed45620b9c042b08884b417437b543e4a95e23165b4d44ea36", |
| "27/self_attn.q_proj.weight/lr_a": "float16(12288, 64):466e9517f64d308b714146a24763a154a948623fd81a5dc2b2963b34996b94e4", |
| "27/self_attn.q_proj.weight/lr_b": "float16(64, 5120):ceb5d03fbdcf629ba1fd20ed084d042c78eacfb19e72dc945cb4c2ed50d62473", |
| "27/self_attn.q_proj.weight/lut": "float16(16, 1):7911d595caf59957679fa0a9acbf26404b9e06f0a768b4a09640fe0e3b602515", |
| "27/self_attn.q_proj.weight/scale": "float16(12288,):d830b4e88b738ed8a4e53dfb51e87a6a363d1f258d8e29c4e94a10eb76eb994d", |
| "27/self_attn.v_proj.weight/int8": "int8(1024, 5120):829a116e02f1c87e059dea48990ad5901bd67fcafb6aafa9d84609b22f349770", |
| "27/self_attn.v_proj.weight/lr_a": "float16(1024, 64):c1166d677f4adaff0f40b2985ee6f51de731adc6ef8abd8548f54411d4f98df6", |
| "27/self_attn.v_proj.weight/lr_b": "float16(64, 5120):e94f40de1a9e2cb3df3e90bfc07992e73b6e35031368ce173a80c44ccafb6d29", |
| "27/self_attn.v_proj.weight/scale": "float16(1024,):17d7142eefa2b50185a85c6c5b4917afc2ad51d76556ffea03a6f6f483042eb9", |
| "28/input_layernorm.weight": "float32(5120,):e0240db5c854be85f15d624f081b294a5db37e5c80be9758d7aef09da73d40a0", |
| "28/linear_attn.A_log": "float32(48,):57d3d1be8d704c6b4c85a0366bb3e6cbbfd0d8068e70bae0a54c7ab34185b7f5", |
| "28/linear_attn.conv1d.weight": "float32(10240, 1, 4):506939ac0b06333426b0c1a69c8fae59d00112a811d76d8eb9db4aaa8b8e3a36", |
| "28/linear_attn.dt_bias": "float32(48,):6f1bf05647318fcc10f1720ad0bfb7ae7fe444a972fafbce64d9033657c2f4f9", |
| "28/linear_attn.in_proj_a.weight": "float32(48, 5120):6342e08349cdc9cd9d254eed15fd6ed25f5501a90716c58def1eb4366f140449", |
| "28/linear_attn.in_proj_b.weight": "float32(48, 5120):4742358233536e5dde3c9c5a5e6d7cef5d11003de3c13b0f46f25de98240014d", |
| "28/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):64805cbd87f81d4c2d8337c87cec3364dc3580bc4bfea5d023914816ffb6f6ad", |
| "28/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):3d9f3749f1f228ac1663ffc3082ef05ced01c55a3241dd1839de26f1a7ed324f", |
| "28/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):91e40453e0c19cf5ee2ad6dbcb523062bb6b9eafde357ed33db223d751d8d9a3", |
| "28/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):77975707f0897b68f4a922c8e77f7efb1539060df5e8900327f9a866ebb1234a", |
| "28/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):fca5b20a3167ddce1f34e7da5957d600a7701e22b4a5d546bfaee1986e708a70", |
| "28/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):a5381a66898777a6f5d75eecf65fa7de1e3374dda02a7e08b322ba5be3e14644", |
| "28/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):6c03ebc8b95bd41672d77fad622b4c29bef722ec5c14519a0545513430d218ef", |
| "28/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):3a1c010df60ca38c8d048a91c5055fcb9b87ef5f5857542b312549f071cb5159", |
| "28/linear_attn.in_proj_z.weight/lut": "float16(16, 1):ae53fa2c0159535b8c8f1de8114082b78ee9997ac3a426f5a0905721d6edf34b", |
| "28/linear_attn.in_proj_z.weight/scale": "float16(6144,):3aa4238109e9ab124d54532ffe9b63b2b77f1d9c5a7c5109c17851482c0c9cad", |
| "28/linear_attn.norm.weight": "float32(128,):e3a297511ae57cb27a196918fa18cd1637a56ae43458208e8d511f11e050d787", |
| "28/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):7cd953a078e83f958440c4bc68b07020dc3f31a08d1577acb74b64c3deb502d8", |
| "28/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):3858ccdd19e3ff8abc1acb0e65e988821ac2a2643df297e854b5b5b9e8e3afeb", |
| "28/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):ed8f87ef7682026bbbc4c75b505fd010a22d2296b895b856bcf7691470e59888", |
| "28/linear_attn.out_proj.weight/lut": "float16(16, 1):6bca1e3a2e9242cfda0be579e7c56460999be7913a76b5549bdad39b5a2e6b48", |
| "28/linear_attn.out_proj.weight/scale": "float16(5120,):c8162e63b60e52e5c75ba60646740fea2436fb7673b91bca89745a08d8ce3482", |
| "28/mlp.down_proj.weight/idx": "uint8(5120, 17408):66b12f567124a2b57d344627bbb88e5afe02ea24a8180847b1bef820bc8e8b65", |
| "28/mlp.down_proj.weight/lut": "float16(16, 1):6e17e44a11229cf76fa8002fd160783c0eaca593fe7d7a6172435cf079ae72b9", |
| "28/mlp.down_proj.weight/scale": "float16(5120,):01f78c51308d6218bfe12f225fdfa172a941bb963be17231631e4c83d3b28f17", |
| "28/mlp.gate_proj.weight/idx": "uint8(17408, 5120):94f9aa13ce8fc8aee43ac00e50ee2dd06266f8ec829774714a33456c701bfc01", |
| "28/mlp.gate_proj.weight/lut": "float16(16, 1):d4e10f48a410ee7f664fadb403a7f2c31d5651aaed44af0e87982cc632d3e188", |
| "28/mlp.gate_proj.weight/scale": "float16(17408,):347059113c3b8610a4cb3b9948e9a096219f079e19af22910961344142e8f113", |
| "28/mlp.rotation": "int64(2,):691adb6cbf52b75299d7f9a06a09898305e7ef2553b7b36ffa90288658061fa2", |
| "28/mlp.up_proj.weight/idx": "uint8(17408, 5120):0459bcf391bb5acf8804353b2503f1c86acbc96ec9876b2c7e9c8e42fca4b849", |
| "28/mlp.up_proj.weight/lut": "float16(16, 1):9339a95f133ccc52df65c2f72c5f12ac7f51cc8f1a46993d3ed02c833db5e2a9", |
| "28/mlp.up_proj.weight/scale": "float16(17408,):62cdd6a60e2482cd3398033a1bc2c42ea9d9074b804bf7cab2e991e3a1fae7e9", |
| "28/post_attention_layernorm.weight": "float32(5120,):e29f7776e2cd430698eb60d707787123aee59e288b730b9d77348da96d481935", |
| "29/input_layernorm.weight": "float32(5120,):49c94fad8926f7e5873b3990d6d32bc77419ccab4bdcb1d74d2461b5d4b949c0", |
| "29/linear_attn.A_log": "float32(48,):405411af2c5a5149b90a29818685d15b3127c20e55fde38e9ff74f1d028bda60", |
| "29/linear_attn.conv1d.weight": "float32(10240, 1, 4):cd66b7bf77951db3ec20145189bf18b776efa327cbdcc830f9120e862edf72bc", |
| "29/linear_attn.dt_bias": "float32(48,):33485f94ce3cd122a902c7e3fc1e8f67fe06c4d34376f80763739af0acdbe9c2", |
| "29/linear_attn.in_proj_a.weight": "float32(48, 5120):5f196791c417f7c22ab291d87974c9ca68182b34bf25d0f87ea2f70e48275b94", |
| "29/linear_attn.in_proj_b.weight": "float32(48, 5120):04cf50980b12af7a6c431c64f10c969d7226003b61c38fac0c911c1b7c3db52f", |
| "29/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):69aeb4db2c836a2e7af0e787070de0b97463fc24e9365b1d04778bb1c71226fd", |
| "29/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):ba8d9c53684aebac391667bcf7ffb259f20f111572e36c97564b84decef6c054", |
| "29/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):16993bd5844dfadcf94695ee26a88bcef28b8184b6153d13ccc1141494b5fb80", |
| "29/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):b73cbfd3caddc076c6464604c9fe54807c0d8657da33d806bed38d7c1d341c0e", |
| "29/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):4860b5636289691c972dc9bc18e9216d2b08455c48d41bd0f1d1b9383c9b9ae4", |
| "29/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):c10b71b7df33432f53bafd524dea64579b5205be4820114f51f602a5024b5fa7", |
| "29/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):50c9627572db9f9fffd794ff88e37cccaed2e441ca88f6bb782f5a65a56077e9", |
| "29/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):30aee31128a5e1f7cbe3644177956b649583d0bd0a9bec569908656e64eb0ed9", |
| "29/linear_attn.in_proj_z.weight/lut": "float16(16, 1):348d4cd9e902b39fe3e1a1bb9e1e324cfb3e49aa90d0633a9a0648fdc1c654b5", |
| "29/linear_attn.in_proj_z.weight/scale": "float16(6144,):c352e018b1e3a491a7da0cf37741e7aa4ae0c1409e88b144923db0f21ef99b0e", |
| "29/linear_attn.norm.weight": "float32(128,):0c400dbf53d1c12f05d43d88a3b06b1399febe5303d277215152878a7a326e30", |
| "29/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):23231f3168e8c3b29a47530444c656c318292d8e42d1f6b5a25244c77ac4ed55", |
| "29/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):9920ea357031d492784b5fdca54993cd99651306bb2249b4e7e1dc3f342ffcca", |
| "29/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):b82cc2b0b1d2a5473adc4786878244692d34c381911b7636627cca2e0d3475d8", |
| "29/linear_attn.out_proj.weight/lut": "float16(16, 1):c148e129b43330ffcb4d40078041509e9a6953d753b1cf723fbd8aba013886a3", |
| "29/linear_attn.out_proj.weight/scale": "float16(5120,):04f9b25527bd5d7d6c54e415031a3b9886c11bd9f2a36ceee259219b36278b51", |
| "29/mlp.down_proj.weight/idx": "uint8(2560, 17408):1add51b4b77378db56064d07e25e665433f4283709cfb0a49369475e0612cc81", |
| "29/mlp.down_proj.weight/lut": "float16(16, 2):480aab6df1f5ab56e3d77d56b51d18bb5c51466ab2343502322def0cc068d3c0", |
| "29/mlp.down_proj.weight/scale": "float16(5120,):c6074e8215ae836dd1f9214d0284ecdb26f5dad7fcb81a4c42aff4b00ebe12f0", |
| "29/mlp.gate_proj.weight/idx": "uint8(8704, 5120):c80c3dfebbb36c207387aeb4bac8da4441bd37d83ede0afe2c9c7e1596646c7b", |
| "29/mlp.gate_proj.weight/lut": "float16(16, 2):16b4bc6c95a8ae07e90a11510e9be80e81e96b26e2a666e3cdeedae0e482a841", |
| "29/mlp.gate_proj.weight/scale": "float16(17408,):8d2306900df7a2100954430e4cfae451eabebbabe3a70d1e77d00b905a2c1b6e", |
| "29/mlp.rotation": "int64(2,):4b5371f5fd95adead17b7964de7af91c37b873e37188e691db98cd313bf0d214", |
| "29/mlp.up_proj.weight/idx": "uint8(8704, 5120):e3f32bbd83d85a0ab83cc3a7ac944670b357602bc07d122bd3549b9fa74dc7ee", |
| "29/mlp.up_proj.weight/lut": "float16(16, 2):efd253764c7795078a995078ea061457ccc54273e2b40da6fa45a096000364ba", |
| "29/mlp.up_proj.weight/scale": "float16(17408,):70060d235d203b0b96d9279dd529bef45da521093461aac7c25e10411a0e004e", |
| "29/post_attention_layernorm.weight": "float32(5120,):045125c9bbe3378aa79c5e0bd1b6844f2adfd3150b062c2deda48d450311eb57", |
| "3/input_layernorm.weight": "float32(5120,):b6c915d6f0dd2d239aa02e9cde78c57807ef9f2c84852efba491f89443444731", |
| "3/mlp.down_proj.weight/idx": "uint8(2560, 17408):ef3804e7b4e7b0ce74d1d99aac29cd95d551e1dbee2027db06cefbe7488e9488", |
| "3/mlp.down_proj.weight/lut": "float16(16, 2):99d9c0b08b08ec66d74dfb65cc0367393d7f577dbb8cd4f8f8ad9ddfe9474ceb", |
| "3/mlp.down_proj.weight/scale": "float16(5120,):91fbd8f0ce2b42567e561922bf653db3214d13fac62f8d93309b73220c729baa", |
| "3/mlp.gate_proj.weight/idx": "uint8(8704, 5120):4d2cef050997cabe3ac3d0a49d4cc62e3aabd760ade25666c65ec8adcdb33e1b", |
| "3/mlp.gate_proj.weight/lut": "float16(16, 2):00f375def34204f219e54370683b49102d0682e38cb6ba3b895051b4c4df220f", |
| "3/mlp.gate_proj.weight/scale": "float16(17408,):43be047b3c62f27dad765e5b3895a3302799ef14f090f35e6a6aacae3ba9a5c6", |
| "3/mlp.rotation": "int64(2,):a91c9fef41d2f77c12b8b0b2c09f7cfea89ea95c2ab40cd20e23f19ee12d7380", |
| "3/mlp.up_proj.weight/idx": "uint8(8704, 5120):4717dbd7e8465eeea450c3335c23ed223c0ebd57cf8a18048b19ce33662f6467", |
| "3/mlp.up_proj.weight/lut": "float16(16, 2):007fbd3c9e28d2419c9a7338315388db6f2b1802c0152ec9aca4273d3434e600", |
| "3/mlp.up_proj.weight/scale": "float16(17408,):4a8a647b0a421f6a30dd996e847650cb6e85e6e42f483c001ded01536ecdd576", |
| "3/post_attention_layernorm.weight": "float32(5120,):4c8a4bd5b9052e8935e2cdc31b38b90ac0df0a7ade55263bd0b67888efe666fa", |
| "3/self_attn.k_norm.weight": "float32(256,):52fad02d9b006c770b852be613d063655bbde0fcac3ceb0ccee66a43ccf9559d", |
| "3/self_attn.k_proj.weight/int8": "int8(1024, 5120):c20690cebd97e8f43be82dd286519d66cba7057b4b39250004c13f38482d42e9", |
| "3/self_attn.k_proj.weight/lr_a": "float16(1024, 64):442f96da07fe4e3e6e7d618825196805ca269d8117767d097dddd9f0c6538ea4", |
| "3/self_attn.k_proj.weight/lr_b": "float16(64, 5120):acab588f3786e668f39980a12bf49a7b0c3fe1d08f853ed0054d1959dfea56f9", |
| "3/self_attn.k_proj.weight/scale": "float16(1024,):df146a75c15f2813c9569ed88742daad82ea45af153ec1726bd5514841d32c9a", |
| "3/self_attn.o_proj.weight/idx": "uint8(2560, 6144):f20cd0239507fadc39ee9945ee4053a66881ab33de254dd1c00ecd1ef5beaa4e", |
| "3/self_attn.o_proj.weight/lr_a": "float16(5120, 64):c35c6bea02b0076219a226ba0a72c0bd74eb1228ef346a58deec8c586b5ffcad", |
| "3/self_attn.o_proj.weight/lr_b": "float16(64, 6144):f75f7c405f70a7e7bff6c112251224f0ffd40f03abaf7696e62fc8904822fa4b", |
| "3/self_attn.o_proj.weight/lut": "float16(16, 2):2cc17bc596e1c900babfe143213fd85e515afee4ce701329319732bbe4a09b7a", |
| "3/self_attn.o_proj.weight/scale": "float16(5120,):3b9ba9003df4a79ea1c12270e01193f94779e8d00c8716596324631ee1359cc4", |
| "3/self_attn.q_norm.weight": "float32(256,):e49e77664d2933745cbe29c25524a3e87728e4093daa1363621799bacf0d0324", |
| "3/self_attn.q_proj.weight/idx": "uint8(6144, 5120):cd8dcf61196b32d5872e8f3dc24e487de319f342ae8012b9a22b95b1a40119b0", |
| "3/self_attn.q_proj.weight/lr_a": "float16(12288, 64):051b9dc13ea8ec9ecbc532d456f1dd48fac53a8b2778a72f5cc5a34d037c18fc", |
| "3/self_attn.q_proj.weight/lr_b": "float16(64, 5120):186bac5e8aa2d3c01cd865617ca72afed6fb762a2d05376c6cb6d2145d397efd", |
| "3/self_attn.q_proj.weight/lut": "float16(16, 2):f54435adec17db8e1a242e1fa8e2dab74985c5c3290c39e3b73527822790d2ee", |
| "3/self_attn.q_proj.weight/scale": "float16(12288,):a5399dee32fe20596b059f5fb4694f1e091706a3169cae496561f44018638b4c", |
| "3/self_attn.v_proj.weight/int8": "int8(1024, 5120):ea434f6fe62f614408b0016480bea45b3a1319b0092126ebe3c474756588adb6", |
| "3/self_attn.v_proj.weight/lr_a": "float16(1024, 64):518309cf99bf8827aea727054fbc554688b8627f3655924bd131d03aa6f5c3ba", |
| "3/self_attn.v_proj.weight/lr_b": "float16(64, 5120):19aea7d4517416b097885962e905fce9e061a90251ad9769624aae26ee7d8810", |
| "3/self_attn.v_proj.weight/scale": "float16(1024,):65bdfdce985b0ea51b706bba93b7b3e20ab1e90d3cb7aabac41175cdd162c05b", |
| "30/input_layernorm.weight": "float32(5120,):ef96a792ae2d95eda997ef27a78354e6777f4298acb869fb69fecf54128e6b7e", |
| "30/linear_attn.A_log": "float32(48,):5b46c63c7fec40dd40794f8e4a99d85ebe47d6936769a6981b5979cbdce0ea56", |
| "30/linear_attn.conv1d.weight": "float32(10240, 1, 4):2d2e6c484375e690871e65a841b8c13b56270631a9c0fd3aebf46f92302d129e", |
| "30/linear_attn.dt_bias": "float32(48,):1c4ed6236b1c778d8d911d66691179892a3802c4935fd5e2ce6c95fab5be9981", |
| "30/linear_attn.in_proj_a.weight": "float32(48, 5120):993e7816eb3b9fa1c573794355f7e21945257cdefa7a5e5117191b94ed32f7f2", |
| "30/linear_attn.in_proj_b.weight": "float32(48, 5120):0d69f04be0d47ea2a58747cba501b55354ce7ff4466b67b3848fafc787c1db86", |
| "30/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):3b1a646b0edc161144c214ee8855da2220dc6854c1195bc10bb0d5d51f1b1365", |
| "30/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):85fbc569cf38a66411151c1ecbf4395cb0f470423526f08ed44e25fada35d9bd", |
| "30/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):4a8f4819db1e8db3bdaa01dea503c72b2c792ba0440809b7a0f4f9d27af24a49", |
| "30/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):faf0282f159258b121d6bca4402ea4316efbe9bc4e4a68c19486262e059a7779", |
| "30/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):2cd69ba84410542a7b5ea39d747910db5e0571079e8de6f201cb1a59a642e962", |
| "30/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):5501394f5403323694fa5d4040b0d58c538e60dda707251457ec48a076e0cdd8", |
| "30/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):49e586e903940ce48b8c96da09eb98d7c268d957154e55d5def18776467f7ccc", |
| "30/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):3b8fcc3235930a34b9e79ba1c42ed6f7ec0474892b398692f8c0bb2a3c0c14d1", |
| "30/linear_attn.in_proj_z.weight/lut": "float16(16, 1):d934f3a2d27cfe98a0764d7eeda73b72cddf2be507a3f2c47047fe6e4f3e7509", |
| "30/linear_attn.in_proj_z.weight/scale": "float16(6144,):46d60ce767f389cbaef6547a76eb88cc7a602e35cdb06cfcde64715ec0d5e51b", |
| "30/linear_attn.norm.weight": "float32(128,):b6de949813faa0f5660753d2b2aa8b4fdf5c02708c1336f80471be35a637d20d", |
| "30/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):e39423307ace68df9736798594cc4ecda11b3494871daecc35482d3e84156e0e", |
| "30/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):70fd7a856295f4bfd87b4ac84b4d4dec5593af5dbbb69e9051c11ccfb84cfec6", |
| "30/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):f8d0a71de63308b0006a2b68476150b7edfcedff1a6292d7d04f5d0e48274d22", |
| "30/linear_attn.out_proj.weight/lut": "float16(16, 1):68917aed6a8926af7fbbfb8ea5a45c50eaedebfedd7def07d189eeb4f1d02e6b", |
| "30/linear_attn.out_proj.weight/scale": "float16(5120,):2a4742d29560a7d482c57f4d09d0706a819b004ed24bf7bda39c2cb758f1d5f4", |
| "30/mlp.down_proj.weight/idx": "uint8(5120, 17408):0284586ea7991bf2a1f01da7b9a3fff60de38c4fbbafa02efca2722de89c3091", |
| "30/mlp.down_proj.weight/lut": "float16(16, 1):54726e36b52228bacfbe5223671699348afcea7f6f509eef3edd84284d427756", |
| "30/mlp.down_proj.weight/scale": "float16(5120,):5598477371c5a28b77ff10a7d19a3a675aa8cdd0d87762cef7d9a224be8d2aef", |
| "30/mlp.gate_proj.weight/idx": "uint8(17408, 5120):5e0a7f4ee8776cd4d893b733c9551d42020bf25083772358ec07257d413e7380", |
| "30/mlp.gate_proj.weight/lut": "float16(16, 1):e9b6d43a9128b199cdb06d9e2ed7b47c0b1615c01f530f7a5d337755534265a9", |
| "30/mlp.gate_proj.weight/scale": "float16(17408,):e819cc1d380f294be68c7aa21b9c81fe5a5d6f0e628ac6673c33586382e8c166", |
| "30/mlp.rotation": "int64(2,):b624847329a938b165f96766d96860fa761d6828adb74f28f9811a0a9a484d65", |
| "30/mlp.up_proj.weight/idx": "uint8(17408, 5120):f4005965ff5827372c1bfe1f1cc6c870a5f05bb6d6f5419cc86eeade9680b292", |
| "30/mlp.up_proj.weight/lut": "float16(16, 1):8f3675aeb61f9a53b5fb4ec7c44e7e112daf6fe22705a3cd945f11308e7833d4", |
| "30/mlp.up_proj.weight/scale": "float16(17408,):c319fa799ddcfd1d6300207b90fc54cd0234e86f3bf92f70dc8d914bd35be723", |
| "30/post_attention_layernorm.weight": "float32(5120,):71775c6a465032ff2f3aa7b6673f2d9c247f39d0d556347d31cd20fd159924ee", |
| "31/input_layernorm.weight": "float32(5120,):4f28f1b820f4de7912b183a73071d4641e762b42a16a35358cde793f9d1fb2af", |
| "31/mlp.down_proj.weight/idx": "uint8(2560, 17408):19a3df41663d4f10c582d9891f37aa61b7cbd399084f62e7d918971294b4907c", |
| "31/mlp.down_proj.weight/lut": "float16(16, 2):e79161b2a0ce47ff7810d051dc9bc994673b9f32d46ca16b5630381c92070ff5", |
| "31/mlp.down_proj.weight/scale": "float16(5120,):c40e57629521974a4f5a37a7e6b7befae16f662d2f081b0be2e502cbed2e1756", |
| "31/mlp.gate_proj.weight/idx": "uint8(8704, 5120):e2629c7bc5ecab733e6e32327640308b7ae4676e2a81a3d059e67de3f858bea5", |
| "31/mlp.gate_proj.weight/lut": "float16(16, 2):b2ddd8e25dba7b932ab046edfbd971b7ebab48c54e96e6c53f1b097d3a50fad1", |
| "31/mlp.gate_proj.weight/scale": "float16(17408,):f1b7ddb3a6e001112785b18d15da1e2f35fd04add364598cb86c05c00cff4441", |
| "31/mlp.rotation": "int64(2,):74f34b57e8ab40d9c95badaf31e038028a79e3e2f2c218b9c61779af004efb60", |
| "31/mlp.up_proj.weight/idx": "uint8(8704, 5120):69a7746c8c821cb4b5c25b876914e51b984f47e85feaf85ad2fc764da0be86be", |
| "31/mlp.up_proj.weight/lut": "float16(16, 2):58132f9be8099721aa3fded2253ac2b756dc47da038cd093fccea2a00fdab44c", |
| "31/mlp.up_proj.weight/scale": "float16(17408,):7006734ae1927a7f2a07ece8bb3e761803e6d934fce68bb37a6fbd5c8655a147", |
| "31/post_attention_layernorm.weight": "float32(5120,):aafc18c9cb09fb42acf9e44dc1d7004eaa1dba87e57ca6a56f11c9c5f6bb96a5", |
| "31/self_attn.k_norm.weight": "float32(256,):68e8dcf3ae7e896953a6a9192eced656a867806cddcd4bb6297cd26dd57eef5b", |
| "31/self_attn.k_proj.weight/int8": "int8(1024, 5120):b15d90da076a18a107bae7c3e28b927d35feffeff98a82eb55393fefb52f16e2", |
| "31/self_attn.k_proj.weight/lr_a": "float16(1024, 64):2dba8ad88f3a97dc3e7a07699c88ac89ebb848640db7eb0555f4bd1ab47dfb3a", |
| "31/self_attn.k_proj.weight/lr_b": "float16(64, 5120):8e0142c576b2cd6b4dafa02cc30945db8490fe0be968d789ec89ec64ec2d5734", |
| "31/self_attn.k_proj.weight/scale": "float16(1024,):abe8f5b0cb57f09a6f11be24810b2293c397f8d2776aa6e1f946d1f25f14947c", |
| "31/self_attn.o_proj.weight/idx": "uint8(5120, 6144):de1f53d5e89538162b690643e8374b634af210b530a70db4ef53d41cd7fbc5a0", |
| "31/self_attn.o_proj.weight/lr_a": "float16(5120, 64):f34acb9595e6dec7a39eaf0931315587bc38d6959e8e0e44c37cd2205317b9b9", |
| "31/self_attn.o_proj.weight/lr_b": "float16(64, 6144):a52ce189c1ec905f1888742d2d8a5ed0d32849788e4bf7078f8e7279c398c969", |
| "31/self_attn.o_proj.weight/lut": "float16(16, 1):0d113facffeee807fb29b05a60d0fa69f3a421a62f3cbe3d341cbe11ef1243cc", |
| "31/self_attn.o_proj.weight/scale": "float16(5120,):b52cf4df5fe1e57cb319d893e7a4e16e1c1abe93c20a5f62421f4b4c3a933450", |
| "31/self_attn.q_norm.weight": "float32(256,):405acfff5033d70a85203b29206b3e40762701f3a687e252ec98741b785cf087", |
| "31/self_attn.q_proj.weight/idx": "uint8(12288, 5120):788d20c87aa094aa5b6f0f545c23113a92ab84751535300ada5b4046c6a85843", |
| "31/self_attn.q_proj.weight/lr_a": "float16(12288, 64):4b1d8275d6dcaeff4f94c1b0e47423e0b674c59d2214b1c5bfeb966604a87e51", |
| "31/self_attn.q_proj.weight/lr_b": "float16(64, 5120):399455bdf9a9f953fded5e6bdc6d35763a333a73830f7d783d63bf000d856ac7", |
| "31/self_attn.q_proj.weight/lut": "float16(16, 1):447c2ef0ff188d43eaa28bf8f540caca6f3072e4d27f2712f606c0b502f34c13", |
| "31/self_attn.q_proj.weight/scale": "float16(12288,):a4e1545fd1c99c9446eaf7d5dd3a04fe4c4fd4f553be0bd89ac179a090d20cc5", |
| "31/self_attn.v_proj.weight/int8": "int8(1024, 5120):04bae6f23e1a1121fa3784536e5f2ba3f7bae8fff60200c3507f275b457a5916", |
| "31/self_attn.v_proj.weight/lr_a": "float16(1024, 64):42288cbf9d83084753d20b1af58e88537a48a09685d2bacd43e635e869e52b48", |
| "31/self_attn.v_proj.weight/lr_b": "float16(64, 5120):b400f71e7d54f00907eb68b2ff523657369bc6746a21fbbfdcea3cc420d75069", |
| "31/self_attn.v_proj.weight/scale": "float16(1024,):976bc523671deb71a7c6fca3ce12ec0c5f1ae76f2cdeabcbdd4675fdb4710f87", |
| "32/input_layernorm.weight": "float32(5120,):ef36be87d8699493216f99b057126cc955f43b023fd6cb320abf0329f1a2445c", |
| "32/linear_attn.A_log": "float32(48,):75507ab3bc2da7e2b2f1f8dc4cd163885f594b4a0ebd049db473e9c6fa10ea8c", |
| "32/linear_attn.conv1d.weight": "float32(10240, 1, 4):ffe5213c226aa1f686641006ebc6561297ae96a5bbc37673568875fb32ab1a79", |
| "32/linear_attn.dt_bias": "float32(48,):6265adbf8f829e6569001977f8c967fe89dcbd27e9e95b052a86a33f8a382667", |
| "32/linear_attn.in_proj_a.weight": "float32(48, 5120):395a47fb3c0234d0115ce944f030f74495ee9e68f26b95750dcafad1fe706d76", |
| "32/linear_attn.in_proj_b.weight": "float32(48, 5120):c872b9d4fec0a9db1ed417672f8f9dcd98008c9d5038a2efd354b0efbbf11cac", |
| "32/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):683801f2843bb3585de4c96efa9e66bdb71e94576ea1196e00244d7fb21fcfea", |
| "32/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):502be88ae2c50a60bd2eba9bff86ed0dec54235c8d70f85397eff5898f84a7ed", |
| "32/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):c9d29139397acb63a14b4c9746e1f79c45cb55ddffb8e899813839ee8b7d7cb1", |
| "32/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):aa8b65dcf71274203e51af15fc9b7952c5a4e0a0f8d33a6bf91a171cda233a91", |
| "32/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):66f25528a560cc8114d67ab188faaae2a39b230d733efdb79b1b870fe9750408", |
| "32/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):05a555fc4ba63cde750b3470326143d010f6381b7812b513354ba16310759393", |
| "32/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):3effd374525225a446ddf0cca86776df8d843bf34e595fc55e989d86e4a39f51", |
| "32/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):b68cd375558e5137b2564ab4afcc876ee80c1ed985c243dca74fc0f9de63a50d", |
| "32/linear_attn.in_proj_z.weight/lut": "float16(16, 1):f7f621193879dd2a75ac39a926dc7e3f508f1fafb12fc747ab73b0ac81dcc9e2", |
| "32/linear_attn.in_proj_z.weight/scale": "float16(6144,):d67b18324ac8c365e0ae35d2ccbb50c6302bfd457ef26ffe24bb51c34e35ad57", |
| "32/linear_attn.norm.weight": "float32(128,):757077e482f04a2078f2ee8241fefe7bde7670a1c36780fb27123206fd0b8d3d", |
| "32/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):b9e6c703bf0a65e7a54c63afa46c860ff78c3efad1279a6fc7817537e3991ff0", |
| "32/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):3ff83c4402ec8793072582efd5c0fa5a97cb90eff39a91c10227afae9ac5b38e", |
| "32/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):a8b1eed450ee27977dd98f6955a36819b0cf9756042e4909db46a63083ca247e", |
| "32/linear_attn.out_proj.weight/lut": "float16(16, 1):1ae01a489f16e1b0942b7ae2b591faac92a9368718e0c1d1dcb81cc5193730ad", |
| "32/linear_attn.out_proj.weight/scale": "float16(5120,):a74c77cac63b8f572709ef3fb22a99f7c2c4e935f76ca632c7c40d89923f2dab", |
| "32/mlp.down_proj.weight/idx": "uint8(5120, 17408):5e035da6dcd52bed3928e52fdbc4fb1a776696c9207e64f37f1accf0e0c28b77", |
| "32/mlp.down_proj.weight/lut": "float16(16, 1):52ae9625a834a756e26d8b9b1dc099166c20dc960eb26d6470fb60af08531416", |
| "32/mlp.down_proj.weight/scale": "float16(5120,):204dc453ee310e278ee1443ac98438c917e2b3601b1bd7cf74a5ebbfde0fb849", |
| "32/mlp.gate_proj.weight/idx": "uint8(17408, 5120):8d8e1607003e7b67e524a220b2c62b1e3c81ce97c1f04ccc63f82eeaf2672a45", |
| "32/mlp.gate_proj.weight/lut": "float16(16, 1):a8abafbfb5f1e138c17f5e2d029648062364636485698b73260de6690693d76e", |
| "32/mlp.gate_proj.weight/scale": "float16(17408,):9d0e7e21505d788a39305f009856529984293ea34c2863c7a5375c8955636f6f", |
| "32/mlp.rotation": "int64(2,):ee80c6d3409ae56c557f975e123ab78297943914fb4b006c218cd47d4ff0bd81", |
| "32/mlp.up_proj.weight/idx": "uint8(17408, 5120):0ca9e57408d082cf7b6cf136b9274acbbdc1fff574ad4c42faa7b2cf5c28f1cb", |
| "32/mlp.up_proj.weight/lut": "float16(16, 1):e83e65ec993ecec89b1997fc0da84f4a1a77adca61b84dc2dffe75006d07f2b3", |
| "32/mlp.up_proj.weight/scale": "float16(17408,):dabe3fc8411863f05994163cd1a36320bfd782391ba17b0542510980222d4783", |
| "32/post_attention_layernorm.weight": "float32(5120,):967e49e98a86cb5a9550497c28de6587524c71139697a359ffd6a3bac60737bf", |
| "33/input_layernorm.weight": "float32(5120,):4c21e29283dd3856c313c7709d94f705d587e48d105bdc4d453042c06ef514ab", |
| "33/linear_attn.A_log": "float32(48,):4979172efb58e868ac7918f6b5e4227258b2c11426b6fb4f0a438fc079cb68fa", |
| "33/linear_attn.conv1d.weight": "float32(10240, 1, 4):6603ba7caf299caa2cc08e3498ffcf3ced992754b68f55da418a6fed4ca9d803", |
| "33/linear_attn.dt_bias": "float32(48,):d963162a8f295e9db1d81acb30e769c537d22c6868952b4b9a585afc42d9a8c3", |
| "33/linear_attn.in_proj_a.weight": "float32(48, 5120):920f1c756b0d2850798e65c0e6076c76d324b387a1b4ef0ba84d6c1c705d20ea", |
| "33/linear_attn.in_proj_b.weight": "float32(48, 5120):b42e5e1d7c6d27b60dfa14a97715cfbb53a3e8db853b3e39bc4ca99e8ff71c7e", |
| "33/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):d19930b49d6de3d6c2fbba55641c26f0a9302755664379c0fb2c809f82ad931a", |
| "33/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):6ec0a85070d6747494bf419bbeb3237404de3105e05a644469a222604e3b74eb", |
| "33/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):50b706c5c12f6fd09bdaa4193aa7a69c5a859078f52ff214e942c92eadd82d24", |
| "33/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):b638c9c7781f7c00aba2631afd049b5961c3e2c57efb05916c0927b8a7fa111f", |
| "33/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):a356e68294bd2b0b8a2bdf2808fae96962fc5b1a6f1309c5a3535e3b0261e782", |
| "33/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):87da598775407afbcbc682858561736e16832e2a9010883a2a8134915b7822f5", |
| "33/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):6df7ba848faa25a6efcdbacfaebd718dfd8b988aa3844ebdc7b85ce0548a462e", |
| "33/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):204f293916e2a5b8b93ec2a1c7e1cb61af5c5496961864ab6a5beb33dbbee087", |
| "33/linear_attn.in_proj_z.weight/lut": "float16(16, 1):9e7e36e0c29ef77031b370f1b7c876e34389d8a9983d99503e57d38a42a7cb2f", |
| "33/linear_attn.in_proj_z.weight/scale": "float16(6144,):6d3ca2c81822b1b1a4c597651ba018a530b2bd5c961d417c0cbbea0b11b7ccc0", |
| "33/linear_attn.norm.weight": "float32(128,):4ff3f47c6f2d8cbbd2b76a1240d358483014c5729f1a0087d70d23a627029855", |
| "33/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):4f37e93655052a4feb49223c8430ff2a1efe25210378ae15cb15b199552963f7", |
| "33/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):4cbf7ae49b43ebb64896a536baed07540bbf03b47e498e47f3e37e60048e0bd6", |
| "33/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):3be1b496732d5ddc1096a6025c4b7146257eabfb1505f07bf19c6c7b9100564b", |
| "33/linear_attn.out_proj.weight/lut": "float16(16, 1):297176c0c0b89223c68aa7112f29c8e2e6b748596e62ad22fe1ee0b7f57aad30", |
| "33/linear_attn.out_proj.weight/scale": "float16(5120,):e3d3617ec71d9c79e606d9b4144f2e36db3dcf0d8de5b52f623425fc5e90d196", |
| "33/mlp.down_proj.weight/idx": "uint8(2560, 17408):8f80146c83b4549122e6ad30b1da52c64edc193ddd7d186bdd46a74cc9b3f18e", |
| "33/mlp.down_proj.weight/lut": "float16(16, 2):b717b317a67142772438cd7401f6082b1b4934c41f890bac9489ec9e8831cc1b", |
| "33/mlp.down_proj.weight/scale": "float16(5120,):d69c92421bf9e0c985b518e3f344ad3c6bed562564386e9dbba45f15601c64b1", |
| "33/mlp.gate_proj.weight/idx": "uint8(8704, 5120):e53909c4f8278319dd1630b8bad8b81c69741c8a46d0d8aee570237b87c369a8", |
| "33/mlp.gate_proj.weight/lut": "float16(16, 2):351025e5373cabb68253cd8233910df33716b0b9f3d2a97ac9731acacf83dc5c", |
| "33/mlp.gate_proj.weight/scale": "float16(17408,):b67100153b85d4ce281ed812b4fd2b54db8350b015df0de970a2595a7dc24da8", |
| "33/mlp.rotation": "int64(2,):52524de3eaa815b9c68f112404f9ffb6544655c7e3df4174688ec093631349d5", |
| "33/mlp.up_proj.weight/idx": "uint8(8704, 5120):9b4555e94e3df7548af2053a71df0040d80fb809412061332839e3199945c742", |
| "33/mlp.up_proj.weight/lut": "float16(16, 2):e59f338076f55d45ccad5257b8986cf2eaa2127045a903c31a92c9e974b40c2a", |
| "33/mlp.up_proj.weight/scale": "float16(17408,):9b3f4072d1535acd7d2f89ba7dd7c2a266b4fd4c8518f9d8dcdbdf43035b1837", |
| "33/post_attention_layernorm.weight": "float32(5120,):1109b805681624326da257743105decb3190347379735897a7ae29cb5462c13a", |
| "34/input_layernorm.weight": "float32(5120,):bf4a74a4493dda62593653e1fffc84dd898a20f57704cbde85ec96634e468c67", |
| "34/linear_attn.A_log": "float32(48,):da9a7b1636376183f2b82ce69067c7a69448ee0a70f3c0dac0182babea67b0fc", |
| "34/linear_attn.conv1d.weight": "float32(10240, 1, 4):973ee304301603b12327a19091ee58ccfee2932f41dd8edf13790c3799419923", |
| "34/linear_attn.dt_bias": "float32(48,):768bb1458a25ddbaacccb4d5138e15c591c416081d46d2c1f07a0bf8a345dfa6", |
| "34/linear_attn.in_proj_a.weight": "float32(48, 5120):5586891171ccf3825b79f119653eb262d33b696c37bf3422aa92a150ac6903a1", |
| "34/linear_attn.in_proj_b.weight": "float32(48, 5120):fed9c8339efa2bfcbd9842c3dc0973a7e62c8b0292f36b5d012b3d761ece23ac", |
| "34/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):6917ddcddae201fa517feeffd604feb8ab30750fc1bf91da0a81b8c81c5644b3", |
| "34/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):eba8ccfd1b77e25fda8bbef28167f6c86784d9c4fc80959deaa01dfcd51b7f42", |
| "34/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):811f7be567a434e4a2b1f18a46658fe7114332ae15178e526b6a03681fa6d008", |
| "34/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):5b4bbccd9fb42f10d13bf0fec7f1fe312d38d8524d50b1c69f984bdd63ad312b", |
| "34/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):4f1fb33d482457b2ce1b52bd08387bf69e2b59724423fba9324eeeb62b86665f", |
| "34/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):9d1bcd6a48c39619ed94d9e57d558fba054752742cf1a2ad04d9884268770585", |
| "34/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):9d17c39fc6ed8513f4644eb2dc972e868e39048d6b186c3a33381d1a855ab23f", |
| "34/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):336435e2ae8f879714a10a6b7d0af426a6d7b170fe1e3485af12aab08a6f5e34", |
| "34/linear_attn.in_proj_z.weight/lut": "float16(16, 1):a762c88c8efed349363eedb99149dd071342f519fc96a086f5259680ad1ec98f", |
| "34/linear_attn.in_proj_z.weight/scale": "float16(6144,):166fdbea2d3243cf6ca9d2952b37d6794ca1dce334e71ed6931871a03bcf503b", |
| "34/linear_attn.norm.weight": "float32(128,):48c2efb358b0b04fe6e0ffa5c76fac63d2f1d727a6d3b81a15d184ba7138fc47", |
| "34/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):86ad3f2d58a42aecb2b177fca229de71212e39578eca285ff87bfeb442c1331c", |
| "34/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):b2ecf03906ed0a954f232487ab77182c5513980bcdb832b1d7b2a32e1a743f06", |
| "34/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):0f97af575a534382b0b1c1c96af800e66ce8d76a585f38c68b50a52f2475e78a", |
| "34/linear_attn.out_proj.weight/lut": "float16(16, 1):2a6be8928d393132d107a1013446a95c8d914e64c38cd21ab3c7447873e5b13e", |
| "34/linear_attn.out_proj.weight/scale": "float16(5120,):5e88d4baa4454e43284c668cd30a131b2bf32155711f23feba4f3ab19b2b8362", |
| "34/mlp.down_proj.weight/idx": "uint8(2560, 17408):6d932234562596db368ce5fccb5876766ceaf6bf8c76c0437a7a388eced7eb6a", |
| "34/mlp.down_proj.weight/lut": "float16(16, 2):c37769525f309f050c829b5d2f10f1b7b90f94e13bc559173cc4e73ab214976f", |
| "34/mlp.down_proj.weight/scale": "float16(5120,):4518f5dfb59b6b568ca2cde2b73b1c5044cd14e57be5398e2699e7c9b74a4004", |
| "34/mlp.gate_proj.weight/idx": "uint8(8704, 5120):8cb264f013b7b396d0b478513755851aaa67f907c4f317a73e05c08f1ed02da0", |
| "34/mlp.gate_proj.weight/lut": "float16(16, 2):285382ef339118950207244e7f1eb6d6da23c2564349715a94bbcbad21ae3b8c", |
| "34/mlp.gate_proj.weight/scale": "float16(17408,):0cb21ccf33456e49ee9f25ceebcca5fa23e44f860feb53f652c3af9ecc028f3b", |
| "34/mlp.rotation": "int64(2,):19bb88ba100e5fd3f6630a27ae0f65cb7f6f433d23f3e5f82bc0004ef8ab919b", |
| "34/mlp.up_proj.weight/idx": "uint8(8704, 5120):249f866d0d2e618ad2fb9d0b815e0b4d3a4eb2cbfdec2c8de843655e926c8f56", |
| "34/mlp.up_proj.weight/lut": "float16(16, 2):85c4f3b24dadbb13a21b43633c4e2e290052b6c7f672e41ea63c9824923f0415", |
| "34/mlp.up_proj.weight/scale": "float16(17408,):e614c64d7b39db6690eeafebba1dcc1904db9a837c5614974f2309a8512785e7", |
| "34/post_attention_layernorm.weight": "float32(5120,):b9b837f80393a30382bda5703d9d681e5289067b1f86295bc0727449271787ad", |
| "35/input_layernorm.weight": "float32(5120,):f65cac373dcc3971ca9abb97e74ef022b0cf2be1ecfd1811b98dad5cba033b68", |
| "35/mlp.down_proj.weight/idx": "uint8(5120, 17408):4e23bf85be6220e89647b2531628b72b73d709c980eb7bae3f060c7e0a138369", |
| "35/mlp.down_proj.weight/lut": "float16(16, 1):d2641f3f9c8558f2991c5db4ff78080814c9952f887e0b3b35dab0116174faf6", |
| "35/mlp.down_proj.weight/scale": "float16(5120,):3640ffba66a0812b4594cec097e51984df09b63e607ec85aa7d7a990b639f051", |
| "35/mlp.gate_proj.weight/idx": "uint8(17408, 5120):48b0686d404bb77b3a69eea210f317780d5da0a12db08bfc3e90e5c1347dddc1", |
| "35/mlp.gate_proj.weight/lut": "float16(16, 1):9d971f0952fcdfe3d29ebfc0be6527df323a6c74ae71e0ba2c708a42e533d398", |
| "35/mlp.gate_proj.weight/scale": "float16(17408,):5f259671ff0109add7f04788d1b32f0ac09c7d5b6e640b9ff977c1ecc0d2b1c4", |
| "35/mlp.rotation": "int64(2,):994ec8f69de5dc527f06f84636d81e1f86aaf442dbf6f4fec8922a0be0c17bf4", |
| "35/mlp.up_proj.weight/idx": "uint8(17408, 5120):a0f0fecf5e4bf6c0c202779827154d692890109172e4f3f9b368234377d7f20b", |
| "35/mlp.up_proj.weight/lut": "float16(16, 1):e6d5082c34ee40a5a9c41e532ec5f0063f80bcdc3690667381a123e07a21d301", |
| "35/mlp.up_proj.weight/scale": "float16(17408,):e9ace1e749d95172bc9b2db8c519435adbb06f104369d240b257148a04e50e6c", |
| "35/post_attention_layernorm.weight": "float32(5120,):8fd67043491920f8bdf8439ee395aaa24bc816660d85f68970bee031bf283a3e", |
| "35/self_attn.k_norm.weight": "float32(256,):d8396a52c2ae070f57a3f321d304b3c541cfecb29e90a8552655236522d92b96", |
| "35/self_attn.k_proj.weight/int8": "int8(1024, 5120):c14a63ff93a8681bc15ae2ecd6dc36cbacbd5c7522de40070c56674156b5bdb8", |
| "35/self_attn.k_proj.weight/lr_a": "float16(1024, 64):c2e59d3e1140121ca0aa65a3faa2426fd3da359f51e03b6052b5c32734c86dc3", |
| "35/self_attn.k_proj.weight/lr_b": "float16(64, 5120):a88f7914bcfeb8c884efbdaa40d18fa30f59e0bc1bad8fc8e10bee84da3dc8c5", |
| "35/self_attn.k_proj.weight/scale": "float16(1024,):70fb8291c9a58790e125423c34250c456ec1840c056248b6177ba1afee100c36", |
| "35/self_attn.o_proj.weight/idx": "uint8(5120, 6144):1693ada7fbb4801c451d6cc773bf65bd902f586c02be82d7a29f50f7ecf6dc4d", |
| "35/self_attn.o_proj.weight/lr_a": "float16(5120, 64):62bf4d2e68681f5c44146ed907983efe801a6bc5cca9da008099b8fb0ccd1afc", |
| "35/self_attn.o_proj.weight/lr_b": "float16(64, 6144):b836d352dc25a6733bd3dddf0e29d723e7333125c5e6fe8728d111e6a2ce6d1c", |
| "35/self_attn.o_proj.weight/lut": "float16(16, 1):999c87fccb6497babad6dbd5bfe7f8532ff10cc778401011c4c960c4b04dba81", |
| "35/self_attn.o_proj.weight/scale": "float16(5120,):a4532a9a86b00f6d9a2da5135d4a166dbefcdc98766a9e4afb2b6943e3dc8ede", |
| "35/self_attn.q_norm.weight": "float32(256,):2652eb317156a156bac54375243131116daf9ca488e4da270d7d2485e14cd32f", |
| "35/self_attn.q_proj.weight/idx": "uint8(12288, 5120):397f03e8396c32ba476c70c91ddafd40517d40155c3859355a5ad8860aac26ca", |
| "35/self_attn.q_proj.weight/lr_a": "float16(12288, 64):346f6ea712e983e4fe7e0de117bbe753eada966dc6424ce832f9db2d749e2890", |
| "35/self_attn.q_proj.weight/lr_b": "float16(64, 5120):84d6f1649c9c5129f0f962f57b54ce2f997a8e901da0d5260eb227dfeddbe7ce", |
| "35/self_attn.q_proj.weight/lut": "float16(16, 1):d55d0a95439365f67c5f09bae06fb132bee1d97092affdcdb417059d92202e23", |
| "35/self_attn.q_proj.weight/scale": "float16(12288,):9fc074488b18417729c6a82fec4677abd94e4b2137915772521b5cd9f569c923", |
| "35/self_attn.v_proj.weight/int8": "int8(1024, 5120):cc24c08c1b7a07f3c55394b9d51bceecfeb024d437175451e73010084ae5794f", |
| "35/self_attn.v_proj.weight/lr_a": "float16(1024, 64):9814ebc86b264d79d124162107c66959d3c93a69a603e49a45c309d5f0a92dab", |
| "35/self_attn.v_proj.weight/lr_b": "float16(64, 5120):ca3b688f859c7f4c1cbefaa7541beb01c60f3d633596938c047d9a27d2f1e875", |
| "35/self_attn.v_proj.weight/scale": "float16(1024,):a9eecc8dde141b5a07035677cf80a39c51351e2d26ec9ba92debfdfcc42aa9cd", |
| "36/input_layernorm.weight": "float32(5120,):9bd2697de3b7a4393970b59ff5bdc925fd0457d0cb987dd5917206022aaba4a5", |
| "36/linear_attn.A_log": "float32(48,):1938542b53135dbeb3a7bd12ad30e61929b512505d0b71608ad89d00b36d4b48", |
| "36/linear_attn.conv1d.weight": "float32(10240, 1, 4):553f188ce3b9b0e38425a6a2ff568188dcef48ac9716b10c36110b7e253b40b5", |
| "36/linear_attn.dt_bias": "float32(48,):d179d5722009095f8c0e0c5a17bd3304f1a9fa002c2a5eb89da0ea0c77ed3c54", |
| "36/linear_attn.in_proj_a.weight": "float32(48, 5120):80c9f4b7d65348a30379b9a12a0a1e7dee4c1ebf7fa43ada06a6042bffceff89", |
| "36/linear_attn.in_proj_b.weight": "float32(48, 5120):4b95c1124d1caec944e74f2f1213fa54483fcea942f3a7905f9e1c1d62cb7373", |
| "36/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):0ec57b33d9ded9be16764dec0e6bcc4dccf3cbb38e2b5e3ea2d879512a8fb993", |
| "36/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):9e94a72493faaf87f0aa37f99b3a9b158dd4f3525cfb2b975732180a8576e03d", |
| "36/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):65c31a860d876ab5ca92b0f85d30e075085401faebc818563936db99a3425773", |
| "36/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):7c5f5f2d49b3c623693e1555fad85d6d24203069c702a909720795c17823e31a", |
| "36/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):0a7a7d730263813252afd4397024cc8b7e6bb2c720e5ad4f44ad1b269ef44fa7", |
| "36/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):34aad0ecea5caf809cabbec1c7802ea59aefca1f90f263868b7b61e1e22a0662", |
| "36/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):dd8cb489f09288437df66af385faf4b59e32e0bbfc8113f7436e549763744b9b", |
| "36/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):90d5e5e7c7b0cabb900b03fc52413a77ec892192ccd692bd32992c4a809bed72", |
| "36/linear_attn.in_proj_z.weight/lut": "float16(16, 1):e06a33d19f547b10c6ba0f78b2e8c07bbe756899dc5609ec3a10e41d199a5ed7", |
| "36/linear_attn.in_proj_z.weight/scale": "float16(6144,):f711e50a31969247b5f14fa24388c75478b25e82498377a62eccd545b9b3df95", |
| "36/linear_attn.norm.weight": "float32(128,):5c8e45187325e700886f22ebd36a6025ad35718b2c4ab58687eef99575ab25e0", |
| "36/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):29e261ba0f7c3060a7eadb4cd4478172b00defcd26d9b5420027eaed9d99a93e", |
| "36/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):da8707ce4cb5a78b2bb639d9b3c39bacc61efeb32e9c9eb956b8c53fcce31727", |
| "36/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):99c244162c0c5dafba1f3f1413dd025659afa83353a46929b5423b2a533f6b57", |
| "36/linear_attn.out_proj.weight/lut": "float16(16, 1):00c95ccd6c3114b6567ef834fe4b2e3d09952f63d2819e0c4ce016de07d513c1", |
| "36/linear_attn.out_proj.weight/scale": "float16(5120,):532f7b089e9b40cc395050baad38ba8a9f623841e7d4f3b32ac59d355eeba303", |
| "36/mlp.down_proj.weight/idx": "uint8(5120, 17408):9a09fba743ef479175d36931c29f3532e5a70ffd90e8d575982ad2c38127632d", |
| "36/mlp.down_proj.weight/lut": "float16(16, 1):817ebe55e41521586c368e6fc71dc08ce733795a32c238754046ccb2675b2401", |
| "36/mlp.down_proj.weight/scale": "float16(5120,):c56a7b760bc4c272e95b5125dd9d190ea9f73e32b600c823e4b9f2fc4101c7bd", |
| "36/mlp.gate_proj.weight/idx": "uint8(17408, 5120):9ebe898ee7f1b5e042c8f5e50874f551b265bfb2d07de85a17b6c27096dc3a79", |
| "36/mlp.gate_proj.weight/lut": "float16(16, 1):2e071f4fc3fe13b5f11f16b512a91f1a190233d3e930541c8cdb6015384f5aa6", |
| "36/mlp.gate_proj.weight/scale": "float16(17408,):fb857dba19e8051cb914d2f8112934c8d730fba1dd0f8a5bfe5e458cb3b82124", |
| "36/mlp.rotation": "int64(2,):9935f5d35d82bd737de6e1e1bde19c5a874a438bb54aad8d55ccaca86364b6ea", |
| "36/mlp.up_proj.weight/idx": "uint8(17408, 5120):0bf3e0e975b5931d16ee95a226f4e5e227bddda533f07d15336eb63d4d58185f", |
| "36/mlp.up_proj.weight/lut": "float16(16, 1):c2536afec2242a9e901affe99b3ffd8cd5041b84cb2700c8bb10faffbef07543", |
| "36/mlp.up_proj.weight/scale": "float16(17408,):bc838ba5ba65716dad84f94b72d1988f0f6fdff2abde0e9556ceb5f3b0d38a8a", |
| "36/post_attention_layernorm.weight": "float32(5120,):b74d13d8b6833166513c909620ac7246fa9a13f0fa34fb4dbdbe383f90101755", |
| "37/input_layernorm.weight": "float32(5120,):8dd9dc862fe640016663726d0f9c74494b7e0096e92349a4f0a7c8c83ab8e999", |
| "37/linear_attn.A_log": "float32(48,):3b09942347c3a477b3301c9b7cf849585e4454b4f426c103f69fca41c332be6b", |
| "37/linear_attn.conv1d.weight": "float32(10240, 1, 4):277b7556853d2aed6ce386265183e379aee3932f759b1eb16b5ae0593aaea959", |
| "37/linear_attn.dt_bias": "float32(48,):1bf415b25310415e72436a3f5a7ac139c31ba36dda04ae9f8a73115f73e196a1", |
| "37/linear_attn.in_proj_a.weight": "float32(48, 5120):e8a81976fe3d53c3379c12106494d84d42edfa791dfbf018706d626066687fad", |
| "37/linear_attn.in_proj_b.weight": "float32(48, 5120):c9bf2f7a8b7f7407bfdf026740644b100be98c3ef63828ac2be071a5f8e4c6e0", |
| "37/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):e102b7fa8db12c45073b66ec3c63e95807cbf31c82d9473db68141b53a69fa75", |
| "37/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):1670cef1a5f01f08b6f15b172eb66b0cb40e55644ff765285a03e9f1e761e074", |
| "37/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):65210683c4341de280101b85684b2309b5d5593b3a2e10cc6ef38797440dd007", |
| "37/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):e7512415dce961e7d410d18ce2982ddca1b9eb04293c723ec06297df0645379c", |
| "37/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):4a91a9eff8917fab46cb382b04df9466131617ce1b829a03b475770fe4e8a47a", |
| "37/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):3d269bbac1c2e6cfd16114cdb6983a7b24ce6f9c3e6f80072f21b51cd6ebb760", |
| "37/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):5f62acc4cf44addfe653bc1d2d670be58dedcf94111e31ea1789705d8f1f6178", |
| "37/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):1d3135454bc35496fb8d138a5ef859420ed1f2eddffcd7d4fe991674e754c4ea", |
| "37/linear_attn.in_proj_z.weight/lut": "float16(16, 1):04916950c21dd188129a8ad56173cd75b23daf138ddd52230fe6aa8b4d655b1e", |
| "37/linear_attn.in_proj_z.weight/scale": "float16(6144,):14cea59a6207d150af18ffe1c0132ac7cb6441a70fdec0ea0852435ea4f40dd8", |
| "37/linear_attn.norm.weight": "float32(128,):a84a51f082c360ce89c666be5a4bf42b27429a6247c24c9dce2561822df1cc9d", |
| "37/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):bef6c39cfc9350e923a7bbf96b6bb3b7ddd58e740dbfce5bbfea3df5eb93dfa2", |
| "37/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):e77cc8eda91998d7b23bbc5a12925820e7373fd908f8a5df605e5e1d73b65efd", |
| "37/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):af8ad23a247ff15eed595881a8fbf59fe994de4fb12127d10d54006197e8b238", |
| "37/linear_attn.out_proj.weight/lut": "float16(16, 1):0ec39d736952fa7e62e97fa0b87465cf0ac089de00023c439499cc97c87ee514", |
| "37/linear_attn.out_proj.weight/scale": "float16(5120,):df698dbe85e6ead2d8ff7ed7acf7db9f8b4886d9a12b0fcfc2f0fd2ff596a74b", |
| "37/mlp.down_proj.weight/idx": "uint8(5120, 17408):365cbebe8cc9d8a5838ff71d00c4ee4805f06cd1f4ceee24cd92570b7b3eb850", |
| "37/mlp.down_proj.weight/lut": "float16(16, 1):2aec389120b8a43567ec094eccffd16a606aab14cb42a135b27122e4461f2a28", |
| "37/mlp.down_proj.weight/scale": "float16(5120,):05592c87d596442c167afafea273f4d3bfe1e73cf32f8d1c5c9c130fd9820d79", |
| "37/mlp.gate_proj.weight/idx": "uint8(17408, 5120):317f7ed7fe95e28b5997f70efed56598ea297d66eeb2a43cd2d84d6899bdcd45", |
| "37/mlp.gate_proj.weight/lut": "float16(16, 1):338bbe03538c3dfb8dff039dbef5401404b12336c9d554a4323f06af937a703b", |
| "37/mlp.gate_proj.weight/scale": "float16(17408,):d8cd3472892ee93128aa314ec8a3cb7951556be58c1d1af4616442d3cb74b2a6", |
| "37/mlp.rotation": "int64(2,):94b526c0e96bcd2fb5888edf5d10164d8739629e5327446becef0259d5b2012a", |
| "37/mlp.up_proj.weight/idx": "uint8(17408, 5120):4f51eba5fa71b5f64892159b150c6862873eae8695ad6a0d515ff3f94d1d6a79", |
| "37/mlp.up_proj.weight/lut": "float16(16, 1):baa7323a7e652e00ed4191fc453d605e6fd29cfea2d675329d2d5503784b8d08", |
| "37/mlp.up_proj.weight/scale": "float16(17408,):9153bafaa1b4273bfc8508417800ce6e7441bf439d812e42d161e42d0280f08b", |
| "37/post_attention_layernorm.weight": "float32(5120,):887a6aa1de26116beb5da48ea92e8d3e6b1fe8e04d9b0eca9f57f04cbea40bb5", |
| "38/input_layernorm.weight": "float32(5120,):f8fccc24b41ef51328949c2baa7379cbedd8763e5c2cf1bb86c371ba8d685528", |
| "38/linear_attn.A_log": "float32(48,):17b36340c26b6ca77cf26fb1ea383f8ede71ade17835d76b73712652ffd97791", |
| "38/linear_attn.conv1d.weight": "float32(10240, 1, 4):d52f0cc83862bc776b1590827c6239d349247b7664020cf9c94dbe07aa9f3d7d", |
| "38/linear_attn.dt_bias": "float32(48,):b609c8ac97549038b216c9817446f99a2bca632f6abe971f07f406085f6cb82c", |
| "38/linear_attn.in_proj_a.weight": "float32(48, 5120):730e27baf442840d38ee1f8a9d0e996d08a778a817b391764b23ca8c29fd0006", |
| "38/linear_attn.in_proj_b.weight": "float32(48, 5120):f45ed72bdba6f40afe6c00e9a2b556154aee7161a22e5bf96c0e878623ae57f5", |
| "38/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):af9a8de9d686d9d467f1b43c9c94756562a387976e589004b6ae658ca30c91e4", |
| "38/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):c9d88d92319374434761cbbc66bd3556c37bd8287b230dbf9cd8aa351f1f2d96", |
| "38/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):d291f4d53a59ce699791464cfcc0ced232940c81f5e8babbb1fef6b1b8102e90", |
| "38/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):9bd96aee14ccea0b7726dd4a1034496db4747803593b4c97ad36d44e9327587e", |
| "38/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):8d2c5f3adf186d8ad289c1975b28e585ed02b2ec6cee68baab8682c73aa138c8", |
| "38/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):83037e6f3e94f5e2dffabdf758a39a42ebb72baf22dfdc7d63e78027229221f0", |
| "38/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):2f9b40a1a5b426c7d5970999781c1d3b9e48a01157542a09ebafd1ff0514c3a8", |
| "38/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):7512c47141c1aa55b3c7f109cce4af659c20e3d4b3e64691090db5d361f08fef", |
| "38/linear_attn.in_proj_z.weight/lut": "float16(16, 1):43dd138ca369a523882ab810f188fdd21abc469d8963c05ee373a7a4c2704b80", |
| "38/linear_attn.in_proj_z.weight/scale": "float16(6144,):8fc775f8483d953bf0ed5cb213ea0f6eca0cefd21dcbc08f3e0bb08d065a44ba", |
| "38/linear_attn.norm.weight": "float32(128,):4c63c8a5618ecc1f14fb03d2900917d6516d406ed558367364437a5d32cbca5d", |
| "38/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):cc4f15f9e50162153e315015e35ee597569ccfabf955c80f617a48583079b336", |
| "38/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):113f88679ea4e2c10418f2a542480943f215e328615e4440ceeed51c6c7c538a", |
| "38/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):9bdbbfb846679b55e6f9fcbb1182a888a9d931f494041a690abd9897c314f67a", |
| "38/linear_attn.out_proj.weight/lut": "float16(16, 1):8d2c5953d02420e701dd2c6d1b3fbba1ebca05e64db903c76d433955ac6add5b", |
| "38/linear_attn.out_proj.weight/scale": "float16(5120,):a010bcb482b6863d4c58f9b4017a92da3eed30bf49ed8acfe73dbd505a683c27", |
| "38/mlp.down_proj.weight/idx": "uint8(2560, 17408):4366465d29c5e5fbd6ce041f804feeb970ae4584716bd02f355ed55f69b6cf2b", |
| "38/mlp.down_proj.weight/lut": "float16(16, 2):8d142f4d0f35d62dda97ef22016ad0d2deed72cbfbe6ae7fd659e0b6e5be2bf6", |
| "38/mlp.down_proj.weight/scale": "float16(5120,):f62fe04cd3ba828f8e3aef7589b49f38c19531d38a2a234a9f7cf04d5b80b5f8", |
| "38/mlp.gate_proj.weight/idx": "uint8(8704, 5120):f770d4cf0fefb06b3be049a060e6672101506d739a90b619f6ae7e549062faf0", |
| "38/mlp.gate_proj.weight/lut": "float16(16, 2):a33b9286f74b91dd97e1bee1d1ec8feaf6c7b4cebaa6d9bf0f38fd50241be7e0", |
| "38/mlp.gate_proj.weight/scale": "float16(17408,):376b3a87d10eed75d01455165a0fb95a6e3c736f7bd1d6723a13e3eca476a0b4", |
| "38/mlp.rotation": "int64(2,):98283292401772de40e5115adab4aa43ad31851da9bcb6e35c1ae86b788c1823", |
| "38/mlp.up_proj.weight/idx": "uint8(8704, 5120):405244d2c221dac75e9bcdbe98fd19b1583c34d5409064f887f989461770fbef", |
| "38/mlp.up_proj.weight/lut": "float16(16, 2):a660009817db090fee232940fd5fd8f75b74ee88e35fc59108489c729db37a7c", |
| "38/mlp.up_proj.weight/scale": "float16(17408,):09132474845583b7a08c150628a1b4f39130de93e3e0ae38911659d7925ca072", |
| "38/post_attention_layernorm.weight": "float32(5120,):a74d6a29ea9534bbec63dd7b40d2ae21294e83060a6f34a9221ed33b3c2cc5b4", |
| "39/input_layernorm.weight": "float32(5120,):c1345cd6d57d73a97a8909a1b5216bfadb0ad97dcb5a19c1ca45c93f46702479", |
| "39/mlp.down_proj.weight/idx": "uint8(5120, 17408):5e7d20120ac2b46d3625ad19321a7ab91ff4d56cc655a898eeb3813edf5f410a", |
| "39/mlp.down_proj.weight/lut": "float16(16, 1):d10db4f5e580ba84bee0ca43eb4247d23d031fafd4c9cea74c4984c1d29eeeb0", |
| "39/mlp.down_proj.weight/scale": "float16(5120,):834cd853c760d8c56916b8a28f0fe841eaf2923e4d63472846439e2be40bbb7e", |
| "39/mlp.gate_proj.weight/idx": "uint8(17408, 5120):a609184cb7a45060dfedbc06c9f85cb9c74860fc0e26d18484a7bbf0a8b0ec46", |
| "39/mlp.gate_proj.weight/lut": "float16(16, 1):b9e5daeef0234d2fd5bc19097913e64e37a51e6471b30b946a7b6b9759b7a2d4", |
| "39/mlp.gate_proj.weight/scale": "float16(17408,):706b29c35c97ef76be734aa0473ea098bc639a8299347ed405794f4acd655baa", |
| "39/mlp.rotation": "int64(2,):6d85b5d73546e823a25f84b6f4bdfe0f90be9814f7c7dc9e8ca412637dfae4f7", |
| "39/mlp.up_proj.weight/idx": "uint8(17408, 5120):cd7ddf49c5793c72b0b26a2459aef18d921f9ed71fc88c0746aea2a8be9a2a36", |
| "39/mlp.up_proj.weight/lut": "float16(16, 1):d490a63c4c2027e0ab26eadae3cf055ccb3e6f4a0607292a42fbb9ae9f293453", |
| "39/mlp.up_proj.weight/scale": "float16(17408,):084b8df6998e12fe04d4dffd2913e88256a82c32c613c88331c0b11f034608c0", |
| "39/post_attention_layernorm.weight": "float32(5120,):03c39dfac3ffe95fe6c09729fe16ff93a9649acea340c9fb184a389918c387f0", |
| "39/self_attn.k_norm.weight": "float32(256,):ec341a2ec7fbf7144b63bf3063e21310526304981cd78d61ec094141794db684", |
| "39/self_attn.k_proj.weight/int8": "int8(1024, 5120):53fd7728b2171ae1f722d852d2c6128ec544ea5b82472a1b5efdcb058f571326", |
| "39/self_attn.k_proj.weight/lr_a": "float16(1024, 64):f6ed80e573066603f29693d36295473728e25598986ff6ba7d941f9a557fb66c", |
| "39/self_attn.k_proj.weight/lr_b": "float16(64, 5120):246c3191b05b00ac43f43f568efecfdeee486971be2dd3824e20b52a3338f2b4", |
| "39/self_attn.k_proj.weight/scale": "float16(1024,):22dbdbc2b3e66b427e1c10c7731489354a1adc531c190b1191897f44ea8d48ad", |
| "39/self_attn.o_proj.weight/idx": "uint8(5120, 6144):a04a6dab9d57d29715ef5f1a56378c536e523b2a735a08894913cb9866409024", |
| "39/self_attn.o_proj.weight/lr_a": "float16(5120, 64):5eb3f9ba7dc89194131995e29432134f0db3a683b24a2298b46c77dc07fc534c", |
| "39/self_attn.o_proj.weight/lr_b": "float16(64, 6144):7e712657dbf02015ae7ece302d59d0293b7667d4c857750b8b70491f840418a4", |
| "39/self_attn.o_proj.weight/lut": "float16(16, 1):66a1b822f0d2ddbf5a12042de1e042a8d258757903d6a768b5c2cf7d31b5b04b", |
| "39/self_attn.o_proj.weight/scale": "float16(5120,):0968466084f901793ff7a970efcc991cac039f3a412f429bb27b1228df384620", |
| "39/self_attn.q_norm.weight": "float32(256,):7ee3bd8df8fa1f1bba577dd21535626003cddf48217a5424673b6212529ebc80", |
| "39/self_attn.q_proj.weight/idx": "uint8(12288, 5120):1963ab30f5cfd638774b53c8979c551960325d75a78260749095fd744b5b373d", |
| "39/self_attn.q_proj.weight/lr_a": "float16(12288, 64):3b3b2a09e9f8f24f8adadae5bff18943f24831de80b85075242fac4a13fa18ce", |
| "39/self_attn.q_proj.weight/lr_b": "float16(64, 5120):b0b6080da4878280c415b5a1c4fdee4784969649a100577cc215f292866f787d", |
| "39/self_attn.q_proj.weight/lut": "float16(16, 1):c69de013e728502d15c305dc28089f0bf5d6991ac8b506ce8d72cc80fe8e8c9d", |
| "39/self_attn.q_proj.weight/scale": "float16(12288,):57934e8536789c35750b17dfe10fac47c8e266d4fa792f252f98c63b7e735399", |
| "39/self_attn.v_proj.weight/int8": "int8(1024, 5120):0e2f485e13772c91321426f5317cbf9787f887e58bb46f1bff04a83277d7e31e", |
| "39/self_attn.v_proj.weight/lr_a": "float16(1024, 64):36fab8c9535838d4d905dfcbe3a674b447c464aa19222301f4e4087b1ae964f3", |
| "39/self_attn.v_proj.weight/lr_b": "float16(64, 5120):929d5126dd718d054693ffa7a44db746bbc94a929568e7338c40c773b2001efb", |
| "39/self_attn.v_proj.weight/scale": "float16(1024,):5fea311981102cb4d4f7fbaba0403834d649b17c5543f2979a880be7dc4259e5", |
| "4/input_layernorm.weight": "float32(5120,):9af2418aa17a1fde3135bf00c0a4be94757011be4a20f9691ced37cc2a84a4b6", |
| "4/linear_attn.A_log": "float32(48,):8e1570e4b1c358bdc8815c8369bc389247f525e3cef79a58798f35d6442e9fe0", |
| "4/linear_attn.conv1d.weight": "float32(10240, 1, 4):3ec88f4c112ff501046db18275ddd2ceb804a5623cee854f9559a7035135b0c1", |
| "4/linear_attn.dt_bias": "float32(48,):83c7e8f4b52d6cbe52bf56ea40ead2a3a64b1497bb45b4c2e8784d6f2ca3f426", |
| "4/linear_attn.in_proj_a.weight": "float32(48, 5120):7a4d9069b33be70724bbf71803c4bd436c38e851ecabd32e6c1078a1eb2c91fb", |
| "4/linear_attn.in_proj_b.weight": "float32(48, 5120):3148596aa45c3ac2e9280413708688c3072811a25bd587f5be2a965d4874fd21", |
| "4/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):4ca3112868968f23f7f178655777cd94b84dc41bfb429d1d519f1f95b3aba299", |
| "4/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):785cf3331e2edf42e96d6bc9a2ce1eae39976556bd20ad6a239c65a8f177d4cc", |
| "4/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):c4e7c8543511caee4bf27ca9399283c6feace173a484b3bf1464dba04158cc34", |
| "4/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):788c71a240149ece2ed26b51d5e7ef6960859e2c052ffd6796c081327f02aad6", |
| "4/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):653388d6d8b1636fa6be22dda7122b99c5e0d710086562a5e469d6af283312f3", |
| "4/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):380d23005858a3cfd1fe8514683bcae7e4dc315efe8130d8657a7cb9ed92c720", |
| "4/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):54f44e4b009f321855bd61eb7993d35ef9a6d5b1f82bf2dae11b9c77c1016f21", |
| "4/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):a42b46592d8e3aaae96986b28aa5dc6e6f2be907534c6d8eb2503cb579e11406", |
| "4/linear_attn.in_proj_z.weight/lut": "float16(16, 2):f2ffe44bbbea69ed00b118b6b7e432aea5559921617bfb905e8b599bc71dd882", |
| "4/linear_attn.in_proj_z.weight/scale": "float16(6144,):1540d5f08e503ae275bb4618b56fdd897e02d3e7c831a61941c364dfa976fb20", |
| "4/linear_attn.norm.weight": "float32(128,):733007a2e58c2a03fec95ca83432c0ab7d3a2ebf69f7768ca333c407fea874fb", |
| "4/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):6a05f40b478ed72fb0a96362db13ac2fe4605780e5fdb01319b8d2c0ec218cf1", |
| "4/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):412fb818439c27fffde2bb1268362968bbf96e04164f700ac72eabcde3bdd281", |
| "4/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):d89045f22fbcce21fc3387a3b87fa5fa484e8aa2d31c88a64943a06a325bcc96", |
| "4/linear_attn.out_proj.weight/lut": "float16(16, 2):d5f152828eba6dca41a946b4cd4a2a9135f651575439b6824d53cd4f8c5386ab", |
| "4/linear_attn.out_proj.weight/scale": "float16(5120,):05377500263e4d3cf146a01394154967f1c2116d654333750c985c83147d68e3", |
| "4/mlp.down_proj.weight/idx": "uint8(2560, 17408):966df26f69811d6ff340cba7532859696f9c4814958e4e03040ec7ac97870269", |
| "4/mlp.down_proj.weight/lut": "float16(16, 2):7ca05057f9394c8256763020742ae05a45d1c9608a5db97ba3c9734b5f47184b", |
| "4/mlp.down_proj.weight/scale": "float16(5120,):9152e67a274b92edf80e19c6cb586fcd017057d1e375acaec484cf5e67da214c", |
| "4/mlp.gate_proj.weight/idx": "uint8(8704, 5120):f8051551ca4eaeba11db6188d22f096aba3788160925cf3ee4952bbd2775ed80", |
| "4/mlp.gate_proj.weight/lut": "float16(16, 2):640a0945adecfd26a74a07ccf639dda5608d21cd15fcc0af536278050fc7fdfd", |
| "4/mlp.gate_proj.weight/scale": "float16(17408,):6904b344bc1ebc48129a5ae8cf179011653f0abfab614e71874cb06abfc27a0b", |
| "4/mlp.rotation": "int64(2,):581257451b2acd3bfc132647572ad90eb6301153e531718561e6a6860b329447", |
| "4/mlp.up_proj.weight/idx": "uint8(8704, 5120):66382f15b3c701220c12929555ac29fdedd38470bbaccf905dcda29d464b06c1", |
| "4/mlp.up_proj.weight/lut": "float16(16, 2):60ad6e682dd7380c3097353db3b2a2fa3c07b694d338e95cf9a8cd0c050f4875", |
| "4/mlp.up_proj.weight/scale": "float16(17408,):2fe5ac1c864a8427557b0ae0ed58910acf132e38ac2ee63ba17df2c0340afa8c", |
| "4/post_attention_layernorm.weight": "float32(5120,):f6d53494a16bacd141937833cabe79c6190373d888ac8e565262c52f832c9ed4", |
| "40/input_layernorm.weight": "float32(5120,):e4653db5fc3f63e5e6f48de55460290fe4a3ee6fcf8e498005e85cc0f865d118", |
| "40/linear_attn.A_log": "float32(48,):d171a2f74870ea52b4fd2a3137a17ae3d69d46fecefdeb1e05f0814477610082", |
| "40/linear_attn.conv1d.weight": "float32(10240, 1, 4):c9ce9479b24cc19c98d9136c0c0ce7896d89697db8c07c0bb0564408051e99d0", |
| "40/linear_attn.dt_bias": "float32(48,):1550be0d3aaddadf5c41588b02b3e479d96b7d634d6e9d433486def17864535e", |
| "40/linear_attn.in_proj_a.weight": "float32(48, 5120):5648d537ff0b2542a3ad72e2caa2bce9f31e743743464973cfeb5b69b210bcda", |
| "40/linear_attn.in_proj_b.weight": "float32(48, 5120):18b343ed09c4da596eca2e209182f3774e71f946d0d5ae594d2b782b3c2f3ac6", |
| "40/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):77300e93cd29ea9aadbc66fc79560d7fac959c12823124dbac0a8785dc9734a2", |
| "40/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):e8059e4857822a2bca44c9ea8e4f82ba6e5bb835c624db4bcc46d1dadfb01860", |
| "40/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):64dc621b55b0523aa4302abde216136fdd7c796cc02e59f45a19fe00add9e2cd", |
| "40/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):0a8d3aad83065243afffe2b079780ea63b9acd0312a607a1ef5b97ae9b0e47a0", |
| "40/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):3d0cf7723db2601d1243e591d6280e55c1b83f1ecd0e43b27d6c1c7afbd01d36", |
| "40/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):3aae54491405a35e3347ee97401606ac47d6b480766a088a8200eb884f61f3ed", |
| "40/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):09d0d16dfc2525a8bfbdfc05dd78c062c31e782383c790c90b95b9cffc574411", |
| "40/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):85419fa193aae5c949c0dcfa679623f896035d9489d8b27609bbfb573cf08b38", |
| "40/linear_attn.in_proj_z.weight/lut": "float16(16, 1):9b637d0199ef29c2451c5c618ffa50130c8d64916e1c0895b4bb4e79d2efa320", |
| "40/linear_attn.in_proj_z.weight/scale": "float16(6144,):6e3e6f9d53ee6c2d310503dbb09bde0937fcdff06cf561962ab664da3c53f021", |
| "40/linear_attn.norm.weight": "float32(128,):705e6f08f89110cd987ace3e3967332d725987e533e495542e5e5f5c02b88cbf", |
| "40/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):e3d9b8470620bfb1fc316bc913e85dfc8ef15d875d622c3e6d803b978c0377d8", |
| "40/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):031410a69367c04b2993687b9e20194db62b21369dfb6d273a92f26a2efb56aa", |
| "40/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):e292e500336c576d04b343b16599256b94a291b92002666653c93cc90494afa2", |
| "40/linear_attn.out_proj.weight/lut": "float16(16, 1):22eba37d769424b827872196d42db437f2ba4e3678b9002917e828db7812fad0", |
| "40/linear_attn.out_proj.weight/scale": "float16(5120,):b147d596407602dfe41189e27417e89a27bcb97dcde37e6cbe69f97ea17ffab6", |
| "40/mlp.down_proj.weight/idx": "uint8(5120, 17408):713ada6ba3969f10d45c457db49ec699a594b8d20794b6a6dc0296d9313df279", |
| "40/mlp.down_proj.weight/lut": "float16(16, 1):8e2985def67bab0d6e48725c64f93f32de8fb139f18b8606f22f9082d39483e0", |
| "40/mlp.down_proj.weight/scale": "float16(5120,):72752bd2fc325b476077d014cb2636f3d5134131a21cc8a8c4fe7da29e3d7d49", |
| "40/mlp.gate_proj.weight/idx": "uint8(17408, 5120):aa925c3eb35fdf59577fd8ac33270317abeec75c72924926c872a167da5fab48", |
| "40/mlp.gate_proj.weight/lut": "float16(16, 1):845ca7d64e6ea4c0e3aeefca729bda755a618ba374a11f8a200b3813c11cc3fe", |
| "40/mlp.gate_proj.weight/scale": "float16(17408,):96169a37d74982f947fb0508592573864e45636e31da0b51481b9a145fd085f1", |
| "40/mlp.rotation": "int64(2,):95b5881d1b4e167b052c2eaa0b116f865bb8ff1aa2ae8b4b1d9ad8d1abdfc6b5", |
| "40/mlp.up_proj.weight/idx": "uint8(17408, 5120):4393065e6a9f7327d00554216be5d61827c700445d450d6e1fe202198b5679e2", |
| "40/mlp.up_proj.weight/lut": "float16(16, 1):ec055873c5646022dc1fe419c1ef853ce9f2853042b722c2a24f47f6fe191d4e", |
| "40/mlp.up_proj.weight/scale": "float16(17408,):7619ebc648f411b78c4e6e27dfbbd6c308d16b8230581c2a0d68d8a8e7b15226", |
| "40/post_attention_layernorm.weight": "float32(5120,):be375363bf94be016ad2a1425dbae302c8b3f9882636856e2ce4bc005e094a06", |
| "41/input_layernorm.weight": "float32(5120,):a4675f6fc8468ce45283380761ba9fbabd5a3b8aeb70319208f954ce9066e5c2", |
| "41/linear_attn.A_log": "float32(48,):8d32fabe373336f78ea91b2cde4a794ffebf1bb80f41ed263d46c59293a01dac", |
| "41/linear_attn.conv1d.weight": "float32(10240, 1, 4):5f55df32d37292bcb4883a9fa7e4089c4e14d89785eba90fb6c0aeda4f6b3a44", |
| "41/linear_attn.dt_bias": "float32(48,):876bc0e679c7f538a6718ef422857db5fe8f87f5ac1c6c3f5b2c7bc9a435a9c9", |
| "41/linear_attn.in_proj_a.weight": "float32(48, 5120):0fd9ddd38a91760a31169b8a80c73abb4232523b0000856f672065dc99e766de", |
| "41/linear_attn.in_proj_b.weight": "float32(48, 5120):43c75c4cbdd313ca5221b78098ef3d37b07c20a853bb253d155e945b16659f13", |
| "41/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):d1dee67c8089cbf4bd82e230cf3ac81b5285c337c8675e29a41d8ac2643169f5", |
| "41/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):cc3a4be39f64c6c5c1aaebc3ba7ee18fa8900e00cf37b6da2e585ea36feebe80", |
| "41/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):a05de407682aac06c29f3aa27ae86ab8ee620d520496d3aea78bc1914a487b19", |
| "41/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):5bd184f00076402058f5aab7f7d4a5d2bc3779c012258c455ce1a5420fd7939d", |
| "41/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):dc3a31bd28f6794622dd6a77ef0fd388172cb46b8b6abfc585e06b8a6886fec7", |
| "41/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):8cb61d88a0c6aa51be5675915020a800d2887ad3c2ad365e3da92d4cc2e9600f", |
| "41/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):3d69abf777859f0a11d002bdd3ee3a44bf60838d30307aa7d47db93ab8851a95", |
| "41/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):ac2f84ed49461a1c2d4c4a8f966c644ba0d4bda7125c255d9e24c4bb6a12ef41", |
| "41/linear_attn.in_proj_z.weight/lut": "float16(16, 1):42e1db9728d27107996c6cb0a102f5f77a889aef5c91324431730ca1388c20a4", |
| "41/linear_attn.in_proj_z.weight/scale": "float16(6144,):a05c30e38999785c809b3b615b87763eca520e410ac014c1337cdef5a58430e8", |
| "41/linear_attn.norm.weight": "float32(128,):c7670a531f6af02c5eaff3ecb3c1282241f309d7f0a9d196c496ddd88a68a227", |
| "41/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):e73abbb8808777e544c0e2b2d870c7a59021c762c2bf829a760f4d62a8b8a0b7", |
| "41/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):fe653593b454ced7d2b3022af5a004b7ddb8363f8c10a01606308a2f5fcfd9ab", |
| "41/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):86c5e9709e5e5d4566b23367d91540b9a62dabc157a98dc459a72d40e837704d", |
| "41/linear_attn.out_proj.weight/lut": "float16(16, 1):353be8df7d5852afce79c086d7d4f25b50fc2bc0c10f8b0e1a1f9f73e8e65355", |
| "41/linear_attn.out_proj.weight/scale": "float16(5120,):67774c1f8dd3f0bc9345dcc8ba38a9a72de4f14955303f1dfb203fc67e139819", |
| "41/mlp.down_proj.weight/idx": "uint8(5120, 17408):ed5dc1f1d2fcb32d24a2966b6e34f0d3556a9c9099b6b55f37dfcbd21e0a88b4", |
| "41/mlp.down_proj.weight/lut": "float16(16, 1):338b291af779dea475bfd7b0f84b33ac9d283ea00c2d8060e12caee2d14ea5f6", |
| "41/mlp.down_proj.weight/scale": "float16(5120,):7c4d6ae8eb0f8cb8eaa06ff9c3c6bf0885f234fd1a8b4b61aefd24b0e4283513", |
| "41/mlp.gate_proj.weight/idx": "uint8(17408, 5120):2ec43d5ae3b083e01e8a8ca50a435536ab9695c4b14a70ce818b445a26e0920b", |
| "41/mlp.gate_proj.weight/lut": "float16(16, 1):449af42a45c956d0fe16da10dbcd9ae6e08d47a209a875fb88ed8bf446935c3c", |
| "41/mlp.gate_proj.weight/scale": "float16(17408,):0a57bd52a1e49b65f606bd59a186ce2ab64db9534a5dbe7a8ac21a4d9131c9c6", |
| "41/mlp.rotation": "int64(2,):0e54dd14bc8b1a9d79197cb595bb15917deec48ce0be4466e16fec81a0f9c2b9", |
| "41/mlp.up_proj.weight/idx": "uint8(17408, 5120):d412ba29e40d8f5587dd89f42c0cf65680137ae6fff3fc1e8bf552c9e21eda41", |
| "41/mlp.up_proj.weight/lut": "float16(16, 1):bb341cbd00477fcbf3e3c04b601429ae541ba2aac38f6696269bf5f4082d60d9", |
| "41/mlp.up_proj.weight/scale": "float16(17408,):2a768fe0ae42d494637d03c2e3a7873b31f18bf5ac600821f256f61f9e709f24", |
| "41/post_attention_layernorm.weight": "float32(5120,):c6450ac2bf597aea5a3a87a1509dec81830bce31293bb357339849cebb2b37d8", |
| "42/input_layernorm.weight": "float32(5120,):a05f0f52f5e9ca8f3a312dd44df1406fffaf1395f97ed5962e61790e2cf782d6", |
| "42/linear_attn.A_log": "float32(48,):b56b299ecea47e0a5dd0c0cab34d8e31c665dcbc5b5279f170f005b6e1245fe2", |
| "42/linear_attn.conv1d.weight": "float32(10240, 1, 4):a949303a57f74a6481b3dc13366983541c8b73f0f342deb051334d95e25403d3", |
| "42/linear_attn.dt_bias": "float32(48,):94d2bef74a30693c997a8800dc4dd1d25ed85d2a71840b664a5b257c27d1ca2c", |
| "42/linear_attn.in_proj_a.weight": "float32(48, 5120):2cf4656bd259e8de946098c91b59e0545ea7da012642c75448d510cfc049753a", |
| "42/linear_attn.in_proj_b.weight": "float32(48, 5120):211688e28de5c6fa4856304d91d1e9468bb0ccad834fb1efb97ed947733a5c1e", |
| "42/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):5d3b449058c8064ac7876a1eea504f66f878cdcf5f1fff44617a468237d11649", |
| "42/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):f4df957352df115183f9f5893762882b28ff8cb451c322a25e6d5c7015b32e5a", |
| "42/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):3553bef1a04aa4e94ecf905ee2f22cf7e4857c639ed1e169036490d23bdd5ffa", |
| "42/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):5a1d774716fdad49c20a9b9b2066977274cbd84d72567a8600fae1e7e72b9bd9", |
| "42/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):1931d7fc46858d68de9061f23d428d424c6b161cc2af2b80d410745ae94ae3a7", |
| "42/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):ae18a44121f678d78c6e9bc9081896fb3d7eff62eb0687746508d4e5f2b911da", |
| "42/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):9adb51f70fae50c1131562ca5f6eaa3c6f6431fdd53f24273342e092ca71e952", |
| "42/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):a773079983de579a079b1c60715790b498fef001d89640e42ae32d7e4c98202a", |
| "42/linear_attn.in_proj_z.weight/lut": "float16(16, 1):e9916902a3e3d4099bfbf8a696d08fc03ce5e68b1deb1ec5a5505a1186c4feaa", |
| "42/linear_attn.in_proj_z.weight/scale": "float16(6144,):1525b51a4c2b3db75449c13f070536403916dcc8e873c0adffaa2243af4e9999", |
| "42/linear_attn.norm.weight": "float32(128,):ac41d0f1398f4822a629e234af1cb71c10b958312a8b67fd16248d1465f3f616", |
| "42/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):21b8261f0ce83e5e3f15af281003c5224ae3a1a804dd9e2d0c7fadf2f2830170", |
| "42/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):cea605b1485bb6c8a97b4cbf8b3aabe0db6fe4ca5eae545fbc70da47f0a0ce13", |
| "42/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):490f247360901fa1e977cfc68b4080f46fc6e3db98812fce4008367e9276bc5c", |
| "42/linear_attn.out_proj.weight/lut": "float16(16, 1):e1cc31dc5d0b1c2914b4fd3b1207c0708dbcc767400d74006b11c7e0511baf19", |
| "42/linear_attn.out_proj.weight/scale": "float16(5120,):d54388c037861998546a298776f5e7cc29670c860da914b3a0109a8f8e34c0d4", |
| "42/mlp.down_proj.weight/idx": "uint8(5120, 17408):aab1a2f2de42436cb6e2e4865102e0fe34e76416a937ea294df1df869daf4f44", |
| "42/mlp.down_proj.weight/lut": "float16(16, 1):a4db80a50f5cc8f5d8a1ab28e51ad7847f10426a2b8e6974c97c9a3ad7bbff3f", |
| "42/mlp.down_proj.weight/scale": "float16(5120,):690d6f278e66b805caa828a14f1d92063b273521d928c905bc000294d59ae0db", |
| "42/mlp.gate_proj.weight/idx": "uint8(17408, 5120):2a6ac3d657bfcb5e72f2286245a55dc4c446c2d8c01fa48889b002d4bda3e2e3", |
| "42/mlp.gate_proj.weight/lut": "float16(16, 1):ffae01221a12ee4fc51bf89a4e0cdcd2f246fcecc8c6fb81d24836b9de9f653d", |
| "42/mlp.gate_proj.weight/scale": "float16(17408,):4853642d8c5ddfdd3ea2a17485d01072d83f2257a440fb1e84c4cd213e533023", |
| "42/mlp.rotation": "int64(2,):a6bc09033cebf8fa6617d1826c12111e65048284d707b40430a077aafec1db94", |
| "42/mlp.up_proj.weight/idx": "uint8(17408, 5120):792e939d4d9ca1a156404f6cf67a03b9c9e95f8c11d908ea03c8c9704f6f8913", |
| "42/mlp.up_proj.weight/lut": "float16(16, 1):712604324f8fd718fd872c9203796e9fad310b0bcf3f85951168ade3b8532c16", |
| "42/mlp.up_proj.weight/scale": "float16(17408,):783ae536242333e832cbaf2ee0ee52825f9507d404b733b68f485d6e5822ee99", |
| "42/post_attention_layernorm.weight": "float32(5120,):65ca7687e213ee18538efde92e56d7a9f2e67c0a3bd67cd6922f7f298bea15c9", |
| "43/input_layernorm.weight": "float32(5120,):db2ddb54629a54591ca3d519f85d0c45a99991c782be392129e094da140bdaca", |
| "43/mlp.down_proj.weight/idx": "uint8(2560, 17408):a80dce37a4c9751f2fed49e54fb396c0a8e447bbe63810822a194c43a4d50d14", |
| "43/mlp.down_proj.weight/lut": "float16(16, 2):0e93b39fd3f4c65f234f089ff6e108b5fc40efe74c2a58bf852b501131283284", |
| "43/mlp.down_proj.weight/scale": "float16(5120,):f56b5ac4afde2af7b60b4bfca8fe8feadb51bc349089fbe55d02c1a572099d6e", |
| "43/mlp.gate_proj.weight/idx": "uint8(8704, 5120):e244cdf24691b362b3dab72bceb4849555d569a3fbd4246c6415bfc1b6539d17", |
| "43/mlp.gate_proj.weight/lut": "float16(16, 2):efd2951888a86e144e3f044601c96356c458ac580327ef21ef7a223a89b1beb6", |
| "43/mlp.gate_proj.weight/scale": "float16(17408,):338cdd385191b011c4154f55a2501a3c964f1c354ba450a12c12a5c0a679adcb", |
| "43/mlp.rotation": "int64(2,):68a0781be35338d095336cae01681a0aa1e05eacc9d6af3b6d81d27258a8f38b", |
| "43/mlp.up_proj.weight/idx": "uint8(8704, 5120):af2b2dc8c5a25c128ce76e8595a10f7f87bbd26c0d7b4a38d4895fd10be3db4c", |
| "43/mlp.up_proj.weight/lut": "float16(16, 2):6b7a3b88c5d02b4838fff7ab07822e277e768b3f009d604ea3d8a53a752a30e6", |
| "43/mlp.up_proj.weight/scale": "float16(17408,):f595bdf934d406bd6fdb007f17a9a9b06502dbfba3e91ae8169dfa8f930352bf", |
| "43/post_attention_layernorm.weight": "float32(5120,):b35c74e2a15812f47621661acf8f477c17bd702315481caf503d19ee6ae7fc6a", |
| "43/self_attn.k_norm.weight": "float32(256,):f3c166df47a9a9f0080ba2c12fe523eb0062f09505ab867c1ccc68fb6c2d747d", |
| "43/self_attn.k_proj.weight/int8": "int8(1024, 5120):19eada44f5250a550ffe49f25af39d73b4d6ca733a11d1f32e0a412694136984", |
| "43/self_attn.k_proj.weight/lr_a": "float16(1024, 64):f95d60e56c135befd53a3736085ba8899876fe541b3fd3d224f11f48d21a5301", |
| "43/self_attn.k_proj.weight/lr_b": "float16(64, 5120):e2cc52d0bc83dc294a6bc2a365875d7e9b89a56ddefffd7577a4f7dddb5f7db2", |
| "43/self_attn.k_proj.weight/scale": "float16(1024,):f619b399ebef4a4678fe461ad399b41f638cafd8aaf5dcc6545c162f3f1f5d7e", |
| "43/self_attn.o_proj.weight/idx": "uint8(5120, 6144):eaa30706a0adc55fd9e2100f70e2ec62458c48789c600a1f5540d1b6ecb31a58", |
| "43/self_attn.o_proj.weight/lr_a": "float16(5120, 64):687dde80f8d6e50daeee57f70566309316ce6fa90338f1d9c22edff4f39fbc9f", |
| "43/self_attn.o_proj.weight/lr_b": "float16(64, 6144):449f58d4cdcc772ba4288596ed500c7ea534ca7f2223f399005b19e78355f71a", |
| "43/self_attn.o_proj.weight/lut": "float16(16, 1):e5194b4b023558e7017b0ddc8ba3f7747da394774098c7085af2d44dcc30c696", |
| "43/self_attn.o_proj.weight/scale": "float16(5120,):614a6c8f2302f5aa2bfbfcd3c68448637c056bd3d11af5e9346eac01f277edff", |
| "43/self_attn.q_norm.weight": "float32(256,):cf89612d97ca3e8fc4cc46d1c64bc4490ecb1c8ca34672afa9eeb34349b33ddd", |
| "43/self_attn.q_proj.weight/idx": "uint8(12288, 5120):738c0f61b7f656b66c996c64aa961953cf042794602c906971d5fba826b5b1d9", |
| "43/self_attn.q_proj.weight/lr_a": "float16(12288, 64):c68828e1b723266f4225343bdf23954aabbcdd29ea4ccea88dbbad413f86e2df", |
| "43/self_attn.q_proj.weight/lr_b": "float16(64, 5120):52a1713c925a5381ae8043fb15d21d60b5611b2286dc93a2250ef5babac747fc", |
| "43/self_attn.q_proj.weight/lut": "float16(16, 1):ff32893997e75c16189b40e86bf3e1ef2d3f9246270c35ec604ac65c21413903", |
| "43/self_attn.q_proj.weight/scale": "float16(12288,):b942423713bc15b51788599538647c554017049618b7893a59221b09d0c8c2a7", |
| "43/self_attn.v_proj.weight/int8": "int8(1024, 5120):e650c07a035ddb37da1ac5f0ff16a494809fca6cab487c4e95fb8d6671a4a605", |
| "43/self_attn.v_proj.weight/lr_a": "float16(1024, 64):f17d869de4685cd50a77d0867c62ba86858eb12d94e31fdea4c61840e60e9762", |
| "43/self_attn.v_proj.weight/lr_b": "float16(64, 5120):8140f44a8d420f12d1af1d9e8b142a944bf26ea43ee871d1017ba982701877da", |
| "43/self_attn.v_proj.weight/scale": "float16(1024,):026f3ea061b1aac4d5a6418da1516e4268181ee63ed423f51de7a6189382a478", |
| "44/input_layernorm.weight": "float32(5120,):10dfea94eb0283d1a6257ac0a910730c5d5a011a8df697eb424d46d2ea243a8d", |
| "44/linear_attn.A_log": "float32(48,):fade71765b1a26ebf2e339cfb89f5d39448f63bb57d518b2f2f9e11c4b77f6fd", |
| "44/linear_attn.conv1d.weight": "float32(10240, 1, 4):3ee4ff7e6fbbcdebd36bcea7a28f1932a2de38af7e12f299a8067faef0e35460", |
| "44/linear_attn.dt_bias": "float32(48,):29e006a35a15b1572bbfd1d8b7a3ab24c32873ca26a3e7fb34884a4aefa21e03", |
| "44/linear_attn.in_proj_a.weight": "float32(48, 5120):d10430c1d90425f79cd3acda36618fbcbf65881d4c32532a287260c9506b9f42", |
| "44/linear_attn.in_proj_b.weight": "float32(48, 5120):a3ddb7e1618459588519eff5cb3a411e17fdf8e8a56cc8f60fb1e373ca4872b4", |
| "44/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):37e506d03b88a8506d98eacf17620fa0efd2d0f3be4b19c40b78e4b64994d214", |
| "44/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):a8f9f384da4b38da0eb309d74291dc38d7216de108eb6ab1113da76fcd052ffb", |
| "44/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):2a66fa4d2698c6cfffab153d7a002cf1705ddc4cddc90a04d3019024f88f4de1", |
| "44/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):b5759d68a52b6bb2864f12001083c79998e7b4accb3a9f2a5bfefed223fae28a", |
| "44/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):1aed553d87a6427fe5f4430a1bdbdb89bbe4f6cc183a8821d143a6fd98795ef1", |
| "44/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):fe7ffb07de48ca5730050720833c10659d200d299290642200c2089c9cf9d040", |
| "44/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):fba7a3254aca9d79350055b7a480a18332a4b2a425cf138e5c1f32d0da20458a", |
| "44/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):43587e064401bf25d9ea0a046f7b3c7bc83a6e4f354898377c4c2cdc21b79453", |
| "44/linear_attn.in_proj_z.weight/lut": "float16(16, 1):89c80bfe5a3652c2bc47078ceb8a7ec18d8196219585310219a866060b52d4fb", |
| "44/linear_attn.in_proj_z.weight/scale": "float16(6144,):c04e6155f2e80ea946a2dafed311fb99593b559245b1f4d7bd568f4f1ff5e030", |
| "44/linear_attn.norm.weight": "float32(128,):eb05891c80d44363c226d01c054deb504e23c51b302071287e3986afaa4422ec", |
| "44/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):e6793cf03bcfb9376fa07dd879c4180f612e56177730cbb15f183c2ff487ad17", |
| "44/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):29b9c9873d54ea75756e3abfe76083d1216155142417177d3a66d9be9e99b97a", |
| "44/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):3c7ab6cb76e6176aa40ce1c5a5863064bfc0a4bf0de9da2e7ec78bec9af657a2", |
| "44/linear_attn.out_proj.weight/lut": "float16(16, 1):bf8aa4903768e3de8de699daac170c5e95d4949acec2865e99affac0f733a1df", |
| "44/linear_attn.out_proj.weight/scale": "float16(5120,):a757ce811a839185714a66ac092c93e6e4d8bd635684b525e9118af56179e3de", |
| "44/mlp.down_proj.weight/idx": "uint8(5120, 17408):9f6e0d4636c93934e8bba9cbdadad909e05efad6ae20301aee50ecc3c52ad92d", |
| "44/mlp.down_proj.weight/lut": "float16(16, 1):30407c4c86c8536727eed2900c774b0db37b6c3e7f56b50a9f96117c70957180", |
| "44/mlp.down_proj.weight/scale": "float16(5120,):ea8f09bf89f5df0382578297d15b4e476d633f0dd72cd7bf27fb954a9c8cfb97", |
| "44/mlp.gate_proj.weight/idx": "uint8(17408, 5120):fbe3cb75b2640131c753d76d1945ec4a847a2156041495c0a91f8385591db79f", |
| "44/mlp.gate_proj.weight/lut": "float16(16, 1):6ca5c86844967c11618587753a1499e146b725c4006f3f7993db4e086feff05f", |
| "44/mlp.gate_proj.weight/scale": "float16(17408,):aeadc4c09d8fbae5291f6aa59472d9509ee56ace54f25a59d9fb88b2acd70e45", |
| "44/mlp.rotation": "int64(2,):df64ff10bbaa78adb4d31ff13d793c35241dc02968a2656fe5362fb9f90c08d6", |
| "44/mlp.up_proj.weight/idx": "uint8(17408, 5120):402e0c584cd88df95bfb7975af115572864680f72e438ab553e278118d7980f2", |
| "44/mlp.up_proj.weight/lut": "float16(16, 1):5df6a68857683c2769065e384db2c8ac3b30ae2aa79c0e305d05337cffebceb9", |
| "44/mlp.up_proj.weight/scale": "float16(17408,):3ca7a11a89cc0d173a0fe6ce6648b4a656ab403de3d615e3b628e195482e58ca", |
| "44/post_attention_layernorm.weight": "float32(5120,):9220401d46318e09c798921cb413ead66d3a9b8796d90b03b7d06a43f25239bd", |
| "45/input_layernorm.weight": "float32(5120,):884a63f48fbff27083a326f744c9823fb8fe6d1db6eba0a9ad704a9c2941caef", |
| "45/linear_attn.A_log": "float32(48,):68e2316dc74427780a0ef1fafb4847e0c12cbe2a911bb7dd93b617789be1f35f", |
| "45/linear_attn.conv1d.weight": "float32(10240, 1, 4):cef3c2c5b72f576bed61310e15940a5473ad3690b1793cd7b3c7b2fcd04f93e5", |
| "45/linear_attn.dt_bias": "float32(48,):e273fd6c649961763ec63278fb8a728fe151874dddbd953d2de2221338c10a60", |
| "45/linear_attn.in_proj_a.weight": "float32(48, 5120):6f0400690dafc69de77ed19ba0f2d35db356eb5c7e521688fbc9d32d9abee129", |
| "45/linear_attn.in_proj_b.weight": "float32(48, 5120):17c3d5a3fc59781c50d02b47f0ba103264710d0a44038516fbcb276bc67dc983", |
| "45/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):715d794038288529dcf6f111836bc53ce167a7c7eb775eca5beff47bce812e6d", |
| "45/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):4d52893d98b04a74cb36e9fa38cab08e0348676b5f27c728d18ea50a21605e68", |
| "45/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):012ac9dda01fb622007ab7b4793875011e2543f0172db0863b7811ac293a38b9", |
| "45/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):5b5f8b93dd0c0cb71c058985d8d7179ae0129ed706455b023c294f58ef53d030", |
| "45/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):c598afc17641e6111f26ddf1964ce9e636114b91900f254d7574846753d0943e", |
| "45/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):3c44cd76d0603f9df2a3381f896ad04969a7e890805ea6b82d60c1cc8cb862f0", |
| "45/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):b39841f3e31cb225e29e1296038715bde6b1ea8b4207e97403707b793a7b26e3", |
| "45/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):ed7b14bc007beb356b620b48f3b06f1cbfce3333d95fa3ac6f32d5c0e9f53d66", |
| "45/linear_attn.in_proj_z.weight/lut": "float16(16, 1):a7da8d0da6018ce329427b1b9aa4e19fcbbdcdfec99a5743442f92d12971df87", |
| "45/linear_attn.in_proj_z.weight/scale": "float16(6144,):a60988a7e6c188f6200e745e382929a823d9a76321764d5f8a94d359edc37b02", |
| "45/linear_attn.norm.weight": "float32(128,):6d95323776bba1314f04e5308130f8174a3904156c1bbb52419e830d858170dd", |
| "45/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):e96cd1269069218ff4018b3e798101515db554811975cb0629369cfb4d096d72", |
| "45/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):77cda406d848b1fbb00fdbbbd52fa611589f713b00c0377d36430b126a374d4a", |
| "45/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):dfcdaaf5e349476c1fb3ef5e85c7cfe314a655df3ee791041052cb792803be29", |
| "45/linear_attn.out_proj.weight/lut": "float16(16, 1):c832438c9c1c2a59618911771fb0214745810f04c8b3f89aebeb3209d61900e1", |
| "45/linear_attn.out_proj.weight/scale": "float16(5120,):8abdd83714704c2d38473611f0f2a44a6cae8d02f3c1874857ae68f301072cf8", |
| "45/mlp.down_proj.weight/idx": "uint8(5120, 17408):485474b440c78f9133b12f3cc212cc991e567c6f733d1ec294da2a3d6a7682f3", |
| "45/mlp.down_proj.weight/lut": "float16(16, 1):85a29db30851a1539387290072d15217109f25527bec10b3649b695030ac7f8f", |
| "45/mlp.down_proj.weight/scale": "float16(5120,):f1713db1e0abe2ff7c7b375f378a363a1d5a07416773de4eb39fb8abfe42d0d0", |
| "45/mlp.gate_proj.weight/idx": "uint8(17408, 5120):4d9846b5e47a79c01e9e7fecd7c3cd31636b1dfbc5a697d06709b8eb17e177a5", |
| "45/mlp.gate_proj.weight/lut": "float16(16, 1):469e5ee62970dce987f2dcf62618f8e42c0ace58e54cf60a34a6180cfd1ee88f", |
| "45/mlp.gate_proj.weight/scale": "float16(17408,):5916194f80cfbf4a4ce749e46eac613a72f5c3618a891e82c4837d9c91e3768c", |
| "45/mlp.rotation": "int64(2,):149c5fcec1a11fe4646515b9d89291df305955d869667da8e5e66bfefd8050b0", |
| "45/mlp.up_proj.weight/idx": "uint8(17408, 5120):b9132f8ecfa7e50094df14114d54ab8af065bea1c2079a9dc162590be0c96ef4", |
| "45/mlp.up_proj.weight/lut": "float16(16, 1):8249451000abb8609dfdc6e01fcf578b323ff1fe0424b10210b01d409355e8b3", |
| "45/mlp.up_proj.weight/scale": "float16(17408,):b1507726bfae0e1bb77d1bf80ea6da269c6452faafcf4eca5bb92839a0fd2a32", |
| "45/post_attention_layernorm.weight": "float32(5120,):02390ae3476a92768ac1b296d6249d32ddd64c1a3a66f43df6cf5e1f0cd9ee33", |
| "46/input_layernorm.weight": "float32(5120,):5b459d933d24390a39d1b2a4bbbbb153ea09077ab8ab6d8cd7452d9a0ab46a3e", |
| "46/linear_attn.A_log": "float32(48,):86f3fc5efc00fab7af026e95a94c7d21fa301eb85bd5c031eea62141b3034c50", |
| "46/linear_attn.conv1d.weight": "float32(10240, 1, 4):fe71c8123182e0cb79ffd52b2fcec874199336cdfb6ef9f6c24e9ee1e404306f", |
| "46/linear_attn.dt_bias": "float32(48,):2a71f1f0e43fc8ac6a0873cb648769fb03918692117160935da3001b36d626ec", |
| "46/linear_attn.in_proj_a.weight": "float32(48, 5120):c56ec4dc22e168e9b9d92c091ee53509b24c20548b77debf4c6b93457dd55a3d", |
| "46/linear_attn.in_proj_b.weight": "float32(48, 5120):175b73efca2f078b0753dc88012ce04641a907aef04070b5004e741b2359c6c6", |
| "46/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):a6a1a460f6c054a574ac1bc50f12f1f88f96f42a0f9952d4e8f70ea953e2564f", |
| "46/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):7d323003ae3b2a83d7047d8eb6e6a3534969dca0ca0fd97eee9dcd440a505106", |
| "46/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):35b01ab83c9431efffe26792f2c8cbf633caa34a30c774d9a565d42a92cea707", |
| "46/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):b77af23a4e216800866401be33c0b608884b16785a2a6bf3d286e8194f779c5c", |
| "46/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):4935a270b09de8062b139023726706c208c3a625da6081355b81c5f84768dd28", |
| "46/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):8f9c535cd8cd4eec5572d8ebbae8fe2462b5b39dff2beb8f0f2e2b600dbd0dce", |
| "46/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):0cb2cbd61a55c185e2e4046c169ae72a5f04b72f7fc7f928e311210acdee3ffe", |
| "46/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):d2583c116b205febd03111ea9f9da57b02853b2786175c85234a38b9226f6c15", |
| "46/linear_attn.in_proj_z.weight/lut": "float16(16, 1):edd10aa1851797383900861fec2ecafc64e3138e3f144073c26627ba0d474152", |
| "46/linear_attn.in_proj_z.weight/scale": "float16(6144,):4d3c9c986793f774b7317d2a56028ed81218addf4168036c215e89421d425080", |
| "46/linear_attn.norm.weight": "float32(128,):c1b5c5f4fe45f833d3f5127488d234308ade18bffa5404de352028c8290b29c6", |
| "46/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):67abd55a8ed2cbc52fba627f40fb7f83c649eea436276a324c437f42b9a6076a", |
| "46/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):a7abbe7775884ba0b1a377e7718c6465d57a10980698b78b5a2ed26f98a1cd6c", |
| "46/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):763661e4b9e3f9924a433ac8f240f193f38639ada9a1fbd1a46ca6bf47b3d5cd", |
| "46/linear_attn.out_proj.weight/lut": "float16(16, 1):c8194bcf01ec10228db386891bd8849d546ab4c90247b7280f202e0e5bf336d6", |
| "46/linear_attn.out_proj.weight/scale": "float16(5120,):ce06b40318aacfdabae624815635424c4feb81f31c67de0f54d1ff517af929ba", |
| "46/mlp.down_proj.weight/idx": "uint8(2560, 17408):738802669741e26d60e6be6a3049b1ab0783772ef1d0784d5284b76fb5207c90", |
| "46/mlp.down_proj.weight/lut": "float16(16, 2):6043a5b8a8e5aecd9ca2a576c9223ab4631ac40829a1231f32404dcd05e28a45", |
| "46/mlp.down_proj.weight/scale": "float16(5120,):c8b506adcc86327489a7deb8ca9b85eb4eae249da2351a50cfb1253f6ab1b619", |
| "46/mlp.gate_proj.weight/idx": "uint8(8704, 5120):6f3190e3ff96980acce89dab25f8c573d2415ecd05273abb9ffe666248989144", |
| "46/mlp.gate_proj.weight/lut": "float16(16, 2):91dd53ad0be828e0f310dfb170a6e925c4f9f7b6a7499d80124350c3f7a480a5", |
| "46/mlp.gate_proj.weight/scale": "float16(17408,):6cd6f5c9dce10c52c7470ce3fd1093bf8a0beea6aaacfaa51a67e7dd2bac1a88", |
| "46/mlp.rotation": "int64(2,):4d3812b7347c1bfa364147f79154a625ce1c41227d7504d04eb676427ee987de", |
| "46/mlp.up_proj.weight/idx": "uint8(8704, 5120):b498e06dd89fa4c5cffae7628824d94a0e1820a00998220b4a8f86cfb9b64ed4", |
| "46/mlp.up_proj.weight/lut": "float16(16, 2):862cd5e4fa25764db44789a5b5ec7bf1a50bef3b1164631ddec44ca2cb2949ef", |
| "46/mlp.up_proj.weight/scale": "float16(17408,):02045dbde1271766efdab3b43ea61d28e799431f141a843443e3f2ee6dbfb53b", |
| "46/post_attention_layernorm.weight": "float32(5120,):d7207f5e3170c145c0932f4cc2ce451060b7bea7fb6b4d98dd1177f6546c905a", |
| "47/input_layernorm.weight": "float32(5120,):283fcd1efebe1c0d73e274ddd637f4e04f233a8d1500951e8b9fd23f26dc6423", |
| "47/mlp.down_proj.weight/idx": "uint8(2560, 17408):cb7562ed92bbc99187013607d7e388a34d91ec78f907bc8115a255e8e5b7a0cd", |
| "47/mlp.down_proj.weight/lut": "float16(16, 2):3a7570f782f2bf1e8fdd7f4f4cc8324be6a7fa1bc3e7c546c20802a59f24a287", |
| "47/mlp.down_proj.weight/scale": "float16(5120,):758bbfdff96390e456d2bd1c1dc8d270ac6f5cad0c080f12fc5d5ff8d29abfd6", |
| "47/mlp.gate_proj.weight/idx": "uint8(8704, 5120):97777a0f6c7bc80ca3633247442865c462f42a7fa1b0f58c7a760e74b9a86d91", |
| "47/mlp.gate_proj.weight/lut": "float16(16, 2):cfa0981598a951813fa2098960c36c29a817eb3f12671762fcc463b96a4a33ae", |
| "47/mlp.gate_proj.weight/scale": "float16(17408,):27e0dd5ba06c0a14272cd648f415de6857af681de2970fd71168cc3ca1363a8a", |
| "47/mlp.rotation": "int64(2,):11611950d04032b87113e0573b4e4443ffbb952d2e3e85127fc25e69275b1085", |
| "47/mlp.up_proj.weight/idx": "uint8(8704, 5120):a7a1e3c6ec170fac26cbb32cd878413ca64093beb8622cfc8fe7b8e3eabdc8e5", |
| "47/mlp.up_proj.weight/lut": "float16(16, 2):fe3d8cecfe036c0689cf6820c23ca5a591cd74e02ee685915a7511aa184e1235", |
| "47/mlp.up_proj.weight/scale": "float16(17408,):e8c5b12cdf8b4a0349957b9370f0ff27628482b11e28dea8d97cd3bf3574b19c", |
| "47/post_attention_layernorm.weight": "float32(5120,):64c94437ef456b5b4b06c16fa179d1d2e26182390df38253e4ffa0c1c528a8db", |
| "47/self_attn.k_norm.weight": "float32(256,):adca19bedb3c4ea3da58c75878a525de59cb7310c1f9ef0633098505e031ad4e", |
| "47/self_attn.k_proj.weight/int8": "int8(1024, 5120):63deb6e0f563e9df207346d96210215d82dfd95de72ee89d9d6b012980c932d4", |
| "47/self_attn.k_proj.weight/lr_a": "float16(1024, 64):6a851c7b0ec5cedd572adbd83570698c02cf1ba63169c72c815cd73b3ca81fee", |
| "47/self_attn.k_proj.weight/lr_b": "float16(64, 5120):c198056f1e8d1a26f35a8edd20b80656d854594cba11fda1c3c3e5d41af7b510", |
| "47/self_attn.k_proj.weight/scale": "float16(1024,):5d3261fc5ad96c72929e6fd2680f8deb9828ae86b4e5fa4fdc0e47b2d453fc17", |
| "47/self_attn.o_proj.weight/idx": "uint8(5120, 6144):3f4b0579fbb004b5edb1f04cc74845fed516663b5e8710a37e59a9107fde1152", |
| "47/self_attn.o_proj.weight/lr_a": "float16(5120, 64):0bc4502ea10248536c74fa9835140f946234f7e428044fbd6db66949ee7b4ad2", |
| "47/self_attn.o_proj.weight/lr_b": "float16(64, 6144):000376dd507209b712746e6f44c46d7bf684b00003c7fe9ae99100e9d9c4446b", |
| "47/self_attn.o_proj.weight/lut": "float16(16, 1):0e4b1dc1e1238593ba9fb002416be09ce7326d1e7d078547b62d5d68000907d4", |
| "47/self_attn.o_proj.weight/scale": "float16(5120,):2c83400f6600917714be04b464308da5585220a3c9655d27665226256507567d", |
| "47/self_attn.q_norm.weight": "float32(256,):adfd7b8ddc3271c9333b958745c97048d11acf6ab0d66325830aa0ba8855e4ae", |
| "47/self_attn.q_proj.weight/idx": "uint8(12288, 5120):3d59a445da6e15beff7e2674a0c7b772a24fb8a7da8da34f00455ac727e4dee2", |
| "47/self_attn.q_proj.weight/lr_a": "float16(12288, 64):c41c431ab69730dc0dd67c7d0cf35a06c96bc48dd43b5a01ec0f3d3b988dc241", |
| "47/self_attn.q_proj.weight/lr_b": "float16(64, 5120):a694848fbf2769801ea47a0ba93d4ad9dba03dab96a9dffa4be6aa6048e858de", |
| "47/self_attn.q_proj.weight/lut": "float16(16, 1):17b3ce6d8e5237d5194cb23a1885ac003fac52fe5a3e2ae1b593e29c847fc7e5", |
| "47/self_attn.q_proj.weight/scale": "float16(12288,):795324ff75be2498fe62ad8eacff4358c1c587d7d38a72c31cf0b6f9f0cfb757", |
| "47/self_attn.v_proj.weight/int8": "int8(1024, 5120):31da3dc6808be41f53b37cfacaaa5dd50116814a338a0da7822e32d0b88fb8b8", |
| "47/self_attn.v_proj.weight/lr_a": "float16(1024, 64):74ffc286ae2970799ae18809a1fea1cad27050145aac931bd956fb821c507662", |
| "47/self_attn.v_proj.weight/lr_b": "float16(64, 5120):6723816672ac5fb211c9b26debffcebf3784d6311266a29069b6693b542e6be3", |
| "47/self_attn.v_proj.weight/scale": "float16(1024,):1101cabc65b19f3badc63b5ace86e7fe8fb5082a2ab1195afff2ea3214ab4c93", |
| "48/input_layernorm.weight": "float32(5120,):5d52e28aa05f219b9de5b6c599ceb394d16df68a795466423c6ed7e0ec105e06", |
| "48/linear_attn.A_log": "float32(48,):a947a43c6120db6e572688df92ed498c5cd3c1392bc4dc28781db3fcdf0b7273", |
| "48/linear_attn.conv1d.weight": "float32(10240, 1, 4):66dfeb40b76dfc3940c2e35d92025330bfdb9e59b3d9377c26587d318c0e9334", |
| "48/linear_attn.dt_bias": "float32(48,):d3f72acfde9921395cede9f974da816298ba526e8b35520b46ca16d9d9bc9da3", |
| "48/linear_attn.in_proj_a.weight": "float32(48, 5120):3342c637f27f53e3cff88c4ddb824e0180407cdc045efb9ae1dfca787eb1cada", |
| "48/linear_attn.in_proj_b.weight": "float32(48, 5120):8f9fbd1f95d56177b7d0fa7216016c3593006d2844901faac387084e4a8af95f", |
| "48/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):4647ae8e9a203b7eabffc16e0baa8557da6a9eed711544874377f6b04fd60491", |
| "48/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):bb4fdfeeb1a65cacdfc8e780b205b7bb79f27a2350d61421fa41ee560629b8d4", |
| "48/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):fea3f8d3055845da5ead868b16e42e85c0134417b7dc37debe619ce822abe186", |
| "48/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):0080123c4e1cac4b03476ee619407eb934eab1b993d1e92cb9c977104013a8d0", |
| "48/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):a0d60abc61a21177262dc931a23c62ee634d87ebbf80d66b9fe2a719cb08523a", |
| "48/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):bbc0e96678996bff2dcd8edf2cbc81e558c6b9d81f238c091e071c35f93d147c", |
| "48/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):d91c188a72b08a20b559c194471aa939ca6f374a7826681138b4b07bb6287475", |
| "48/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):de6d5a639b2aeae678782a11db390483994bca1cb5a4a8fc6cd527280acb8121", |
| "48/linear_attn.in_proj_z.weight/lut": "float16(16, 1):f14e25e52d58431126e23f2932dea36b37366152f8b787dacf3e3d1ab02388bf", |
| "48/linear_attn.in_proj_z.weight/scale": "float16(6144,):2b6390cf1118d2592c09c25fb2df01342b57544a38eb73a4c483eb90a6d0f271", |
| "48/linear_attn.norm.weight": "float32(128,):f10e123465f485674e2090bec319e155ea2409892dd2bbdbd0df79a5317460e3", |
| "48/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):9c3b893d3ef835496ad3a3e892007dab0ec85744145dac3f8d3298a26b57004c", |
| "48/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):8fbf6a123ded03d354cb57dd235a5b6a4b0c40d3639d76c10dbe808d291f3a79", |
| "48/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):37a93e3c71b546da490cce7b6ee3ba21ea87e8007700118ef9020c5b10f76cb5", |
| "48/linear_attn.out_proj.weight/lut": "float16(16, 1):9a4c97fda6c9ff19dde551d09d4ed4b7f14fb1727cd3b7fd5f1b3a71fa88a63e", |
| "48/linear_attn.out_proj.weight/scale": "float16(5120,):9a8483eb85ca9f2c8fdc6b90c9b8e28ff31e74a6fbdc38695c8a137dc2f8d2d1", |
| "48/mlp.down_proj.weight/idx": "uint8(2560, 17408):efbf5f083a78366e66745f42ce4fc71665c5548f24aaf314b222a2980a76f3e4", |
| "48/mlp.down_proj.weight/lut": "float16(16, 2):af7eb884a2a6c6ff9145bc9550c0859b80915404e111fe93e85d44c6b7238cb2", |
| "48/mlp.down_proj.weight/scale": "float16(5120,):3236b0c7f8da486c1931770d6c119bb7ae9f7bf0d978a1df8988fd4fe125f294", |
| "48/mlp.gate_proj.weight/idx": "uint8(8704, 5120):0225f59f38f9d2323043e47a93f828f18909352896259ef6a7ba603a5d7ce2fd", |
| "48/mlp.gate_proj.weight/lut": "float16(16, 2):5231c82ef37ac352724b4bc0c0b8e8fe4aa64fc42522b5a0ca29fff512f4f423", |
| "48/mlp.gate_proj.weight/scale": "float16(17408,):e2109c1e625dad862b2dc40a514c4769bc5ffc70ae1072ffc31fd5bb17ca58c7", |
| "48/mlp.rotation": "int64(2,):db447a7c44da487ac93755f0084bfa9c01fbcd4e29eed8f2bda6cbdd4f7cea95", |
| "48/mlp.up_proj.weight/idx": "uint8(8704, 5120):9fc1b88d70dbf3a145284d3e4da8615ea34961b7b1c6ad5218c58fc96ca7e9a6", |
| "48/mlp.up_proj.weight/lut": "float16(16, 2):6880db94296dd129091b385b74685aa5daf7f12f1769eb265178c483ade155b2", |
| "48/mlp.up_proj.weight/scale": "float16(17408,):4d423c2b3fe3ece46dca21ac81eee24037c9e66d084ce03859e305bf414e0d06", |
| "48/post_attention_layernorm.weight": "float32(5120,):ab25e8f8442e8b81b5a84641aa7bbde9c0c6acfac682793d7840679f52a2e09f", |
| "49/input_layernorm.weight": "float32(5120,):765d1951b06a5389352b7231bf4818b860000ce4e918b949a562c489ece6ca95", |
| "49/linear_attn.A_log": "float32(48,):774fe716b4a319a81217698292fcfe8b93958d649be61355b091384fe7b9ab8a", |
| "49/linear_attn.conv1d.weight": "float32(10240, 1, 4):7dbff126a4ea9f04d72785e25332cadd607f1b25695b7aa5a6f65436e228a133", |
| "49/linear_attn.dt_bias": "float32(48,):1273e2474f0ef6f688a308248780b43f59bc24163f36d4fa5f7e31de79256095", |
| "49/linear_attn.in_proj_a.weight": "float32(48, 5120):dbcbee0d1227d1441f41d05d01064b6756187b5b9694ce6ff05a170cdcb16aa0", |
| "49/linear_attn.in_proj_b.weight": "float32(48, 5120):2faa6bd689d8bb67a76e057c35996b70d407eeca94eb59a93f335c3f89747ea7", |
| "49/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):f00983b4bfbbcf8cf131ef578304ea1955894f442e00375890c8a2d97be6b6c0", |
| "49/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):dc6ae8fe53aac464e3f55be1068a8f014e4105a865e9f4aea5fcb080a8f46039", |
| "49/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):3efcfc16e9156c1390bc04837b717542e3c915f51c4d66ee9e8c50894c4af263", |
| "49/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):0b847b748cc98b7f28f1cd16785248bc20238fd37e2e4e2ff5500ca6a74f445d", |
| "49/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):be076a449f575237d971de82d3e14b1ebc0346b63f4f1936024d88db03f2a044", |
| "49/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):f9c554c0838799566874afdec74b1ac01351ef71c5e9d76db68cbc1c3f40573a", |
| "49/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):61efe0d3979cd78da8b3ebae5b69fc12d54425e0b1074c869abdc9c3a6bff057", |
| "49/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):870b69953efc11bc35a49403b783878762d23da09adc293d09bd972f3bd7ef24", |
| "49/linear_attn.in_proj_z.weight/lut": "float16(16, 1):c0f048453e4412e39a53c5ff64256d828f8779caec3fb4a717a86a2b89d44674", |
| "49/linear_attn.in_proj_z.weight/scale": "float16(6144,):be24eb3500f2715a9b76b5ca63d8b6ae261d81f9ece52d830a7a4cb1bd2f28b7", |
| "49/linear_attn.norm.weight": "float32(128,):34d6ed78d9c37bf3d7ab94b4c2edd728fab51b80502703f86e4d77aaddd043cc", |
| "49/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):3e49811929cfed2bbfc27adca991718e8610c0cd57e25da05e85b988f616dfb4", |
| "49/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):c092e99aa60ba3c9daac5d971ac85af9e5daccc83656109ce4cab320c7053c88", |
| "49/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):51772543b06d4ffa3f69bd080c3cdbb5f17d3de1166494a18342b45652930d2c", |
| "49/linear_attn.out_proj.weight/lut": "float16(16, 1):9d81e48c75097d4f3fa07a70c11383d514f9bd8c8b3918a08211130a4990cebf", |
| "49/linear_attn.out_proj.weight/scale": "float16(5120,):9632c6e4166075803876ebfac4514d1a6d6a872169ea98dc7765681bff6b9f5a", |
| "49/mlp.down_proj.weight/idx": "uint8(5120, 17408):9de9fffc4d9c698bde54c72342df951d024adf69851fb8752d7c608f38e90d89", |
| "49/mlp.down_proj.weight/lut": "float16(16, 1):35d9c6430da545f3dea820a9e4080ca9a3d6409d350d6d54b4f0d3b2b1652b04", |
| "49/mlp.down_proj.weight/scale": "float16(5120,):83820c5d33b22708154e7b7195a70859d1526ae53533e543837ba49cbbe0d7bb", |
| "49/mlp.gate_proj.weight/idx": "uint8(17408, 5120):db9c250157173ad537cae8187136d4ab1695d5b83d64833017184b5604db8910", |
| "49/mlp.gate_proj.weight/lut": "float16(16, 1):9b5ac53928e530e719d048b0c3b2d27e2f7525bd15e8b53f11a14401aca3fc95", |
| "49/mlp.gate_proj.weight/scale": "float16(17408,):bc954ff7236ce25054d539042650d9c3d6994a999f3847599adbbf57c41a0a82", |
| "49/mlp.rotation": "int64(2,):e6200628855e59250a21f8f9a88ac6986516bc83daad25009b29a00934e2c77b", |
| "49/mlp.up_proj.weight/idx": "uint8(17408, 5120):3b113e4a792312ba3cfd657cef34b81db24e76c80b4a9eb12f5c871b2e74e2b2", |
| "49/mlp.up_proj.weight/lut": "float16(16, 1):d261d297a390a20b5d56694e888025d8bcbde197372c5898e8cb3b6c8fa4066a", |
| "49/mlp.up_proj.weight/scale": "float16(17408,):51170aed2085f49d4eb0ea7007689eb797803a25e7ccb096f51c54202c80562e", |
| "49/post_attention_layernorm.weight": "float32(5120,):fc7dcef5c4d6a895da6d1ce9e361dbed1df76111acb99897ee8448c0391fba8d", |
| "5/input_layernorm.weight": "float32(5120,):a8432466ce906ab107b6a2e8a29fcabed5904c1f55b6466d90f1892a4bf6dbb1", |
| "5/linear_attn.A_log": "float32(48,):414d035af6ba70769d717ae705e7736efce87ba59a0f42b48c6577c1674b19f6", |
| "5/linear_attn.conv1d.weight": "float32(10240, 1, 4):0be9d7861df2edf7742980fa29f991aa4076690cd3718d08fe811537a36b0b7d", |
| "5/linear_attn.dt_bias": "float32(48,):22186c77585f050a71757669cfe02f08d17e518e1e92ff29d8674e6ed68a14f1", |
| "5/linear_attn.in_proj_a.weight": "float32(48, 5120):696dd92ae43777e99f7f4aaa4f5645bd9bf069e80f3fbfaf7f958cbbefecd902", |
| "5/linear_attn.in_proj_b.weight": "float32(48, 5120):d8eee079085fe6e1f99f7cd9a3e95893c8d87da12099272b4d94d76d51c28511", |
| "5/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):23be76be72e9307158f5385604f454c1a1d8bf50cf689429eba0adb7c28e1495", |
| "5/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):135ac18e7f26409872dd03893cfd9aaaf97305af19dd777c48b0718fe61646fa", |
| "5/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):b0b919d6817ab6ea85c4643c6fc64b29466df8e68b8044b1bc7232846185e07b", |
| "5/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):77f47ba2484d7f80ec8717878093179b4e06146addec1905832864a9e93f2527", |
| "5/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):df477d416cc96db1afe1f575e5a3c405f452d68e6ba3e97f4cea06765df1a12e", |
| "5/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):b06478e86ff985d13baeb5f5a9f2fa0631d5bb173bd0487938f461e4906a8520", |
| "5/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):b16438cd574e7b1ab165a0f9ffccffcfd03a78ca4e8b3ed34e25596d5c5c8098", |
| "5/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):3899b1f0e1a4b6ac7b096ed6f2648e6ebc712fbd1d63dd66e27225251a8a4ffb", |
| "5/linear_attn.in_proj_z.weight/lut": "float16(16, 2):e702982fd28f0c8df570473c2389a1667cb87a6deb1a8f8ab7ab178230cdfa1d", |
| "5/linear_attn.in_proj_z.weight/scale": "float16(6144,):b0e3c0b634ab596dabadfe7329a5d56af5a196c9480500f117741182d2a58441", |
| "5/linear_attn.norm.weight": "float32(128,):49e9db7d50c07a35a1239b4a66dc0cd2bd18768c8dc0daa7fdea792310ba7fd1", |
| "5/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):967699176dfaea1192280b70dd008f2a228de346bf928a5d1b6b2b13dbfc4272", |
| "5/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):34df9676b95a919b532cb14ed34c12dd1ee8285c291d24e5050ddbdf31342c6c", |
| "5/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):a1444ce7788161d888d4c93e26e3447562fcdce758300491b4f807402693a0bb", |
| "5/linear_attn.out_proj.weight/lut": "float16(16, 2):309669f63f1a4d10caa25f43ea6f417d3607f6ec3ed595f56667a48df52eff81", |
| "5/linear_attn.out_proj.weight/scale": "float16(5120,):34588be22bf76b9f05c7526d39fec825c2880e575d0a70d516281b7cc72ec52e", |
| "5/mlp.down_proj.weight/idx": "uint8(2560, 17408):98c4ffd097783c07ef49d66de868c33c197d787a489d88bc80068dfef76ceb25", |
| "5/mlp.down_proj.weight/lut": "float16(16, 2):16b7b064fe588f7f9b59f22aa2c58eb5a95556c2d7daf1ba8d67df6ff5fcb606", |
| "5/mlp.down_proj.weight/scale": "float16(5120,):aac34513ad7fb91595cfd28798f08cf5f1feaa5c44249f2ca5785a31fa051ac5", |
| "5/mlp.gate_proj.weight/idx": "uint8(8704, 5120):45d17b086ddd2ad530a567b29f47bae5c6e0ec65cf03f09fa2cb3def3c2bed95", |
| "5/mlp.gate_proj.weight/lut": "float16(16, 2):d2557123aec34d5816e14258f77328a547f9c8d0270f29df0170e1e6cde97565", |
| "5/mlp.gate_proj.weight/scale": "float16(17408,):aa6f78cabae82bdb70dccccbd1a0e0c2ed69d6fab351d6e2c84d2a481bb51342", |
| "5/mlp.rotation": "int64(2,):798fd29fcfb5aac78d22603bc2e4beb424cb7d6a99643fc28c1859ed02c8b781", |
| "5/mlp.up_proj.weight/idx": "uint8(8704, 5120):538f0161d02b79169b83378fd9c339385c4bd5277a055a8a3cebe93a300beee9", |
| "5/mlp.up_proj.weight/lut": "float16(16, 2):ef6b7c052bb850d1df4d7c73151a707631b47f60b6b10ed89c0210a08b417db4", |
| "5/mlp.up_proj.weight/scale": "float16(17408,):5d070c9b8bfdd7ead16dbe075ccf9d18fa28e64cb97add2bce156465be525539", |
| "5/post_attention_layernorm.weight": "float32(5120,):65ec7099d9aa56a95164d2169b74d0d09d6aaca09134a20de29dc61d2bc7de9a", |
| "50/input_layernorm.weight": "float32(5120,):051ea96f373b24cbd0f8af9ef70e161fcf8caa9af2bc962728cc63d266ea5fd1", |
| "50/linear_attn.A_log": "float32(48,):bdc48512fac63a7a75a618dcde534c0bb5aa45605326c0a893afc834d0be4ddd", |
| "50/linear_attn.conv1d.weight": "float32(10240, 1, 4):c7bad2e8ad4175c8439a8c26c24521c32cc467239c585d7adb91d340c8c6a161", |
| "50/linear_attn.dt_bias": "float32(48,):73b3d59242cb4965a02ca365f0c880c1e0ed8be79d6aafda3d8de2d4d0214acc", |
| "50/linear_attn.in_proj_a.weight": "float32(48, 5120):599c245e9f2474714a2fb1f5ea898f4e98d08c398576f87a748e7c390e602a45", |
| "50/linear_attn.in_proj_b.weight": "float32(48, 5120):9d82799d3b2bbdc4d90291180b828aa2ac9c3a95352d700f436f57fbfc18f797", |
| "50/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):a74437acbd7ab5810c41290369aaa4342a26b7ed078e9a71a1b1f86dabe980dc", |
| "50/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):743b20fb1651361ef04805b83fccc79c977a8809b70eeb0666db2409e8aa5e11", |
| "50/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):cf19af0bc329e83b938d68f246a5f64ddaee5e51c5c3974f8602af216e3d28e0", |
| "50/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):627b88f87c3419256e3d2774cae1c1c2a631b65eb035f0e8e55ab669e4edf71c", |
| "50/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):09ab408a6cbb9be55ee928a7729156c19e3b2dd4691cafead537e0c4ab46a35a", |
| "50/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):f6d238d0e3f3526627e2d5ab42c46007bde7267f9be92dfe0910c9abe91c25c5", |
| "50/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):1dac7f55f31f433c730c9ffaaf32e87d0d3037358668f1b8bdcbfa8c7b1112f9", |
| "50/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):9819b8a563306bd5f028e0fd590e7f121697e31715c55fe01bc585954d094908", |
| "50/linear_attn.in_proj_z.weight/lut": "float16(16, 1):f78f54d8e68e99e919e9faf3df4da6f283c119b4ef4044cd586a06d13d6e5326", |
| "50/linear_attn.in_proj_z.weight/scale": "float16(6144,):c59383711f2c7800a1bf923ed7ce6340e1fd88c88ae9cc8aa3cc3096ed117cf9", |
| "50/linear_attn.norm.weight": "float32(128,):99c5df80424c5fe5626f4e01ba799baac9cc7c3198f78521641ecc32345f10da", |
| "50/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):f327ee6a005a14d65c609b088683279016e168569c4eb202676f26c2c9c18e8f", |
| "50/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):40a75e039cc9d4398d2a7dbe148d6494e5ab09acc246d3e62399add9a0a2f1d4", |
| "50/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):28c4b407a1ef35efa3b6171e74bb9c048bac13fb6bddb02e02c0e0e025fefd74", |
| "50/linear_attn.out_proj.weight/lut": "float16(16, 1):6e3498cbd731bbd1120901e227197f8d70c687b6a3df011a799fa157107f5862", |
| "50/linear_attn.out_proj.weight/scale": "float16(5120,):687cdb00a27a4b986c909edab994bd348fb9fc5b27070e047472bfdf8924bd84", |
| "50/mlp.down_proj.weight/idx": "uint8(2560, 17408):dbefdefa2873282747e32620f659764525cf41683f67307694a722e8e3b18b69", |
| "50/mlp.down_proj.weight/lut": "float16(16, 2):d5811dd31e20b7f029190b58104e3f3a281f0a167d0a560159ffdf978c571999", |
| "50/mlp.down_proj.weight/scale": "float16(5120,):4adb65827e91fea883b7baece7d743d31b51eef9671aef17d53bf1336bb29dbf", |
| "50/mlp.gate_proj.weight/idx": "uint8(8704, 5120):ebd660f07154c7dc9a637bcc2708a453561fecbb35d4e550b53c8b034b5f6c4f", |
| "50/mlp.gate_proj.weight/lut": "float16(16, 2):02f47827d9118c22c2ea97036c545d505148ab1e8ed1514803a973003c67ab52", |
| "50/mlp.gate_proj.weight/scale": "float16(17408,):27f1a73cebfad60a80db6617ed558e8611532398e8f7d64a4408c0391ac02593", |
| "50/mlp.rotation": "int64(2,):47a3d50aadd1025021bcd52efcb6caa72debe2b976d58ed37212109e6b94b3df", |
| "50/mlp.up_proj.weight/idx": "uint8(8704, 5120):120b8a1bda949ec5e4f211dce4a0d667d009e8ce240775ae02df726932e4bc2a", |
| "50/mlp.up_proj.weight/lut": "float16(16, 2):b682a564432738174df2fba0cb86a5073577d06c09ca23cf514831953d40325a", |
| "50/mlp.up_proj.weight/scale": "float16(17408,):e34b766f5337d6304898c96dd68295e2b56186af91101fe9b648f1445cbf664e", |
| "50/post_attention_layernorm.weight": "float32(5120,):ded2cafc8a5310a1c4063b1c7e5fbc0fb602eb0bbec8e29a1669161869583eac", |
| "51/input_layernorm.weight": "float32(5120,):e4704fb2868b44037ba763cfc76fc87c96c9f05e942ce90a25a0997878436f29", |
| "51/mlp.down_proj.weight/idx": "uint8(5120, 17408):6e59f0efb9380ce12a1c9c3cc1e9abf7bef6ae7bcd33b661f42722a1d067a383", |
| "51/mlp.down_proj.weight/lut": "float16(16, 1):dd263f2d41e7e7b1eeea647a44d694fee3f66a554878ca0903e9870e55beb1a9", |
| "51/mlp.down_proj.weight/scale": "float16(5120,):f84252830aa3e359844f683c06265dc54e06158abd23e55ff5b1259a4dc63a0f", |
| "51/mlp.gate_proj.weight/idx": "uint8(17408, 5120):cb7ba821a033aa1958a91326f94086053eb89e560c5d67f6677455380792acf7", |
| "51/mlp.gate_proj.weight/lut": "float16(16, 1):af46780771583b64b3648d7a9744b6b1c3b04153e626fb338cebac38661af5c1", |
| "51/mlp.gate_proj.weight/scale": "float16(17408,):4e76aebacec241195b23b147453a0a7e98d7ea061f7931cd43e59b809c50873e", |
| "51/mlp.rotation": "int64(2,):7b17fbbfd099f62c19cf49b5ae4a255427b1eeef9ff3de19d3e758e1758d73b5", |
| "51/mlp.up_proj.weight/idx": "uint8(17408, 5120):9f3841c5e5adc887677419e62495d0eeff185ba2a3bd3900496c386837ad5e64", |
| "51/mlp.up_proj.weight/lut": "float16(16, 1):8d107f8d7e246b49ab8544295f6ba370b585221440b06237a66d10d8678e2ccc", |
| "51/mlp.up_proj.weight/scale": "float16(17408,):80f0a14d74f957c7faa4071c55ee5e576735a1a8120a52e38c378bdfd5ea5541", |
| "51/post_attention_layernorm.weight": "float32(5120,):e712aaee32dfe14df04b857ade61a5686eed01450d0b9cd6122747057d1566f2", |
| "51/self_attn.k_norm.weight": "float32(256,):745e82eeccfe48e3c12ef539565e8747062e778a1e53ef1460ab5db265600ce7", |
| "51/self_attn.k_proj.weight/int8": "int8(1024, 5120):575406ed66d6f005deb23e1d8c347c89b0327d4c19effbd10c7d469740d5302e", |
| "51/self_attn.k_proj.weight/lr_a": "float16(1024, 64):9584f249831f1b88f4d936dd44e125b32e372818d7bb5ee7af96933181495e85", |
| "51/self_attn.k_proj.weight/lr_b": "float16(64, 5120):323284abb6112241d7eb831ea0f070b9d30d4a3ab287199bfe6defa1105a472d", |
| "51/self_attn.k_proj.weight/scale": "float16(1024,):9cf4977d15223f41dae13e17cbe069cc3aafbf7e88e3d5298268d60901c3a7bb", |
| "51/self_attn.o_proj.weight/idx": "uint8(5120, 6144):81fa2805a8c62bee6a5b2c7f69ab8bbca0dafd593a2568b491ffdb52d70d5a63", |
| "51/self_attn.o_proj.weight/lr_a": "float16(5120, 64):caf3ab20c77cd6fab28f7a8e51178e5d33b747287f9a16cdb06329104cad0dc4", |
| "51/self_attn.o_proj.weight/lr_b": "float16(64, 6144):ed7f19dd68c20666c904d6aead9737da14c106a3f99a819b8e36ba482d4fb240", |
| "51/self_attn.o_proj.weight/lut": "float16(16, 1):1ea2c99255e3177d86306ed1d9bf123c0c3775c5bc98f5150900a94e7e73a2dc", |
| "51/self_attn.o_proj.weight/scale": "float16(5120,):36959ce0736b0acdde3069171662ca6b14e328a722efd7445f495e9d6dfa91c1", |
| "51/self_attn.q_norm.weight": "float32(256,):6ca26ca6d48c4fb7b14ab25044969c12919c3264dabf095271af16b792a808a6", |
| "51/self_attn.q_proj.weight/idx": "uint8(12288, 5120):999c0975b44566f9ecbdb536b1f85d98ee60e96ccba56ad0b84072409dfb8dab", |
| "51/self_attn.q_proj.weight/lr_a": "float16(12288, 64):0ad9773f349668aa8df6a57e78afd0602ce9c1c289b5bc283253c5fb200231d2", |
| "51/self_attn.q_proj.weight/lr_b": "float16(64, 5120):0c99500b2842a686ce0c4f605e5ad2466b5d4fe94198db9dbcb469a339810fc9", |
| "51/self_attn.q_proj.weight/lut": "float16(16, 1):cedabf259a3fef301748642673136d490b77855e4a73971e13d2d99e1f56e18d", |
| "51/self_attn.q_proj.weight/scale": "float16(12288,):4097442cce9f6601630f8f033ddf5b33c96bb5a740fb46968539a6bc13ab1b3f", |
| "51/self_attn.v_proj.weight/int8": "int8(1024, 5120):810c5d016e0fe761b8bacf3dffb1557072e140360270d1cb22f1481c1ba52546", |
| "51/self_attn.v_proj.weight/lr_a": "float16(1024, 64):484ae27136bc88da2eef707974e0ce788a13f766acca56e6115404ff583eea32", |
| "51/self_attn.v_proj.weight/lr_b": "float16(64, 5120):8a87807f4ad59d535ed4514c159f8ca5f915e29fcb150567df642b749725be2c", |
| "51/self_attn.v_proj.weight/scale": "float16(1024,):b497c9fe6fa1286361e146eb3df4390ce41bdc18248b687d644c6f2af634e1d1", |
| "52/input_layernorm.weight": "float32(5120,):5ac57d77840ae3d9bba057086c9b9ee81f9273d36d191cf888539c7aef5c3793", |
| "52/linear_attn.A_log": "float32(48,):32b19762fdc79e47f99794d4ea5f389bf50e09fd0ac20c4d7443a0514eeeda37", |
| "52/linear_attn.conv1d.weight": "float32(10240, 1, 4):4e42e77edd9a7ef8c86c05733d50876aed39b3cd80c978e7015be2e5c0588df2", |
| "52/linear_attn.dt_bias": "float32(48,):b9609fafa1fd7632a76773a125ce93bc2d8166b6b4c2e7ba27f50248588cfb33", |
| "52/linear_attn.in_proj_a.weight": "float32(48, 5120):5f8c2d7f67772dcedff758a4da1da4b4aadc32b52a5b977c92578040300a9552", |
| "52/linear_attn.in_proj_b.weight": "float32(48, 5120):528ce35d448624aa893900183610b7efc2356ef974369ed683f2984f7a17df03", |
| "52/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):f6fdbd17e14ee2874e8b3bdc782ca45e5b799725fc96320d36fc631e436b6291", |
| "52/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):e671f5e4c7515d95d0f229d5097bb2549130a16ec2b3326fd1fdfe21ab24272d", |
| "52/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):4ff8b4e13357c7ea23ccff0472366f071e2898e1b4cf6c487c823a9d1989b7aa", |
| "52/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):3a75f91213d129192191e815b091de88a3244af6f75fd56d979c28ba16b76eca", |
| "52/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):49922405a789ca780b53523751d046a18111866e78962b722e80cc827c6f45d3", |
| "52/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):73ecfbe53fa407d5f92d962d758a12950389621e8bd4ef817cb53ea18a442c30", |
| "52/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):3f3e1ffca3d3039810c1311d5b233afcd766d6f78bf84f953f6ff9cbb181a93b", |
| "52/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):1d10b4ef45f9058c3a964478cf1e8ede0d3b0d709a949023953393c0843c767c", |
| "52/linear_attn.in_proj_z.weight/lut": "float16(16, 1):b0e240d06f2381c2d54ea913b414343f12c6aad5150cef64946a6f6a96b6957e", |
| "52/linear_attn.in_proj_z.weight/scale": "float16(6144,):3b9fe86e180ec896008188e1e972ea13184f4a3b622ad7c280bcc69eeb4f49c8", |
| "52/linear_attn.norm.weight": "float32(128,):151818738f67ee69d17cf8c080c1cd74b2507de450018df6c8aa36046e13c28c", |
| "52/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):d17d2b59c290521f3ed3b9432c02c120f351cd2083c2d931a61151c8e5f5a0f6", |
| "52/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):77a0760df3da05ad21fffa686bdd988860a5bfcc414695ddffbd800a529b8a94", |
| "52/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):090aa391052685dfc7a51cf97479d5fa1134b06cab64904bf84aa146b3ba24ec", |
| "52/linear_attn.out_proj.weight/lut": "float16(16, 1):6ca6ae5f4ea4a554adf86197f785bd6ce33d8838eadfc903f6174cccad344f28", |
| "52/linear_attn.out_proj.weight/scale": "float16(5120,):d107fe7591273bd78b97a7b5f467e8a5840d269e3508c69614b3e2224f6a8690", |
| "52/mlp.down_proj.weight/idx": "uint8(2560, 17408):0159bd76e2d2a75d4125ff9d08c8ffdeceb79f32fc9cb7b148348c9ee93d1582", |
| "52/mlp.down_proj.weight/lut": "float16(16, 2):cc49459b20c327a34279e4342d2e6cec346fa56d9b51ed6b2babe605c9d3fd71", |
| "52/mlp.down_proj.weight/scale": "float16(5120,):36498287fbef37f86fe1fbe17371071339e9b4fe3faa503a3e0cde2d6eb700e4", |
| "52/mlp.gate_proj.weight/idx": "uint8(8704, 5120):2300dfb47d954e988ecc9307d6e6f75120b3a44a3a1272b07a52b520687b38be", |
| "52/mlp.gate_proj.weight/lut": "float16(16, 2):10b3560f143f87c36be54bf47aeeba017bc1d9894fd29016133fe954860f2f1d", |
| "52/mlp.gate_proj.weight/scale": "float16(17408,):e6a20d37201918aeb8eb1297dce418d276db1923e5cd49b57d0f25052908990e", |
| "52/mlp.rotation": "int64(2,):464a412070ae802d586d01163f4e07d723bfa54b219d0bc17dd13af1ac797e44", |
| "52/mlp.up_proj.weight/idx": "uint8(8704, 5120):abfddc82af7663255c2d970845486a305cdc67076d939fafc9e98eae268932fb", |
| "52/mlp.up_proj.weight/lut": "float16(16, 2):1cc6e59942fc44776949bffb6d3b3fc3e75276a08ee0fd2407dee2a95b61efc8", |
| "52/mlp.up_proj.weight/scale": "float16(17408,):d407cb1a7973a318cef40a21b68b257b8caf2aafc2f0de78afb08bf9ed928c03", |
| "52/post_attention_layernorm.weight": "float32(5120,):0d10dd7eb820272ee2fd522161808a628209793f8d4d9971506d403c6d4cd154", |
| "53/input_layernorm.weight": "float32(5120,):1863b9cf8e9e721090d12807597d60f70d4e990eae788609e02eaa8d860cea3e", |
| "53/linear_attn.A_log": "float32(48,):a58c10fda667db08e3ff431be911e585b0760eb4136fa80e6169ac3548625410", |
| "53/linear_attn.conv1d.weight": "float32(10240, 1, 4):33550ac24c51a38d01474b9a1ff5d0e383cb11a637e2fd79e1a1efd47f73c61b", |
| "53/linear_attn.dt_bias": "float32(48,):f65b2761e03c9bae75ae3d4fde7aa129d50f18f6f71bdb38e5cbca14232aa8e3", |
| "53/linear_attn.in_proj_a.weight": "float32(48, 5120):9b64a05a8ded533ab49935cb8185782ada708ca5817114151a8196fbf8a2fc2a", |
| "53/linear_attn.in_proj_b.weight": "float32(48, 5120):a68a10c5c58ef5747d8b4fddbff50f1764a0549c815da706233787791a6bf6a8", |
| "53/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):f7c616301b541cf6b4197ac61939d3b028cb4d95e57b817fa63173a2eaf13f9c", |
| "53/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):941f6abbd5ff99664670a5f3076bbae670b94da3b53a9a6f22854f76883ebf86", |
| "53/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):9a376791665dc8b093b65b29c37923c6e5ce93a3d56cd8482f394bc1a01d1d75", |
| "53/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):ec6bea86bf6895b4f0fd683ee40337a2e12df9caa46c2f7216dcdb58d6e64e99", |
| "53/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):e377ea1b368c75b8be198bd1421352b283629fe558ebff32281b1f5ee112af84", |
| "53/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):8d5445aca6b23ec6495ade51120c87c24a2d122aebbf727b638f3fece84d976b", |
| "53/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):b776a1e9b11753cafecff50dc33e3ad0bbba22f0c2f4bd0361e3ee1c0e366cfd", |
| "53/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):fffe373fb03ceab4b7f28a5a387bbbe9339959923ceb03dfd0f382c90e2b6bc0", |
| "53/linear_attn.in_proj_z.weight/lut": "float16(16, 1):810433e514e839a2affa0ae5102711130cbba7001194befa70dbb9a7ea0a8e4a", |
| "53/linear_attn.in_proj_z.weight/scale": "float16(6144,):10815076192f8fd8589e83b16f732445c797a74f5ead10bc5393cbdf72c40120", |
| "53/linear_attn.norm.weight": "float32(128,):039ac6c1f658759fabd51ae3a28da42c2f7152ea6c73a9b0c6083e21588c1932", |
| "53/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):2ad9cbb3b7b4b58e608d686ad9cca6b4f93d9b3746ff0890389f0e8722909422", |
| "53/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):dc0c1f7709bcd5aaea0b84a281eed872bc8640d5eab54a9fd1c505ddfc9f4529", |
| "53/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):5a7e96efd297474e9d8b84b1e2cae41503d7ad23f5510bc8bdab854b3d6eff0c", |
| "53/linear_attn.out_proj.weight/lut": "float16(16, 1):7c28859774691f7682c8c1fb654c4e4227818778bf0e4899ce79e3ddfaac40fd", |
| "53/linear_attn.out_proj.weight/scale": "float16(5120,):454d9d93965c832816288eb8116896c35ac0b1d55b81ad3cfd8399841e0599bf", |
| "53/mlp.down_proj.weight/idx": "uint8(5120, 17408):0c74cda6e4e9def5b7d25b50e277b787fd51da68c014cbc1ed0dcfb98bdcb71e", |
| "53/mlp.down_proj.weight/lut": "float16(16, 1):5e13f3f8101e088297c183e98f13d82208ed22f0283708b5154e4cb6c7e44c98", |
| "53/mlp.down_proj.weight/scale": "float16(5120,):f50a9da5393fee0ecf9acfbbc8024b7928d3a5a8775d5098c4aa0e519e1b05da", |
| "53/mlp.gate_proj.weight/idx": "uint8(17408, 5120):1ddbc807ea1df731ae5543fd0faedd1a48e733770620818296c9f283516e1c77", |
| "53/mlp.gate_proj.weight/lut": "float16(16, 1):b8e3507960130ced3e8c8d7259803b416c2ed0d96f0ba0e243225fc4655396eb", |
| "53/mlp.gate_proj.weight/scale": "float16(17408,):1e0263efa1b1bb64386dc4d1dc9cc5dc97215ad0efbdfed7021fa25e49292fd9", |
| "53/mlp.rotation": "int64(2,):f7bed9d7dcda1d0470ab75f6d3a34680e09da4973c108cbd5bf15a38b614fccc", |
| "53/mlp.up_proj.weight/idx": "uint8(17408, 5120):1b6a8b3dc9bdf187b3ae22d30726215d36717d507409b2eabc685d2e6909b72a", |
| "53/mlp.up_proj.weight/lut": "float16(16, 1):5cc3fd06e68c22a58079e3e8fcbc6c352f9166aa0991d7d9520ecf15f9fd482f", |
| "53/mlp.up_proj.weight/scale": "float16(17408,):83ea3b54e7a407a573d5a8809d0fdeb32a2661f975cf8307a1599eb523e7c733", |
| "53/post_attention_layernorm.weight": "float32(5120,):6164afac184205dd6ed17d1fcd53bf9316d4ce56256c13f62995a0f978cbfd31", |
| "54/input_layernorm.weight": "float32(5120,):bc68483d6d2dc5c01e78853e408f22bd5d6d9f20bfaffb72c2aad16c98fb551b", |
| "54/linear_attn.A_log": "float32(48,):5dc52b53d8cced6381a0b037fd90129b853bf1078e08a48f8c396cb972d0fe65", |
| "54/linear_attn.conv1d.weight": "float32(10240, 1, 4):eef67543b5a85a4bb3f14991b150af73b825b07cf3b8dcd8c27dba4e43a14eb0", |
| "54/linear_attn.dt_bias": "float32(48,):675e440459feedc368aa98db92351d3eb3101cc40effc2d8873d25ccc0e5e961", |
| "54/linear_attn.in_proj_a.weight": "float32(48, 5120):5dd969b5c0157ace13574f2e7c76ac7d07a842e18d4141e4f5c3f2c31ab42ed5", |
| "54/linear_attn.in_proj_b.weight": "float32(48, 5120):5e8d5ac202503a37a6de01addd6afd8cab920b5af27d32d4aef3f17235a94de9", |
| "54/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):7f842e669766f510691552b31ba40a612c0ba6820fcafec25e37b3bea35e3b87", |
| "54/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):c010c99481966eec29f1ee09ac72c8360aca5a0937b8c129a4a04c3ae9a86170", |
| "54/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):f8f513efbd88aa093d8ecdfcc73359ee5739eecfda6d600e6286c107f84e8fd8", |
| "54/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):8956cbaaee716ddd61cdf33f49566fb3681485c9dbb57c28f34035989a7dcffa", |
| "54/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):68c855f9c3440a1d63eb994db086ec157f6f12aeccd4b2e8879d396c1f10a494", |
| "54/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):79765c8b45b863cb3560c349f6edc9526830ef42c8dacfd9b734e238df3d8493", |
| "54/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):7f9987b1cc878bb5545b9d686211dd43c7fbbfa12e4b05fec991fd136573f661", |
| "54/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):61047136712ae1cfbd2c688708294318b1939b5f4cec1d177091713caee73ed1", |
| "54/linear_attn.in_proj_z.weight/lut": "float16(16, 1):28746a5a92a0ca7fbe919010c09bc3901e59c76e0bb3275525d8b2534c2ed734", |
| "54/linear_attn.in_proj_z.weight/scale": "float16(6144,):e057c054a708f613685c5f7d66bf61a0510d49beb96776dccd315eef6a71e99b", |
| "54/linear_attn.norm.weight": "float32(128,):14fa574029f0eaec2574766f0fc3eeba0feb22f6d90fdc0df929cf0dda1b3fc7", |
| "54/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):2419a00e30f00e32cc640ea84596d2b8ee59dc20f297bb2f86856d43704d39b9", |
| "54/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):adc49c2d731f449a8f1d5655db3bc4226338868b524b860ab63a2350d5392fd9", |
| "54/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):35bbcec5b01b809ce02018351d99358050fc9563d50e41c88df196fafb1b30ef", |
| "54/linear_attn.out_proj.weight/lut": "float16(16, 1):fdf9e81de03bcb3115c08567566c60ba5fc9ec988c38d37710bae6eafacb4e4b", |
| "54/linear_attn.out_proj.weight/scale": "float16(5120,):3eecf3a7ad21a8833372259aa5dc098fcd5e6a38fde9ee8a9338532254b9b1f2", |
| "54/mlp.down_proj.weight/idx": "uint8(5120, 17408):6fc3fed53343591ffbbee413ee9528ba0a5f842e895a971083dc0115e8df271b", |
| "54/mlp.down_proj.weight/lut": "float16(16, 1):4dab331ec5128ca8d23ceb29982b3a4bdaf77821a981fd847bc060df90c52ffd", |
| "54/mlp.down_proj.weight/scale": "float16(5120,):405e7dfe7c996d83af1120a20874beaf8889c9fb716cd4956f27bf7c0c2e54e6", |
| "54/mlp.gate_proj.weight/idx": "uint8(17408, 5120):7d0b84db2a48d8c3ba41428e573073b6a64b86a01c4eb1bf121067ae2541bfee", |
| "54/mlp.gate_proj.weight/lut": "float16(16, 1):771e18f58c2f59921490cbf2084d7855376f8f83c31d74c0821e37c17b80d23d", |
| "54/mlp.gate_proj.weight/scale": "float16(17408,):8ffdfcd089f6eb2d46becfca7c1fe5af13f81b0858515dd7e91d10b208db7d4e", |
| "54/mlp.rotation": "int64(2,):fa3ed95c2a97a7992a785da8bc8fd2a5a4b30dd8e6b78baad858f377d0acc498", |
| "54/mlp.up_proj.weight/idx": "uint8(17408, 5120):369f4ce83f7fc5cd8fb45767a214eaeb24e314067b10a439c624d8a652e0e11b", |
| "54/mlp.up_proj.weight/lut": "float16(16, 1):cd6cb262669ea20ec16d3f8791a5683ed43b4037fb39c76f82c306014de18f43", |
| "54/mlp.up_proj.weight/scale": "float16(17408,):02ce0b56c92676b70ade32b50d335b7d13e03fada3de88b19bc89709e4f2e6de", |
| "54/post_attention_layernorm.weight": "float32(5120,):164fe8fc02cf87ff0be51b9e36b8a0685e8b2ef89fc5f85b18235412206f1ee3", |
| "55/input_layernorm.weight": "float32(5120,):9d7ff37696187bda32728908783de6ac024a7155073b6e31f6e6f8f05e158c1f", |
| "55/mlp.down_proj.weight/idx": "uint8(5120, 17408):d60b62982226fd9620874070d6fe99178b34cf39d5d34a0545cbb9ac48ff8b5d", |
| "55/mlp.down_proj.weight/lut": "float16(16, 1):ff6efda03fef9af1b70b3159287c31149da8eb662b6764f789d6d6ab3a5ecc9f", |
| "55/mlp.down_proj.weight/scale": "float16(5120,):8282230e368510d8853f8bd135a39e2f480cbeaf59f511ad1afd259d32bc1410", |
| "55/mlp.gate_proj.weight/idx": "uint8(17408, 5120):ea35ff9bc9fb6eb790cb5416505c7038f3de3b73acf78c881bb9de3d24c25cef", |
| "55/mlp.gate_proj.weight/lut": "float16(16, 1):eea11d31d7a60f90b21a82b77b0d90981b293f7feb3a451db40c34b38028adf0", |
| "55/mlp.gate_proj.weight/scale": "float16(17408,):3c619133b4a7a563590db11b7e3efe727d1d8ef3d4e3ef17803e68484b7dace4", |
| "55/mlp.rotation": "int64(2,):b1a86156afb7c404b12f271c3113f52ff717fcb381e3242350d8bc0d7742345f", |
| "55/mlp.up_proj.weight/idx": "uint8(17408, 5120):3179ea721efe12bc9e299dd8508ae90c9c3f48f202841b9aa21a1da8388dc8bd", |
| "55/mlp.up_proj.weight/lut": "float16(16, 1):c7525da7dfee46e645cc0b4a3e5210df5831086a615f843cfe3b8712268d199c", |
| "55/mlp.up_proj.weight/scale": "float16(17408,):5ed394f4dd360c777d20e384bff47ca962e924962e486095601a2f2767ac39c5", |
| "55/post_attention_layernorm.weight": "float32(5120,):b43e2191c8b7ccf870a1e3a87cde67afecf78aa83776e066bdd069513df4a4ba", |
| "55/self_attn.k_norm.weight": "float32(256,):3e15beb3810e3c11228a6052034e614c3d04a66aff0b52fd4ad7135fcbf9f4ba", |
| "55/self_attn.k_proj.weight/int8": "int8(1024, 5120):9e4f4d63b2d947b60e16cbe538e55c1b150610642206867804e3c1bb33883021", |
| "55/self_attn.k_proj.weight/lr_a": "float16(1024, 64):17b3d19125294bb5f871ca089300ee352defc013e9651c2a9735824b413e0f92", |
| "55/self_attn.k_proj.weight/lr_b": "float16(64, 5120):0cda29c4c9671933f6fe45fd3d352f089ffb066663cb564871efae77f47ac769", |
| "55/self_attn.k_proj.weight/scale": "float16(1024,):07d41434deb6c7eb5e0b50105ce5ec6edb06928c9f6eab36cb5446264b14b8aa", |
| "55/self_attn.o_proj.weight/idx": "uint8(5120, 6144):ef9bf180ec393c7423607e1d1ab89d6adfe67d18b0694dde0f89903ff1b15d9e", |
| "55/self_attn.o_proj.weight/lr_a": "float16(5120, 64):a4c588f2efc5cea516021e7ab413b53b0d5a0ddddcfc83445693008b24013b34", |
| "55/self_attn.o_proj.weight/lr_b": "float16(64, 6144):cc7de79583cf9210170dfd2d11e1505987a2c6219096fc08b261a80f0d5ebd29", |
| "55/self_attn.o_proj.weight/lut": "float16(16, 1):900e109c9f46d390b0f5b6fc32b2d2bf19321a07104e8afd7fbc2c8580658b62", |
| "55/self_attn.o_proj.weight/scale": "float16(5120,):bdad7615b2bad82c249c8f73265a597bb7be079c5d215867b1609fe096d26c8d", |
| "55/self_attn.q_norm.weight": "float32(256,):a47be09c5d01d5404f244280290a693541822a30ca27b42862e4e8637cce2d54", |
| "55/self_attn.q_proj.weight/idx": "uint8(12288, 5120):b7d0fcc82f93cc739de8234000c4b81260b28d2712b12c07b11a305f4a815785", |
| "55/self_attn.q_proj.weight/lr_a": "float16(12288, 64):813e8be65d5d70241330eba1799d775367886d2b6071225f7a93c9fb936f640c", |
| "55/self_attn.q_proj.weight/lr_b": "float16(64, 5120):acd8f74ac04bebf2828abec71562d0631d5a023d56313346d734ec21a17de174", |
| "55/self_attn.q_proj.weight/lut": "float16(16, 1):f836c71a998ad185849c842436bd917f0b482f2539534f132fb0f93d7a06dcba", |
| "55/self_attn.q_proj.weight/scale": "float16(12288,):5c7770bf6ebd13904f4776acc9803afd26e66fe537f164929a4f6dac8985ec37", |
| "55/self_attn.v_proj.weight/int8": "int8(1024, 5120):bb21fb798b35626933f8d5535725c94d19501a962a82353f7e3f73de5044914f", |
| "55/self_attn.v_proj.weight/lr_a": "float16(1024, 64):8628a90499224de210f91f757e3e86aced761216426a84a3c25efe8eb89fa8bb", |
| "55/self_attn.v_proj.weight/lr_b": "float16(64, 5120):a39b64dcbd06530eb33a2e4d657c2c65e573398518c8d22b34c8a23e010d3c58", |
| "55/self_attn.v_proj.weight/scale": "float16(1024,):d4d1fd740ac364e4aaf34eb87e163cc621f51fbec2b161a5689a9585ab07d252", |
| "56/input_layernorm.weight": "float32(5120,):4c2b3b7c9caf5126564a0ccd36d5d722540b284a36249b57adf761013985ab99", |
| "56/linear_attn.A_log": "float32(48,):cefe8d92f05d1a0aebfdb163d1fafb00705387acb5c3a70572292559137d882d", |
| "56/linear_attn.conv1d.weight": "float32(10240, 1, 4):277e493c538558a7d279165a02325455846c65bea9aa5cad71a776490a72f343", |
| "56/linear_attn.dt_bias": "float32(48,):10c29a5a2de7c79303841f436fe2fe5b172cce810c3594b33ba0548d5cfcb959", |
| "56/linear_attn.in_proj_a.weight": "float32(48, 5120):d3310497f14cdbd6fd87113174bdbeae219e27e2ca7b401493f884ed7b5d92d4", |
| "56/linear_attn.in_proj_b.weight": "float32(48, 5120):be99933a0387362c5891de9f71225dd693fbbd03b58587bc372c6b8f9d45709c", |
| "56/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):77b9e39b84305ef6d013287bc382a8bf264d86bfa10a37114656bd24d859a421", |
| "56/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):0023cdd294c9fc8f0fd1fcd4d966f9ad28d5faf87dd4ea823cb7991cf6400966", |
| "56/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):09680ac6b85bb83331a63354e2b31a8e5f56af92dbe0f07a013e587aba773f30", |
| "56/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):471f675b50981bf2b71dbfbf9d07dc689c248d3a41f1a60495f97bf9f066a016", |
| "56/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):399687fb8cd95596cf6235deb5d64ea93787214f58795755fd483e815138e317", |
| "56/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):12865cca8e2dcedb89cfd1ca0b3558ea3bbf920afc75bf367e1795d4896948c1", |
| "56/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):f032b778e15fe0959a882b216bbc29e961d2cdd04f08a7ddc4a4d32b7cf313e6", |
| "56/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):28a4cfee9a5c2c5878e03e6d31412b793c11e9db36872a9b0fff73600aa2ea14", |
| "56/linear_attn.in_proj_z.weight/lut": "float16(16, 1):8a828f76c7870b3a1e4eaf6e2895b79e42f0e1fb826325b4fc8c98cefe07692e", |
| "56/linear_attn.in_proj_z.weight/scale": "float16(6144,):f8bb0779533ba75235cd163cb7af49684b73838e205a42920e771bf1f4f02d84", |
| "56/linear_attn.norm.weight": "float32(128,):a7e9d81801cee992dc8cfebba30647c940f90606ad7dee8eeafe598b0e748347", |
| "56/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):f2c585fe666425ed0f4875e27f99d3766d1c2a1b972ed5bfafdc262ffe8bb789", |
| "56/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):00166bc137eace42647ae828ffe7371487d10860517ad3af181816f0d2632e91", |
| "56/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):ce16d6da0d998c592dc989875d413bd3c2a077e3100d92dc91c8d8ac7a7c2b99", |
| "56/linear_attn.out_proj.weight/lut": "float16(16, 1):ed5ac1617658f950e9316aad745a903fbd8ede8cd737162bbea28122b8c66079", |
| "56/linear_attn.out_proj.weight/scale": "float16(5120,):7056325c072cc91c47c6e93461c18ddf6da5a1cb1bc253208cdbdd941de3f0df", |
| "56/mlp.down_proj.weight/idx": "uint8(2560, 17408):bc2a583226504ca729c109b0df9ddb7a1a1c762542650ddf63fcdf1164f17d89", |
| "56/mlp.down_proj.weight/lut": "float16(16, 2):f85d5752d208556ee12f0427c06f2b52ead8d3e9e4c8a8182a41cd52327b8316", |
| "56/mlp.down_proj.weight/scale": "float16(5120,):2c14e38a5efbd5366cb611698ec798ba2d9ded37616bb32382efd45de7eae0fa", |
| "56/mlp.gate_proj.weight/idx": "uint8(8704, 5120):b9b1a50d6e7abd2729685ac34e827572ebf33bd04bb00d71e0773962603a5a38", |
| "56/mlp.gate_proj.weight/lut": "float16(16, 2):956077afd5205a516d9b097969b966811af2552d1ddd923d2c33df815b9f6293", |
| "56/mlp.gate_proj.weight/scale": "float16(17408,):f6139a0eb237f9d0fdd971095de870cb9328cdb495391998fea9d5013d0de57c", |
| "56/mlp.rotation": "int64(2,):c1d7d79f1d6f6dfb243132b6998a34ec3d5278ec576a793a739ee9072cf3e6cc", |
| "56/mlp.up_proj.weight/idx": "uint8(8704, 5120):5bfef52366a009753c3a475aae9a01972cd62e05a7dc735fe2b6a3a3874f7058", |
| "56/mlp.up_proj.weight/lut": "float16(16, 2):03783ee4725ad8aa732ed5954e5567723f88bd141ba54d806c055af63c77163d", |
| "56/mlp.up_proj.weight/scale": "float16(17408,):3666fcef31d578520fa7cd1ccaae62222c51bc54bf2d625b0b97dc9009302514", |
| "56/post_attention_layernorm.weight": "float32(5120,):b7a48751802fd089dcd32971e76f8bc6c72629907f52037911cbba0dd3f5a96d", |
| "57/input_layernorm.weight": "float32(5120,):18169b63bd70a64afe7be449abca6d77bbda8f1fd2d7dc90cd7c12c8b3b472b9", |
| "57/linear_attn.A_log": "float32(48,):72efad97093a2885d8f3e8d057198eac2ccab0904bc3b23f5efac596e9e6bc67", |
| "57/linear_attn.conv1d.weight": "float32(10240, 1, 4):e61943ec01dad5451d2851e5ec012c818c0665abb5ce0aaeb82dc9bac14547e8", |
| "57/linear_attn.dt_bias": "float32(48,):2b379b8b987758f45545f7c380d442930a2ede02fa044dc1feb5c9bee6d94c0f", |
| "57/linear_attn.in_proj_a.weight": "float32(48, 5120):e3c63c80aebd1d51b6099d1c24ea4857cb127353c065b1d9f9e05b1dab74a10d", |
| "57/linear_attn.in_proj_b.weight": "float32(48, 5120):2285542adcaeace23a83b838f000b70848e8158109480207df4e94730c25826e", |
| "57/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):ef4c205f57e378670e898666346a109e9a0f1c9eb4f543589b6d1e75a5cd2725", |
| "57/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):cec20cd8533b53569994db68fe0877e57425c0f13094c27b8599a32894b28b93", |
| "57/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):67cfe8d95d0ae411305c4b73f7872faee4b2a310e10d7d9157e63724e559e4d7", |
| "57/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):316080e4ad2f56e6a7fba3f97a08ee50e2dfeed38dae18c72b1b5e3ce79f7bc5", |
| "57/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):f38300401eeed4067e9f909be4312a6fd30cf76d4ca57175fd276973fd2ef5c4", |
| "57/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):dea15cd331ad9c162fbb03e88856ea72d7c29e87ca27eb09794ca8620a716bdb", |
| "57/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):f4c44533c0375a862a8f0ec11e224dcbfb09cbc0c7a45e891818977b1e124f88", |
| "57/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):9dd9a3a7deaab288918293155b7c1c3342e1e830bcfe68795d1965465ac5b6de", |
| "57/linear_attn.in_proj_z.weight/lut": "float16(16, 1):c549e3f06c6dab5bb31acfa4dafd90e5281bbce2e9d98ed4e5a2116fbfc5a2fc", |
| "57/linear_attn.in_proj_z.weight/scale": "float16(6144,):397c934713ba621066c74a131425f1fbbceb47aec5292899c35f0e0d5572d259", |
| "57/linear_attn.norm.weight": "float32(128,):fe7e2f286f3ddfdf38a4aae8036697c2c69e9f32f88f98c71da9a3181c3222e9", |
| "57/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):c24bf51f310645cdf0fec2f0114637e13445c4e931491cfb36680a6429ce8014", |
| "57/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):0b5d688247d1ad0862c351703506ce59bccd82a3b00f74e740da9a78e1327ac2", |
| "57/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):20f3e90ace051ffda85666e9b840f481a117c06f7bc2a0ac7db40bb98bd08cdf", |
| "57/linear_attn.out_proj.weight/lut": "float16(16, 1):d8252f75579606b5f03bbb5b1a76391c70e23a0e7c62c6b0f75e152e71d0c3df", |
| "57/linear_attn.out_proj.weight/scale": "float16(5120,):254f61056c2f2dfe4ba3f2bebe807883c0977ccba23e91d3020ae5c4709d5fc4", |
| "57/mlp.down_proj.weight/idx": "uint8(2560, 17408):21dd80e5d1fb61e75df297cb4e2eea06892dba22f1105f9f7c7dd47dad780c07", |
| "57/mlp.down_proj.weight/lut": "float16(16, 2):36ffca96b0b8aeac53b0b95f87933daca2df868b52611bedffeb17fba8409481", |
| "57/mlp.down_proj.weight/scale": "float16(5120,):65b9e70b5cbe90debbedf99cc102c681c68f5e1b6f4c27c5a8b766f0355feb7a", |
| "57/mlp.gate_proj.weight/idx": "uint8(8704, 5120):42cb934468b65240bb00f22858ebaaa5e8e2f61efc50edc01dc200c3cfbac4ed", |
| "57/mlp.gate_proj.weight/lut": "float16(16, 2):4f9cea53a0650df9ff62edbe0051b8b78153926b428441b99d7f91c52ee76958", |
| "57/mlp.gate_proj.weight/scale": "float16(17408,):39e6c5f77ba9e6a59057b0e5e6d4b2cf8d2106f2abfce63c2ef41a371fd626f0", |
| "57/mlp.rotation": "int64(2,):6981cabc20178e647cc6fd459252bf26fa44ca7c5701fac03d2c10a612d2a7b0", |
| "57/mlp.up_proj.weight/idx": "uint8(8704, 5120):fbf892a270ca1738e576caa6cd674bfc96d9e6b763d3079c1040618e7122a586", |
| "57/mlp.up_proj.weight/lut": "float16(16, 2):afca414de7533cd8b33632d0dfe1ef462280d8f9797db76befbaf47ab1072eec", |
| "57/mlp.up_proj.weight/scale": "float16(17408,):08432cccc9dff40f7eff6fa759b70d9309725cb11eefc212c67b2e857d4eba40", |
| "57/post_attention_layernorm.weight": "float32(5120,):e108849773828ef52b019655fa6531a40beab87477260335f9d339adfa43ae52", |
| "58/input_layernorm.weight": "float32(5120,):10dbd84b2d52dd791f9f1b3d6efde042112679a1dd726f0d52dfb856125e740e", |
| "58/linear_attn.A_log": "float32(48,):495474a405d913371db1d3236d17cea9366e2c200906ade56c7e6f96f9936cda", |
| "58/linear_attn.conv1d.weight": "float32(10240, 1, 4):008d23022b82eb8df7a7a79b63921b3a8f103701e8c457c232ebef8423df2892", |
| "58/linear_attn.dt_bias": "float32(48,):48c50af765795808083916b05bc03e197d61fa9987ae380dd4dd96b720a86414", |
| "58/linear_attn.in_proj_a.weight": "float32(48, 5120):9e6cebbc60a0a8c403d130341a3b1efa8fcbaf67a7772bbe4a4f4a6686fd98d2", |
| "58/linear_attn.in_proj_b.weight": "float32(48, 5120):9a79f37f063eaeb78fb5db86e52512beb14c3bced18a0c3fd7f64a71402b3443", |
| "58/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):dfceabd6b14d81d68f389dc503bab6c7c183705bc3e3cdddf969335d4e4d92f2", |
| "58/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):58b975533cc9f339eea4d66905183fe294e13da1259795043d4eb05457dce750", |
| "58/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):c33bbf54b0b2803e71c74e40b1ca67ed4691c4db2041cc82614d5e6cdec2a5fa", |
| "58/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):0e773659567c7293eb081428137386697b086a64f41a216a54453cb127457df7", |
| "58/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):a84e981b035f3f1c15feb664d71302255181a6505dbb932a29a98468a3bedc87", |
| "58/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):529f27a1f425c2ac3f393d21c488fbddd3eda50d1e539268829d3b4d2446ba18", |
| "58/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):bf7f36b55ed664bade4187c84d682f27a1cbf6ed341a04c31d1556154bff768d", |
| "58/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):a364ef9a7ce2cba844a0d006d09506c076cc6e4558cfb5197b0130f7fbb393af", |
| "58/linear_attn.in_proj_z.weight/lut": "float16(16, 1):a7735a1de4a4d4d94d4d947480ad6e2dc646317e699823ea4410bad1a462c583", |
| "58/linear_attn.in_proj_z.weight/scale": "float16(6144,):22cc0cd114f7274c279ea8338f310cc01dd51ca4bb0d28f43915b29f048bcfbf", |
| "58/linear_attn.norm.weight": "float32(128,):2032d8473e50ce521f8593936984ebca67b2f364028ab4488d8fa203b38c25af", |
| "58/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):a76b9ef5430b979f9b5f0f4c6c6714959ab0be6daf3a5c01401c7ff85fc8ea05", |
| "58/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):ba08c60dd12b1373c5d26b21187d894aefa29397437a86d0c1fee99c5b20e3e7", |
| "58/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):664a9fc602d27c57036eea2f563d69e0c60cf6a5548f43e12a36c5dad5307139", |
| "58/linear_attn.out_proj.weight/lut": "float16(16, 1):b12ba976ace77e9c81be6a6c594be034cbdf4c90664405d9f3a0bac7ce54c284", |
| "58/linear_attn.out_proj.weight/scale": "float16(5120,):61273f1f628d3fc580c8db1d376e8f3de264f6e5c7a7414c14935ee713463f8a", |
| "58/mlp.down_proj.weight/idx": "uint8(5120, 17408):879436dba46fc5e3677ec2a5912b44221461e4d0aeb1f59d84f871f3aaf7fc5c", |
| "58/mlp.down_proj.weight/lut": "float16(16, 1):6f825248cae96e24c103def22b951cceb4329dbaf3145603126b193e3ddd76e5", |
| "58/mlp.down_proj.weight/scale": "float16(5120,):9075b8706637d7a201c8c04e8205750820e6d294f05d453ad95995859d44185f", |
| "58/mlp.gate_proj.weight/idx": "uint8(17408, 5120):43316e49ae79be1015e000b81963ccd064deafe970bf6a9614f9d41e4a6559ba", |
| "58/mlp.gate_proj.weight/lut": "float16(16, 1):a0d50c4b95f892f09e18db4f54123695074f631449407e23011afd4b96d32fdd", |
| "58/mlp.gate_proj.weight/scale": "float16(17408,):a18854f05a35d45de47cf2eb13a5bfa6fd96a498dfc2f1c4e7272e462e21cb67", |
| "58/mlp.rotation": "int64(2,):0abf3f8bf9afa83e743d5b31fedab020d55ab51b516a5da68a8320e915e492e7", |
| "58/mlp.up_proj.weight/idx": "uint8(17408, 5120):e1b2967a3ca8cad9432d626a7f9ab9b31fb24179293f3a6697c0c7042189d095", |
| "58/mlp.up_proj.weight/lut": "float16(16, 1):f35335f54f81cc82cd7a9c571e8b7f903b17f00174b9adbd2394209457e58bb8", |
| "58/mlp.up_proj.weight/scale": "float16(17408,):1d97da17413173b593ac5b8547c15d72f767a8132872466684ee2e074bfb4090", |
| "58/post_attention_layernorm.weight": "float32(5120,):fbe5348c346649690fe4f67a81e9292f174f5a9e003d787f27baac62265e504d", |
| "59/input_layernorm.weight": "float32(5120,):dbb4c4080c3679de9db324c01ae61ce6506e824b0f5c624910b47f7041f2c640", |
| "59/mlp.down_proj.weight/idx": "uint8(2560, 17408):f6736a267a027fecc874c3a9fa309f9cb0ad91e82209bfa26bb76bf8147addf2", |
| "59/mlp.down_proj.weight/lut": "float16(16, 2):f0d6ebb05b5b13029bf02cd7a23d6193588673c337d2281db2e6aa600ea5ca99", |
| "59/mlp.down_proj.weight/scale": "float16(5120,):7f20d5260d8c14dbf259af7dee92ce7fbc89718b84e4d87088d9ae78959b6e8b", |
| "59/mlp.gate_proj.weight/idx": "uint8(8704, 5120):71b7f96e80d2806efbd349ed4b5a6fd33f48d5cfd5f16fdda976dd77eb241241", |
| "59/mlp.gate_proj.weight/lut": "float16(16, 2):6b28ed604fe5522d3dad8edb18adb23eba5a8baf27b99bdc7d9e16c2da4717ed", |
| "59/mlp.gate_proj.weight/scale": "float16(17408,):c5467c03356f70e49efa8a7435e827467b233d1c96dc94a0486a202389ba966f", |
| "59/mlp.rotation": "int64(2,):0799d7a28d2d392b30362526cd7235cae28f5cae743d1020d0eb6fd2a64cf00d", |
| "59/mlp.up_proj.weight/idx": "uint8(8704, 5120):e26c287d8c4a463e0f671b6035d7a622f98a4d1bb278416db9b94d289f80dca1", |
| "59/mlp.up_proj.weight/lut": "float16(16, 2):d94206a5b7588fb0e510042b3a9a325ae2b494dc98f2fa9cba49396c3268612e", |
| "59/mlp.up_proj.weight/scale": "float16(17408,):6b8ac6cf9557f053fafec139f072bc75d04a091ad044882625c75fcec4ce75cf", |
| "59/post_attention_layernorm.weight": "float32(5120,):f35262f79d3e1980e38729f5f4aef6a29c328f8b8c3e40bf95b8ad083bc6b9cf", |
| "59/self_attn.k_norm.weight": "float32(256,):9c8485dbe2470dbff4a90a6ee67ca45c5befdc5366cb6865193238f0fd2ac2e5", |
| "59/self_attn.k_proj.weight/int8": "int8(1024, 5120):d2f0af2f906512205e17320864070ab1a540444d3a3134db04663f3407dca232", |
| "59/self_attn.k_proj.weight/lr_a": "float16(1024, 64):5da0c60743f35c88f0f182c195c49d84f5a4cd26742d69ab637b4fa5e6e60365", |
| "59/self_attn.k_proj.weight/lr_b": "float16(64, 5120):408e9180f01d8f34ed13ad8d7c7e10b3edd756676f55dfaed49f320882b202a9", |
| "59/self_attn.k_proj.weight/scale": "float16(1024,):086d4d5101e8a00e40a3d7cae301a99a2d525ef910d8318ee8fc35a3112356a2", |
| "59/self_attn.o_proj.weight/idx": "uint8(5120, 6144):bea77ef9453373d8cda0d95503c867db4278ce047b8552a63f25cfe5f7a68f92", |
| "59/self_attn.o_proj.weight/lr_a": "float16(5120, 64):6e5814f8da45ad78218c08525b2d363cb70ae523277e11af7ddffbe2c65680f8", |
| "59/self_attn.o_proj.weight/lr_b": "float16(64, 6144):123d8d759ea354d9ffcc66c4f0e62ac1402a3671b6bcd87860cc6cb0a8eb74f2", |
| "59/self_attn.o_proj.weight/lut": "float16(16, 1):0b44a65d517adba2d6fdefa71046ddfce46512f25c7d290d3a86b262edba4506", |
| "59/self_attn.o_proj.weight/scale": "float16(5120,):5e32d1acdaf2a285b6dab17a1fb212a3534005cf189cd73b86e3cea6c7048c3b", |
| "59/self_attn.q_norm.weight": "float32(256,):aac386d7fa8858c065271081dda287c3d07184933b5761a60f5c0842b2b39867", |
| "59/self_attn.q_proj.weight/idx": "uint8(12288, 5120):7d0e34898c145a12cec88a560d90dbb1e4d686a1a49e8cf8887f69f88439583a", |
| "59/self_attn.q_proj.weight/lr_a": "float16(12288, 64):44f4a01a07c814ad59f1af04e3e7b4c32b21c0f5cad4380ea652b805236a7977", |
| "59/self_attn.q_proj.weight/lr_b": "float16(64, 5120):f900c7ea0a87075625d95bdca7d9f72245f89acf24b78010fbcb42f651a20a12", |
| "59/self_attn.q_proj.weight/lut": "float16(16, 1):599d44fc4a31bb7ff1696d0f2324da0dcfcb4a5fde919c441a8d32e79c59dcaf", |
| "59/self_attn.q_proj.weight/scale": "float16(12288,):40182b37069b787d7af95178ff39e0716114b0bb587ecc7a0c34a96bac6f8150", |
| "59/self_attn.v_proj.weight/int8": "int8(1024, 5120):7f6dacde5cbbc52d88a54807691e772d5edee5dd9dc3d6b638a9cf0996b61064", |
| "59/self_attn.v_proj.weight/lr_a": "float16(1024, 64):251ab66ff3f4b5275055221b1eb0f8d54cb3fd5b5c5c3fff6fed4881bafbd214", |
| "59/self_attn.v_proj.weight/lr_b": "float16(64, 5120):c9058d772403f744d97e63a1782728c5ed4e141c27aad074b4f2bac1f83e3c68", |
| "59/self_attn.v_proj.weight/scale": "float16(1024,):a876e6b79225a9a0c0dfd9694b61b611ca8c44303f4b3276ff388635c61b7729", |
| "6/input_layernorm.weight": "float32(5120,):33dca254bbc9cfb9d8d4c1041410728894e0cb3f6b9de5bd012d12f35f0c9afb", |
| "6/linear_attn.A_log": "float32(48,):f19fbc4294342ac4383b6ed4a2d2aa8ab82562ec4e0012fa167a5d0a0e3ce620", |
| "6/linear_attn.conv1d.weight": "float32(10240, 1, 4):6cf670d6d444ca0da1d01f9f877a45e30c31592ce61bdf740c1ca71cfcf59c7f", |
| "6/linear_attn.dt_bias": "float32(48,):7d2dd7efc8306ab54f325560e4354ff8058d319faab63516b6d6f6b62a641dc5", |
| "6/linear_attn.in_proj_a.weight": "float32(48, 5120):32fcf339acb66707b87b2e34cffc18814dc215689c7b448a90f732cd83425d95", |
| "6/linear_attn.in_proj_b.weight": "float32(48, 5120):6d94df1f44aa91a31790208f5db7225287d520905222a3512875bf94db8c4f68", |
| "6/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):bac623e56de35aec4ba125ed014538a5f31bd4aa6d371fcfd76759135c536f12", |
| "6/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):da1802a8d3273569ccc8f33bcf5469f6cf2a9a957cc9b05698d280a20c3daaa1", |
| "6/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):b383a49373307f03488150fdb005a721187e0d48502c4588f3c028582e3ef45d", |
| "6/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):175c97158dac3fc105e3468d51cef5b68140fd6af2320d8f87513b972c8592a6", |
| "6/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):cbd826885354a8328b9b72920036150c4f7b695ca86fbc28723fe0e9442c3cde", |
| "6/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):8f6ca7b5437dd55ee0b486fa69254963920a574c250aad552132418b914492dd", |
| "6/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):95248be720cf6cab0476a224ee18cf657c8e182bcfdabeb62ea54e332faffa26", |
| "6/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):9d949f0959c3db523876095a8f71ed036255f643174ed867d93623d3db240b32", |
| "6/linear_attn.in_proj_z.weight/lut": "float16(16, 2):a79e3d28bcb581342b06b09ec1fe3994acf9be46f1e50547498a218d5f37db3f", |
| "6/linear_attn.in_proj_z.weight/scale": "float16(6144,):b9676f878c99ea17af075ca39632efc27d75d6f40ad8f70c3f82b1e0e4d60af0", |
| "6/linear_attn.norm.weight": "float32(128,):337de9c86e938a87b08baf66c3ad5bfce5a550db12ee0ad1a1f896b6055cd134", |
| "6/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):bbe9db002bb59e447b4e52dfe2dd33eda11b5072aa46da6369023da00e361891", |
| "6/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):e248450bd86e39c7e028fe47ce4df16ed55657d2df661d10000ce25470e641ce", |
| "6/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):7b32e10e40f75040ddf0aa6ef086d6ee8051f59113a20cce8a919733b465cebb", |
| "6/linear_attn.out_proj.weight/lut": "float16(16, 2):853b9c5b355bfeea642e81b076fe615705de22f8edf27716e267f0fe60c53521", |
| "6/linear_attn.out_proj.weight/scale": "float16(5120,):a32b0637e302cfcfdc613e306385d44b5b74e0e5d8d3a6b38ba7ce3fffa852eb", |
| "6/mlp.down_proj.weight/idx": "uint8(2560, 17408):f37d1a007988a5857b80038da6f0f8007c7a497aea4744499e973672a506d169", |
| "6/mlp.down_proj.weight/lut": "float16(16, 2):3d17236f59b74a92c3f277f38cf5a5450b55bb69ae62ba766697bd96d25a8a0e", |
| "6/mlp.down_proj.weight/scale": "float16(5120,):55784e4dda8139b7dce10bb173454429009b5b1bb5cd9d848e032696e913ff09", |
| "6/mlp.gate_proj.weight/idx": "uint8(8704, 5120):5a46e397290652438f985c38fd3346369a245d4392f50ddcf0b8f03ea1d6c40d", |
| "6/mlp.gate_proj.weight/lut": "float16(16, 2):ddd39317188da9542977c4e1d43804357bb4bcdce095a2c691002ba4b40b8ef2", |
| "6/mlp.gate_proj.weight/scale": "float16(17408,):ecbc96c9e7dba7551c7df5305f28bf1e5a73355611c940914da04d8b38161312", |
| "6/mlp.rotation": "int64(2,):4c8f1a3232614e4bf093961ba6c2b331055f408a613596ef8492e7f7182fae53", |
| "6/mlp.up_proj.weight/idx": "uint8(8704, 5120):e1f18e85f8c10d7948f33ee291d2ec9ed1c9eebf995aa6df8202ca79980db348", |
| "6/mlp.up_proj.weight/lut": "float16(16, 2):1be38a4bdbee90c99d5d44a81133ea32a5a6492f0e5f8772c6802ac328fd1a65", |
| "6/mlp.up_proj.weight/scale": "float16(17408,):8e053a80d62696e5f66f5da9c3246885ac328f680a56b9b73831dc63f7c99f7f", |
| "6/post_attention_layernorm.weight": "float32(5120,):8126b72ac736397b6de1d6407bc1d32e0eea6edbe32d69ea45bbb7e85e96a3f9", |
| "60/input_layernorm.weight": "float32(5120,):d73e9c2f1e9aa495a11f25cfd4de2189eb29faaff5bdbf5bc61afaf2f6c7ff95", |
| "60/linear_attn.A_log": "float32(48,):82bb8fbecef3a83a3e0234399f527839d220209fa9c4e31e4b19268950159afb", |
| "60/linear_attn.conv1d.weight": "float32(10240, 1, 4):012910958f41d5b55cf9fe2f39e9ab8a39f7ec21d0315cc862c4d32898ff5007", |
| "60/linear_attn.dt_bias": "float32(48,):7a682d8e56616a6ba10caac8f681b6b439e1baaf95c3f115cb603646578e561b", |
| "60/linear_attn.in_proj_a.weight": "float32(48, 5120):dd033c94cf20e445e28c7e55773208fd5d471362b72125f02a7f2105898adfc8", |
| "60/linear_attn.in_proj_b.weight": "float32(48, 5120):3edfaf897f8ae2b14b5244668dcf9173fa7177ee74a528fb6ce3eec6cfca56e1", |
| "60/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):8674c42fbbfa4a67d457912178318639150561403b63008916bb570ed5048606", |
| "60/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):400bb799145fc0f2633047bec90232b71afcd405a175368765f9ce6ba54b95f5", |
| "60/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):d55fa37b8c07b0af0142d1f7ef42ced2ceab0350b50ce4e6c201d47bec2fea13", |
| "60/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):2122de304da04a47b4ca389ed0909fbde88a4089b535e8d900e7f6947a24cad9", |
| "60/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):b6e85b4b1df33461181e30892a166ccd13997baca5a8356bc8cd4a7908da1e85", |
| "60/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):16489363d4fd57b430a9d1c1d94fe85469c398a0e57b6f974de1dd33078ff13c", |
| "60/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):95d0827f88d2c201751aa7b1e570c286c812308edc733a98142544a44960d3e9", |
| "60/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):0ee2e9733e965ba33c085370006ced7da00b904e523691af1499752ce522c9e9", |
| "60/linear_attn.in_proj_z.weight/lut": "float16(16, 1):d3da629bbe225e111e7a60f622430fbe9a94ee9b496e3bc8cdcd0e4205119935", |
| "60/linear_attn.in_proj_z.weight/scale": "float16(6144,):d3fef52cd4b00c58555763d7af8d9447510c59db8acdfbe681fa46095ed838d6", |
| "60/linear_attn.norm.weight": "float32(128,):bea90e2369227f8b29878629fe3eeb5d1be42f62002c9a12f9584c4bc94f10f3", |
| "60/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):206c92e832a3441fff7bf22ef266ed7973e572536a2e76ad798a5ebb4fc1455e", |
| "60/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):d123ecb9a4c768fc6a15e6ab094f01f3648921b3ab2436c5c85c60a115c4216e", |
| "60/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):739b4b02540ce3e2049616fd8f39e43f678c2f3318275207a869dd90abd65301", |
| "60/linear_attn.out_proj.weight/lut": "float16(16, 1):7751c63eb5c925bca79dfc7a7e650c63c74da126967168f95975cbfa186da7a9", |
| "60/linear_attn.out_proj.weight/scale": "float16(5120,):b1437285c60887057e7f97ff502b0c3c091015750b6874d5c7a1c4b3d4626aa8", |
| "60/mlp.down_proj.weight/idx": "uint8(5120, 17408):9d24198efd3bbc2063c218a4db0c7d6236ef9546ebf095809337af108e829fe4", |
| "60/mlp.down_proj.weight/lut": "float16(16, 1):7c6419adacf6bdaa970ab88f22ed5f0e5ea8ca835b151ed3a09c3d38748bd09d", |
| "60/mlp.down_proj.weight/scale": "float16(5120,):f5f54bbebb6a9f0a1b0478de793df5d4283f9d838ba0cad424628263e181b9f1", |
| "60/mlp.gate_proj.weight/idx": "uint8(17408, 5120):d0c71a83685da8a2170d92eabe30691e54d97a9740749450a0dac4ce02652f60", |
| "60/mlp.gate_proj.weight/lut": "float16(16, 1):967fed195abe7457ac47610986aaf81edced0cb9edd46d216b01363862873d71", |
| "60/mlp.gate_proj.weight/scale": "float16(17408,):c8f7e0035fc168297c3a51ff0a28019be88a03080e7bc290eb9237793872645e", |
| "60/mlp.rotation": "int64(2,):ed5266b883c245981bd55c042a4a3ab48578069a3a6bd7b62d55b9e12029bfed", |
| "60/mlp.up_proj.weight/idx": "uint8(17408, 5120):03459f2e51a3130a4c1ab34e15a3fdcd42bdd5a3ec315f7109df8d5683112d73", |
| "60/mlp.up_proj.weight/lut": "float16(16, 1):3fd5ce0d6e5b0c7f1293d2274f11918bf25b714ec64c7efadf652bbe5c6b2822", |
| "60/mlp.up_proj.weight/scale": "float16(17408,):848278d4e11a04e18b01585e9a5c50a0f41008ab01f74aaa09c74ec02065c4e7", |
| "60/post_attention_layernorm.weight": "float32(5120,):7ef8b0ac8d283a3b3469a52774ba9240fdccfaef3d39567780b54f801c70acda", |
| "61/input_layernorm.weight": "float32(5120,):86c0d1eddbec8e870cd589a056f9dc434d237cb781a3268368b44f801b9d99e9", |
| "61/linear_attn.A_log": "float32(48,):d080f2651b2cf29a33056f252a92f14b6372091846e245d322e71550178ef687", |
| "61/linear_attn.conv1d.weight": "float32(10240, 1, 4):a2c8efb9432d0848adf796f1634bc7b8a4523e29538a1b4e5d38dc39a40648a5", |
| "61/linear_attn.dt_bias": "float32(48,):749f1a225bb9432a72861da467559d7bffce520f05f29dc63a7a8aedfbd4e7ba", |
| "61/linear_attn.in_proj_a.weight": "float32(48, 5120):ddaca7533107940c8dcecb93374f7479712f280f66492a08de68adbd6c47da8b", |
| "61/linear_attn.in_proj_b.weight": "float32(48, 5120):720e6ed998455cbaae12c471a6355e5a0e50b4e4772bc38e42b80a617a2fc9f4", |
| "61/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):f9ace1746652894749a45b4a6c2a271cf6e108f8c36bb8addb2c751c1a9de407", |
| "61/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):1ed163393f756099ce0f55a597072ad6fc72100c49cc634088bdd0bd3468f65d", |
| "61/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):5b79698f4c375144dac7b21d07f813c3480341d3f3054daa4e4978a9d528dfc9", |
| "61/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):fd69bb1727399803c3d6c1f4051b38cb93f41d27b01a53528e3196fb52efff52", |
| "61/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):077367b47bfc8361b9b872c2d67aec946eee83831b10a8471cdfa86bf756fb80", |
| "61/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):a6578ea67f99ccc56f98e68a067466308dd94510e7746c59847688b4da35a10f", |
| "61/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):97763dde207925d987134c8b89a09390efdc3fed8600abb9b18f8d4cc37c97ce", |
| "61/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):197aba2b3be97a15e3e91a31afa9abaf52cef13063dd9317d24e83487c03f21e", |
| "61/linear_attn.in_proj_z.weight/lut": "float16(16, 1):3cb7b419fb2d6d78ce12708cf139634204ed411d75e99e1155ba5ff46a7d0c88", |
| "61/linear_attn.in_proj_z.weight/scale": "float16(6144,):7b85fef55fa47398c8d017c29dd8ccb74901b85ec19b22ccd02352137569d17b", |
| "61/linear_attn.norm.weight": "float32(128,):3f169623f54fc7c15d14201a79f9b9c34344749db3771961678cc820fd3313fa", |
| "61/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):584098793330602ee07afb3840297dd708c1925f039e81f9a557ef04d1c732c6", |
| "61/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):85f4585fdb180bbdbb5aeaeaa5e930bcaa24d73d5e2efb5bf233657074792050", |
| "61/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):6bdec30abe172efd49c949d772a56c4c465aa0660be97fde419c856547691bda", |
| "61/linear_attn.out_proj.weight/lut": "float16(16, 1):0241679f12967544b91abe8746dccc6a36808a2102273144ba8b3e9bac7c6404", |
| "61/linear_attn.out_proj.weight/scale": "float16(5120,):1849418da780c706cfdec5931f74e05ef29b20d65946693404da4f7170deb9c9", |
| "61/mlp.down_proj.weight/idx": "uint8(5120, 17408):959f6516d05823b48c4bd6a95e542cbb29da8aeb6281aec9a761ff617a14b433", |
| "61/mlp.down_proj.weight/lut": "float16(16, 1):5cb6f7413cb497a69f53e13e338eecd9a4ad7cf466202af0805015bffa3b2498", |
| "61/mlp.down_proj.weight/scale": "float16(5120,):86be84eaac175b90ec55fa43358801e13dc0f2f0c2e660f3cfbc371168673ec5", |
| "61/mlp.gate_proj.weight/idx": "uint8(17408, 5120):51a7322ae117e74ab34ea0bfbdaf8c7a0b35105dc1eb213b14d2a2e66c13c10b", |
| "61/mlp.gate_proj.weight/lut": "float16(16, 1):ef130c34cffd28cd5fde82efa133a9833ce1dc9a82bd28a7fdb5968c042cb69a", |
| "61/mlp.gate_proj.weight/scale": "float16(17408,):db9485d015fd3979b868a19673c03746bca4e1cb7c681b9d9ebbe6cafaa2d609", |
| "61/mlp.rotation": "int64(2,):9a008bc094a74c3f26519ec59d98cd643b14da42c9e77bfaa965abc1d312556b", |
| "61/mlp.up_proj.weight/idx": "uint8(17408, 5120):12dd639f95b20709fc6464fb8ee6972be0736efe8f00e46221e38bbc0f097f07", |
| "61/mlp.up_proj.weight/lut": "float16(16, 1):eeca248346807187bec93916719db6fd0be7953ec5f9662c0b12456ae2acbfee", |
| "61/mlp.up_proj.weight/scale": "float16(17408,):ffab10042a13e066d6e8f2513297401971e843ada744d1403af9331f5f44a0fc", |
| "61/post_attention_layernorm.weight": "float32(5120,):9f61bc1627fa274cbcf979c2acf52d52dbe2bb47c0c6c28ad907d3687bfae270", |
| "62/input_layernorm.weight": "float32(5120,):7e8f14811509997c12fbe053109ac405be3613451340d97a82dd67f4a1c4b705", |
| "62/linear_attn.A_log": "float32(48,):5997c4f1ae205b583a7620c9bbed3d84189c28cca0c1783577d823b42302958c", |
| "62/linear_attn.conv1d.weight": "float32(10240, 1, 4):17a28b357ba81d21b50a2b5f78816e3e685d5a81d269978774acdd6305fcef8e", |
| "62/linear_attn.dt_bias": "float32(48,):66db6c88916c0a7a88de1cb1860a3a4dfcc135e3274fc84129efeb3c936492c3", |
| "62/linear_attn.in_proj_a.weight": "float32(48, 5120):2fe2c7a83b55ace900844311c9f59c4374eeaa6550074aaee2459f7abbc91bf7", |
| "62/linear_attn.in_proj_b.weight": "float32(48, 5120):b1e66de4cb0141ece71cb99fbf9cc3d54a268547b7c7cf5e196c4cca13e057ca", |
| "62/linear_attn.in_proj_qkv.weight/idx": "uint8(10240, 5120):6378b0c71b5528e345544e4124c36038afb09f759c9dbadf59185cb28c990cfd", |
| "62/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):0a2d8209aebd8cf40146d8c87c648c319d4b327e22edcaf6e9c1fa4cbaa5fae5", |
| "62/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):1d501027719ba5fa5c8788704a9900cf4dc9410a6778a791ac34edba2f8c0734", |
| "62/linear_attn.in_proj_qkv.weight/lut": "float16(16, 1):c99ee73a094b6b15478563aafc75449e67290333e8499ee5af4bcc7665aebd65", |
| "62/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):33ddd8e299f75283c3ac109c4f2442a009962cdf7b2327c9fcc315a00c908826", |
| "62/linear_attn.in_proj_z.weight/idx": "uint8(6144, 5120):5d49a670b163d895f363ebf0f8eb55bb35d99ebc4acc61410270fdeff227200b", |
| "62/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):7c9bad62cc3365daa5a155561cc174e7f0aa4a4f4dfc5f0da468c517ced0d8ac", |
| "62/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):608a46c0abb12a8cba8438e57f077325c76b2abd287974c63a413b0a76fdc60f", |
| "62/linear_attn.in_proj_z.weight/lut": "float16(16, 1):0e252bd19e8cfa198f85352cbeae47f25322ab0f98ed2240a3dbcf38decc48e4", |
| "62/linear_attn.in_proj_z.weight/scale": "float16(6144,):708b2c1832436ccd766f8a9a27aa3eadfcf692d56543621c69bc94a3e3251b04", |
| "62/linear_attn.norm.weight": "float32(128,):e0d98987760867713536f1c1b393b3204dbda5b12138e617bc782115d3e20cc7", |
| "62/linear_attn.out_proj.weight/idx": "uint8(5120, 6144):a63ce05831334b70cc49a4fabfec35a8e3f5b65e2d51c14771caabe7a617ff7c", |
| "62/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):6ca81d0790f0f9ef2e130047d24c8ef39bca75abe77e4cf303687961b65ad3b3", |
| "62/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):d6e2be2b0cf8e9fe20e09a43e9f152a043fd19033bd0147cfecbaa84dbd5f654", |
| "62/linear_attn.out_proj.weight/lut": "float16(16, 1):11161c47529a178dcf92b8ddf5ffc0c110e617813dd538ba7bbb81bfc654a6c1", |
| "62/linear_attn.out_proj.weight/scale": "float16(5120,):4bf199f8633e8847d06f08195f444e6f46e733bbc36765952e404398cc640c4d", |
| "62/mlp.down_proj.weight/idx": "uint8(5120, 17408):406f94edbe70d5ed08eda73eaa71f8baaeb816d0ba7220732e19406125485a3c", |
| "62/mlp.down_proj.weight/lut": "float16(16, 1):b8c7a4d483cb78ca30bf314da817af6fab25e1af7d945209549e85eab81ad139", |
| "62/mlp.down_proj.weight/scale": "float16(5120,):816e994a6060007041dcbde6ea44b781ce8caad33defb3ff7076ca38b908f7ee", |
| "62/mlp.gate_proj.weight/idx": "uint8(17408, 5120):e839fdb00094417c1409404a55aa5b06327515385b5d0f6f65b8d0fa35e39f01", |
| "62/mlp.gate_proj.weight/lut": "float16(16, 1):a88d36416e34427a48107a325cf2acf3f1aada9dd44eca1542603565f3731003", |
| "62/mlp.gate_proj.weight/scale": "float16(17408,):5e867b41b7534d08d5880358c99c33ef7b680f2b8972974cda002ebdf23fe957", |
| "62/mlp.rotation": "int64(2,):2d47b26d8b24496101a9b4ba9d186bd6790b910d8f93f3f364e5864646921b85", |
| "62/mlp.up_proj.weight/idx": "uint8(17408, 5120):bc3cea0c98484c6a84ced47c58b28d801bf5a457c1b280171c7d037f64da91f7", |
| "62/mlp.up_proj.weight/lut": "float16(16, 1):317f1cd9a5687458ecbc27c30d0233826991db29644460e6c1812b9b7aeaa884", |
| "62/mlp.up_proj.weight/scale": "float16(17408,):218bdb88e2c06d019b188be2b37f1a55f4355c99d51863bd501ca2c8c1401529", |
| "62/post_attention_layernorm.weight": "float32(5120,):2a2df71c8b88b44512e1834c52fa70c77805f0201b2c622246031f1bfc4ca5a6", |
| "63/input_layernorm.weight": "float32(5120,):f8d416392940882bbf0351b592dc6badadcef0289f3e83ed91ed36145f0ee147", |
| "63/mlp.down_proj.weight/idx": "uint8(5120, 17408):20e9c44982b40680bdeaf7003a444906e0b533999961ca4d8e1787be842c3c2e", |
| "63/mlp.down_proj.weight/lut": "float16(16, 1):73232932509498968a7acfe2bd56d9d85e10e1dd206e424945e849fe173222a9", |
| "63/mlp.down_proj.weight/scale": "float16(5120,):bcf4ca5cbcb112f3f87599707982318f377d60307911195f0c9ced1d8cda2e13", |
| "63/mlp.gate_proj.weight/idx": "uint8(17408, 5120):3b24867db30452f8dad751f24c52f25ced67884b638776f3843a02bb8316741f", |
| "63/mlp.gate_proj.weight/lut": "float16(16, 1):20c0c0e5b3d8a287ed75b71cc2c1b36ba14f54335ea3e15ae7d039daeb53004c", |
| "63/mlp.gate_proj.weight/scale": "float16(17408,):c1d4e6ca109a75b5ae8299341500e48f8b67d6510c92ae3428fe64b3753cb545", |
| "63/mlp.rotation": "int64(2,):5b36460602608d07bea49f2c7df493432bb4c84361529fcf7feea57ff1e2f90c", |
| "63/mlp.up_proj.weight/idx": "uint8(17408, 5120):ab7622100d88dee0095df812c8ef35eca2b9554ffe174457c65118f8926ed993", |
| "63/mlp.up_proj.weight/lut": "float16(16, 1):29c9cf1cee0f2aa70ddac0bbf0d0a3578caa8fb3af3d1f84c0f6f0fa792ef93c", |
| "63/mlp.up_proj.weight/scale": "float16(17408,):9ce05967dd630725382a6236612bf704706e94f755215b64493319fa5b52db30", |
| "63/post_attention_layernorm.weight": "float32(5120,):0226cd0246a3115daf8339cbefbf5d3f3bb4e38fac7f63df8f97dd730ccb4ff1", |
| "63/self_attn.k_norm.weight": "float32(256,):95b70e85bb9960fe1c683e3f93799d68858d8f596977db1223275a487da880e1", |
| "63/self_attn.k_proj.weight/int8": "int8(1024, 5120):1082382d853d066dc6e6eabcaeaec2462aaeb02818f4a6f1dcc2689907f385df", |
| "63/self_attn.k_proj.weight/lr_a": "float16(1024, 64):b63d53a09d0230ce2bcbbd801e7fc139772ad5abb3848e223a4158a3c877c969", |
| "63/self_attn.k_proj.weight/lr_b": "float16(64, 5120):4c160d280da95f508922fe4e79b8e5dc128e571b57c5b221371e7beb72cce961", |
| "63/self_attn.k_proj.weight/scale": "float16(1024,):f33453fb395ee32b1b61bbf921c1b2f8b543468324275b85abf576a8d106f890", |
| "63/self_attn.o_proj.weight/idx": "uint8(5120, 6144):24e83a21cb46cdb276504b0eaa26d533c50a31b73d584bb2efbd61c92e61673e", |
| "63/self_attn.o_proj.weight/lr_a": "float16(5120, 64):38d2fefff04a59cc4a55a0ba7f9a62917843cd000e3813a443f2e38cf06614dc", |
| "63/self_attn.o_proj.weight/lr_b": "float16(64, 6144):ef03a5b7d05dfd4bd7d9dc04ed755e117170c3d5b04c2db702f4efc42600c188", |
| "63/self_attn.o_proj.weight/lut": "float16(16, 1):43a887c3a93bc28cd7dff325985305e351d6705e4a64497dc31f01cbf8210794", |
| "63/self_attn.o_proj.weight/scale": "float16(5120,):964b9de79886e7e04a83f555bff7c45ab9ba82295a3a68ed887c3090adb52a78", |
| "63/self_attn.q_norm.weight": "float32(256,):1377d34a008d2038fbfee97ce4be9ae5ab7f4110de40b80f54cc431c5a374c0e", |
| "63/self_attn.q_proj.weight/idx": "uint8(12288, 5120):1da16e83c7df51966e4057e3ce2668f19a84a756211ee847f28ead2973a4635b", |
| "63/self_attn.q_proj.weight/lr_a": "float16(12288, 64):34215f315c11d09d5c26010c19e87ae842a59bbd5cd85436fe8b53b97a058695", |
| "63/self_attn.q_proj.weight/lr_b": "float16(64, 5120):735b810382c2493f5c1c6fda1499a8446b7e4e34202bdea04836e3c7d87ea23e", |
| "63/self_attn.q_proj.weight/lut": "float16(16, 1):44a7a1aaa099eb1ce9b43155c9de08ac2b73203b0775c0628706e3a93b0a9e1d", |
| "63/self_attn.q_proj.weight/scale": "float16(12288,):650e8e8ff07c55be35ca58fc529ff9dac2851e74425c72c79f6180a282133e1a", |
| "63/self_attn.v_proj.weight/int8": "int8(1024, 5120):c1ba11ed50fce7a18f5469b09458109900f7f799f44eac670f4d57cd3b5913b7", |
| "63/self_attn.v_proj.weight/lr_a": "float16(1024, 64):e09faf258180510578b6df84fe35bd7b7e1fb99b8c645602e0539908c4ef029e", |
| "63/self_attn.v_proj.weight/lr_b": "float16(64, 5120):ec534aac56d1a06f59dbe6cd797b8cc268bf9e084f741502afea22ac0247aaa7", |
| "63/self_attn.v_proj.weight/scale": "float16(1024,):ac2e95805a178f603c35f55bdafa959e9cc7be174aa4e4196416197c63208210", |
| "7/input_layernorm.weight": "float32(5120,):6bf28cfe70e319b95dc1d2a2acf15eef61c187edecc1a7e986ecca89dad5f423", |
| "7/mlp.down_proj.weight/idx": "uint8(2560, 17408):223ec96c6eb32a18fecd2ca66e16576c62f9e7204ab26a04bd9f996e9eb2e0b0", |
| "7/mlp.down_proj.weight/lut": "float16(16, 2):ab4c65304f923f78f0229af3e78f1eaa1ce0f0609b7d668e6f12b6a4de97dd7a", |
| "7/mlp.down_proj.weight/scale": "float16(5120,):48eb9cd1091eafdf871ed2ba35d1139c8dd3df4c27ccb42869a67cde924c3904", |
| "7/mlp.gate_proj.weight/idx": "uint8(8704, 5120):d926aa5702539c977b3e23fb4047630e7b68cb27e44bc82ba1687009bf106aff", |
| "7/mlp.gate_proj.weight/lut": "float16(16, 2):b04ec74ac06677d0f8f8e396e3807cde2f0015f55c50771d99519ea36a028f44", |
| "7/mlp.gate_proj.weight/scale": "float16(17408,):aab39f40d3758603dbc446f35f442db47d6bb9b2b1261aba498fa3ea4feb17da", |
| "7/mlp.rotation": "int64(2,):31025c622f7aa5c196ff9cc90b622d13554b859b44b7978d6b5e08c0c82fda6c", |
| "7/mlp.up_proj.weight/idx": "uint8(8704, 5120):825df9abbf6999388f810c5856c1097ddbd1e4ce1bd579261dcf27dfa943ebd8", |
| "7/mlp.up_proj.weight/lut": "float16(16, 2):df11d84c061b4b657f8f1351f895f750f59b4c25df353339fc853869ddf98ba2", |
| "7/mlp.up_proj.weight/scale": "float16(17408,):7f23423876406e81b764860ca26938a64ad12857a54bb2c635f3dd5440423fef", |
| "7/post_attention_layernorm.weight": "float32(5120,):dc03e0bba9d2892efcf27cd5e4550b2238cb5dde9baeaf18f7a26d57909baa8e", |
| "7/self_attn.k_norm.weight": "float32(256,):500a3116ea947860786f2198daea1f755276519e37de110fe5182acd894f7a1e", |
| "7/self_attn.k_proj.weight/int8": "int8(1024, 5120):135c1e8293105d8843622cc12b956bfc659ca1e0bdba3da4f35bc86c449fd196", |
| "7/self_attn.k_proj.weight/lr_a": "float16(1024, 64):6a767f96c374991f1e662847197bfdd32d6fa4799c1410cd73e166bdc97808b4", |
| "7/self_attn.k_proj.weight/lr_b": "float16(64, 5120):93f8327fa9f3eab82b16004b0d5b6226e2e6ca60e0cf31abd334d54461d65758", |
| "7/self_attn.k_proj.weight/scale": "float16(1024,):2bcd5e83da2b1c375d874b9f66756a54614cd831787d3e3a765c880aeb96fa72", |
| "7/self_attn.o_proj.weight/idx": "uint8(2560, 6144):50a17c70c36cbc1b40b31489d23a00d1c2bba5fded8142b939f1e2220cb0795c", |
| "7/self_attn.o_proj.weight/lr_a": "float16(5120, 64):86be37132f12ac7f99c491ab322cd967bf5f60289c14fc8e9bb72316b32aa614", |
| "7/self_attn.o_proj.weight/lr_b": "float16(64, 6144):b2f626453016f6be1fd0bb3729435f82099f29896d9533eafdf5c4ec79232415", |
| "7/self_attn.o_proj.weight/lut": "float16(16, 2):e5a7b297b4e96adb7b431f44984cf783a688eb2e6dc219267e3d59f0df3726c1", |
| "7/self_attn.o_proj.weight/scale": "float16(5120,):ff76a164bbbf0dfcc3b07336a329d7c147fc6e5ccdccafeb6495947b028614e8", |
| "7/self_attn.q_norm.weight": "float32(256,):adfd1d32aa1f452af11f2fc8369b8a794d9ca7a2793287bcdd1d4223b65e835d", |
| "7/self_attn.q_proj.weight/idx": "uint8(6144, 5120):547aa9b5ef36638ae4c07b0f1b60f0a7596f3dc1a47bc13acd57995e4ea13e00", |
| "7/self_attn.q_proj.weight/lr_a": "float16(12288, 64):a55d79d4f6f74e1175aa144196acb740b68c063b48b0c08f0b4aa418719740f2", |
| "7/self_attn.q_proj.weight/lr_b": "float16(64, 5120):6e45d501516b45e231a21220a2d2ee4e9a8c9bd58a56ed844a4a27586d250a6a", |
| "7/self_attn.q_proj.weight/lut": "float16(16, 2):6ef80cca9f4b4e0ba941ca5889c32a24affc13cae4123989f643e181218ebc2c", |
| "7/self_attn.q_proj.weight/scale": "float16(12288,):1821c8b1569330d1e6994a7ea87ff5d714390192f1ef616a04fe98bd2db02430", |
| "7/self_attn.v_proj.weight/int8": "int8(1024, 5120):182ad5d6e96f561c296251b0ade0189541df4916517c949739c4539134c433a9", |
| "7/self_attn.v_proj.weight/lr_a": "float16(1024, 64):629e5d8fca104b75396e6c60385a38a455d88861fb50f05fa5d945a8c9c7e3f8", |
| "7/self_attn.v_proj.weight/lr_b": "float16(64, 5120):e6b244fe1459a2beee801d6a9dc4a1fe6620ceba70eda4ff895958b086bf275c", |
| "7/self_attn.v_proj.weight/scale": "float16(1024,):6712e091f44afdbd2d63962dc3e7747b0c37920194e1e299fe1cceb8528933fb", |
| "8/input_layernorm.weight": "float32(5120,):5992bdbb0bbc81483eadd2767b4141772acb11e1720f300b381f0b06e052f96e", |
| "8/linear_attn.A_log": "float32(48,):db4d1945caf7cc3ea7a74a784c1032e2d6a9e13c1963f0d9faf7cb2240e3d2b7", |
| "8/linear_attn.conv1d.weight": "float32(10240, 1, 4):0f080e9e13dc087d50345c85d907d916480e538cb20805259f889bb161e4d70d", |
| "8/linear_attn.dt_bias": "float32(48,):a54d79528f2cb1d21f57e7499b0dd05862ae81171807146fff71cc6b17f885fd", |
| "8/linear_attn.in_proj_a.weight": "float32(48, 5120):5850abec49c08242529f12efe600b01db36dc6c4cd579bc77d32b5a57c147112", |
| "8/linear_attn.in_proj_b.weight": "float32(48, 5120):6746a4aee04a2a0ba26f3d347d5c00500c551b7d61fd330602e0fa40e29567ce", |
| "8/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):34d7a21a59d8cb12d63b637ecc62f9462ba48cd19b3886afab9c44eda80ee2f0", |
| "8/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):51ade5d8e86433017cf8805eff598911339b014374b36c52840aebbd243be912", |
| "8/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):4bd2a1e014e1ee6bf551d0ced4ebb2b10f7a4056d35c7f8ed8e3c88b695daabe", |
| "8/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):279dc1a7c985948d84cf811a0bdfa6243e72da8311a2470b8ed4d66e39bd00b4", |
| "8/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):7b2d5b4390522f0b3ed56de9a517417b2b6d9245cbc9fccd1bb4766830475fec", |
| "8/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):1ad85c05963ec53e212370077696c5cab6d48861c5b8fde3ece8058d214ba7da", |
| "8/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):10626f9440903bbba1c4556c37f408a94a09d97ca6676e76e419f6261d9f3d9e", |
| "8/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):52bd74d95a385e86f8606279926c5444ae7b1cf29c1abc8c8b7dd8434528f3eb", |
| "8/linear_attn.in_proj_z.weight/lut": "float16(16, 2):e84e916d4005b0ec315ac8a77968e4795662ecf23f0fa1331ea5c85f8a9dc842", |
| "8/linear_attn.in_proj_z.weight/scale": "float16(6144,):c8e526b62bf3efcab9216dc10bb1e803fa3cf7ae8e93d65cd79cc75082637ea3", |
| "8/linear_attn.norm.weight": "float32(128,):a1ec028c0c8e6b766f5d236c27ef1a16e0bd7f8ba2336ce40571d657ca7c9439", |
| "8/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):5e2a057478fd9c3f7b56e5461fb9aee8c09d435c2d559cad7d68abccab0b73fe", |
| "8/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):5f8dd709105c6d54fbac2e6abcaa222f7c334baa331997e5ff74fb1d00899498", |
| "8/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):e224840e64fa9a0c0a2f6fe09550b7330555d3fb11a79ba57ef318940e958519", |
| "8/linear_attn.out_proj.weight/lut": "float16(16, 2):eed5cb4eb48669d0f111f68e493c4531404de49e42e39f50f1a3a1f69c1176f1", |
| "8/linear_attn.out_proj.weight/scale": "float16(5120,):44f4d64692a0e0780a94570c2a9afb6ac81e2fa770085958605e9c24ee297ed3", |
| "8/mlp.down_proj.weight/idx": "uint8(2560, 17408):4d5cbf1fad97a99232246ff245964fbdda1ed1846d33af9c03e752d2490c5d3c", |
| "8/mlp.down_proj.weight/lut": "float16(16, 2):2a01f00a344968b9672c3ffd3e59dda1262502c0bf52b9418d1a19b6e5b80487", |
| "8/mlp.down_proj.weight/scale": "float16(5120,):554a8ab8c7b2352ed31b52b823f25c48a3a9f9d8df4d04ed40997a5e4ecfb42c", |
| "8/mlp.gate_proj.weight/idx": "uint8(8704, 5120):9e5aa154bbf048fa1740937805272802b798ddc5916d843f8409d390e96d385a", |
| "8/mlp.gate_proj.weight/lut": "float16(16, 2):6fd2cfce91f03ae4fdfcdeabcab0df481b87083ad99c639e2e7ec4f05d4a6988", |
| "8/mlp.gate_proj.weight/scale": "float16(17408,):04ce0965611b80dc817f70650aa46ee9b884acd0f04b7d0291b6e442f5e849ef", |
| "8/mlp.rotation": "int64(2,):8a6a584ca65ffe74490a1852365fe1aace7f34c35ff8d01da8ac353ef0d71756", |
| "8/mlp.up_proj.weight/idx": "uint8(8704, 5120):3ddd9b1ad698b558985a35cfbdbef3d24d5bd361759d6f0069d8ba85175152eb", |
| "8/mlp.up_proj.weight/lut": "float16(16, 2):6654789995b9910fb29de24e843e492d58fe324117097c03a1bea3ef4ece2e70", |
| "8/mlp.up_proj.weight/scale": "float16(17408,):fc7bb5393afbac6a9e45e1da7220e8a158348ee89ddca0cdb4c78a21112a34b4", |
| "8/post_attention_layernorm.weight": "float32(5120,):85bb645389a6e62bacbf34cb64b530469b0f1e28e471e2e488b4ad868f20cc40", |
| "9/input_layernorm.weight": "float32(5120,):911826d9f28fce283ff800f27bb487ef46f367db54c2103975e6b924823d02f3", |
| "9/linear_attn.A_log": "float32(48,):df08bde08aeba35ac06d013d5600df62b18def76a96798d75ce40264316f80cc", |
| "9/linear_attn.conv1d.weight": "float32(10240, 1, 4):3e9d3bb50d56e3504aa056dc0f3e684759770af4d4ff65bfc9f36568b779c657", |
| "9/linear_attn.dt_bias": "float32(48,):8142ce5c2fd0798106d77db6408a5bb7e92be8ed1d6bb26487f5eeb13673879d", |
| "9/linear_attn.in_proj_a.weight": "float32(48, 5120):ebb7825dfd57ffbcc02715cbc49ae3a967672ab0663c78c28d196ee30b6080db", |
| "9/linear_attn.in_proj_b.weight": "float32(48, 5120):9a3142a91d0ac326ea758d51b96d1b5da5c5d729aa43715f29bb2e5031319eda", |
| "9/linear_attn.in_proj_qkv.weight/idx": "uint8(5120, 5120):9a3c19a6773be8695b1b7379ffbf4f0fd2f6fda55861142e6d395e8cced2bde8", |
| "9/linear_attn.in_proj_qkv.weight/lr_a": "float16(10240, 64):562fdfcad3d9eccee32bdc87115928e86b17ad519da7bf33c3bdaa9f6bf906c4", |
| "9/linear_attn.in_proj_qkv.weight/lr_b": "float16(64, 5120):4d3775945c12e7b81565a049faffc197701a0dec1590f614c845b7ddcf74474f", |
| "9/linear_attn.in_proj_qkv.weight/lut": "float16(16, 2):bdc3a098dcb78919ff793aff6caa0d42d403d43c7cc3cc332ec6b052e6edc3df", |
| "9/linear_attn.in_proj_qkv.weight/scale": "float16(10240,):d957420c679b4ca787015d456484d28eef1386680d359d9bb4a78473c7d3119b", |
| "9/linear_attn.in_proj_z.weight/idx": "uint8(3072, 5120):43b4e58b7dc19215b5c38ff0825f76ff5ca68019e70ac16675ddb761e6c09913", |
| "9/linear_attn.in_proj_z.weight/lr_a": "float16(6144, 64):f6bbc1b5a591177d0e5c9c650df15fb9bcfba41157b6ddc48f2cf6ab231d41d2", |
| "9/linear_attn.in_proj_z.weight/lr_b": "float16(64, 5120):3a78b406c1d682786c3a1e4ef2e925892b46e70b28cb4f366b76b88b53b42e79", |
| "9/linear_attn.in_proj_z.weight/lut": "float16(16, 2):767420539efc2826a124025ae5e03e585daa4e4a612b67a59bd1fad765ba9ee8", |
| "9/linear_attn.in_proj_z.weight/scale": "float16(6144,):1d60bf6c46beb10ad5ff3f19aa951290110b9898ee0607ca352a4fe56e84af19", |
| "9/linear_attn.norm.weight": "float32(128,):f112e884424b437b13dae9325ea1c588939e61ba6c511b6e5626cb0e034d0471", |
| "9/linear_attn.out_proj.weight/idx": "uint8(2560, 6144):1ee9d9fc80c42884a0088735551599079a6cc92f270e9c71896ce5ed770bf2d3", |
| "9/linear_attn.out_proj.weight/lr_a": "float16(5120, 64):2c2553ad4ff3b046d35975eb5d360e488379f7765c61117e5282283c692b8f1c", |
| "9/linear_attn.out_proj.weight/lr_b": "float16(64, 6144):4b609768a1859cab85b9ba8a5e3c24d708d795f627ea918cdbef6aa61f91d0bf", |
| "9/linear_attn.out_proj.weight/lut": "float16(16, 2):7295dcc19a32792b4e3b2f7316275e8bf4039d6ff22fc0d950c16ef12c36e046", |
| "9/linear_attn.out_proj.weight/scale": "float16(5120,):94066bd4870bc2e9c8744e022e7f462c4405fce3f5edaafdb13d0f680e4743ad", |
| "9/mlp.down_proj.weight/idx": "uint8(2560, 17408):a3dd109a0c181f4b70547f8fe764eed3055e06f1cb4d8da8ae4d88e23c8df9f8", |
| "9/mlp.down_proj.weight/lut": "float16(16, 2):0a8ada29f6ee4c7ff18b76857661fdb6d80b3cc0a4224dad966544fafc155f76", |
| "9/mlp.down_proj.weight/scale": "float16(5120,):4a631beb1c679991237e65b6242f725cccbedf064c3cdc908d28fc7d802da1d4", |
| "9/mlp.gate_proj.weight/idx": "uint8(8704, 5120):ccb29b73fbcca6397666acd70e32f6a0e2d051abb277f1316ac8ff9246f4b772", |
| "9/mlp.gate_proj.weight/lut": "float16(16, 2):e983862e3195b714675cddcfd0a3d59c0ab3598d9689379b24be5efec431c0fa", |
| "9/mlp.gate_proj.weight/scale": "float16(17408,):8a1ddedeb69ff0264ce1b721e7975f4447e9f6200af56f36fe500f613f605b8f", |
| "9/mlp.rotation": "int64(2,):4ae1a0485f33eab8f5e2c983fc0f1c507c932b355bde5ccd726328bd88161288", |
| "9/mlp.up_proj.weight/idx": "uint8(8704, 5120):f86ce9abdd0eb277ca20f2b26c322fdaf8b300ee29b9edb002f9c9ccd102a2a0", |
| "9/mlp.up_proj.weight/lut": "float16(16, 2):e9a9fbf756a585c9802d796b303903aad1c7bb7b53deb05e20df7df75bd03b90", |
| "9/mlp.up_proj.weight/scale": "float16(17408,):6375945ac9559ee6e0873c1d32fcbcd77ea279da3dc754bfea6a0dc8e510635f", |
| "9/post_attention_layernorm.weight": "float32(5120,):727788f55faf2933cb84b5b2d7e8d89036a13eee35479a380e50d8ec91b50546", |
| "norm": "226b0749e33401bd9116c7690a6b38791a3e8864403b1f03f55f6a69581ab68f" |
| } |
