Release unmodified quantization with complete saved evaluation metrics and historical reference
711ed9f verified | { | |
| "arc": [ | |
| { | |
| "id": "arc-Mercury_415084", | |
| "prompt_sha256": "eda71769b697a96ac5e1fa423bad4a3bf4871b6964bea6e6d1b05a31464a591e" | |
| }, | |
| { | |
| "id": "arc-Mercury_7249708", | |
| "prompt_sha256": "661142fa1f4605be4ac0e953679c75ca483534e28a1506b647cfd5135408f388" | |
| }, | |
| { | |
| "id": "arc-NYSEDREGENTS_2010_4_24", | |
| "prompt_sha256": "ba7819224da182467b3c3e9c9f1436f9a6bcde362c690ec9a64b0432c50c893d" | |
| }, | |
| { | |
| "id": "arc-Mercury_7056823", | |
| "prompt_sha256": "8b9d5f256b3070194e7584f4ef8984d3ebce34fa9cc50cf3ff571452c164bb5e" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_415534", | |
| "prompt_sha256": "9f963dfae344e14c157c18e035986216e07ebd6ba537a1580bc433847daf8472" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_405827", | |
| "prompt_sha256": "729fcbcfc56957127aeff5c5a3ab81f83b3f7e527f70d4a1a155dede2ea6178b" | |
| }, | |
| { | |
| "id": "arc-Mercury_7263183", | |
| "prompt_sha256": "fdcd728bdff77e7a3322cd83e10723ff7050208448528de5249ea706bc9866d6" | |
| }, | |
| { | |
| "id": "arc-Mercury_7106960", | |
| "prompt_sha256": "35fbb3e3d35d93bf14b503e229a75ad6828928a31e92ffbb171cffa33ed84730" | |
| }, | |
| { | |
| "id": "arc-MCAS_2003_8_7", | |
| "prompt_sha256": "2de54d4e1a78f3f9e684cff36a430f42a108271393ce84b00be880a4feddfceb" | |
| }, | |
| { | |
| "id": "arc-Mercury_7182245", | |
| "prompt_sha256": "6c90183d224c2426be94a1a405c4e3a3c33c716b6dc71fc494c24edf21f969ff" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_416177", | |
| "prompt_sha256": "00efe227debd084b1235a101ef69dbe2c1e90a5fa9149d676b9c102a8ac0cb8a" | |
| }, | |
| { | |
| "id": "arc-ACTAAP_2011_5_8", | |
| "prompt_sha256": "c3ffb0d4a69034a11c89627c1ba5dbab05cd746381b4f4124ac27626aa50e28d" | |
| }, | |
| { | |
| "id": "arc-TAKS_2009_8_36", | |
| "prompt_sha256": "da6b7a5f2be2bfbbf2e6bd0d96cb9072f047d23bb06679539eab371e6939270f" | |
| }, | |
| { | |
| "id": "arc-Mercury_401699", | |
| "prompt_sha256": "9e70d5d12c7a3828954bbbb7284946d5502dc8a6231f5bd2c5fa4b81d113a851" | |
| }, | |
| { | |
| "id": "arc-Mercury_7107240", | |
| "prompt_sha256": "563c677e502cb6c72e301fc0222c90005245489e8e6960e5876d734781ed1105" | |
| }, | |
| { | |
| "id": "arc-AKDE&ED_2008_4_26", | |
| "prompt_sha256": "125903fcebd8e8e634eb47ed3a4da1d736c28bcf0f095dc32ead1f1123f40227" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_402638", | |
| "prompt_sha256": "7d61bbfe33b9630d75dbf912d50f48c7a71ad55fdc13796ee6564cde03ced974" | |
| }, | |
| { | |
| "id": "arc-Mercury_7026723", | |
| "prompt_sha256": "e8c938823fb0151d81bff3475f01553691f7116f5782bd9a6af28c085b85d127" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_415422", | |
| "prompt_sha256": "078183c6bd6f320b51524d0bbbc4b0219cbff0c1f1bd4330fd5559bde96aa213" | |
| }, | |
| { | |
| "id": "arc-LEAP_2000_8_2", | |
| "prompt_sha256": "79d61fe705a6b0f55a83e450dec6e97e46c7bf5ac4a5f4cbd59b4356feec85fa" | |
| }, | |
| { | |
| "id": "arc-MCAS_2006_9_4", | |
| "prompt_sha256": "4d7c72807ce2ea8360f845bc96e469c02882f1a3b89100ec4cc82b3c61fcffea" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_401272", | |
| "prompt_sha256": "e582a83b65667f22d7b1664c4449e31b28136c1a815f1fb4196ff06e26f15fa4" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_416169", | |
| "prompt_sha256": "3e0c56909cd47824394b74c4dd45006d43fc556dbb4ac1c40863ce66346f18c4" | |
| }, | |
| { | |
| "id": "arc-Mercury_7116235", | |
| "prompt_sha256": "f3145af036de660d432d051c8fd98d2fca2ea371bb3aa7a5482121265972af99" | |
| }, | |
| { | |
| "id": "arc-Mercury_7109463", | |
| "prompt_sha256": "313adcba53897f65152f5a658d4e967c0c2ddc32742e8f6b87115084b965a738" | |
| }, | |
| { | |
| "id": "arc-Mercury_7032428", | |
| "prompt_sha256": "0a56153583f2d7ed4fd7b4b2ac5c47c1d274fbafdec90a4069bb5f7b46f3206a" | |
| }, | |
| { | |
| "id": "arc-AIMS_2008_8_11", | |
| "prompt_sha256": "db96431508a9139d9a6a9c29a52ec548b688cde5b81a02768aa3063c0578fa07" | |
| }, | |
| { | |
| "id": "arc-Mercury_410334", | |
| "prompt_sha256": "d92d65eb9a6992082dfc6a5ab54e932811f8ec12694745ad0b6cb5ed38d2d4bc" | |
| }, | |
| { | |
| "id": "arc-TAKS_2009_5_36", | |
| "prompt_sha256": "19700da9f1e813c34f17029ff7b07011b3509a42644b30c32d20afe28238b752" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_415719", | |
| "prompt_sha256": "8a7d70602466707eef9fb2bb38df53dc3c24c569c4eb7c9c6748ce15a0a46849" | |
| }, | |
| { | |
| "id": "arc-MCAS_2005_9_17", | |
| "prompt_sha256": "66264019751f39c561bc20ce691a7c639373e9d43fdf855300efa5f93f4a60f4" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_402256", | |
| "prompt_sha256": "b22b798d468b2799d39580c0493f5c6581c99591e70d68e8add715ce87ae22b8" | |
| }, | |
| { | |
| "id": "arc-Mercury_400443", | |
| "prompt_sha256": "3ebd2e091cbeaadd0169da0a06f28b3da7403146e43927c135620032d7d21509" | |
| }, | |
| { | |
| "id": "arc-Mercury_7133245", | |
| "prompt_sha256": "605017820e5f9d4d4267b4b0ac6bb45aa34f9d2eda95e4b7c35f42f08dfdd823" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_413458", | |
| "prompt_sha256": "f5b9e386bcb0d856401bcb55fe0a4bc632d90bed8651a77659b8d2d5273f7ba0" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_401372", | |
| "prompt_sha256": "4b0a0288bc1be903a6f0cc06916cc65508184cf78bbee38dba144eb577c483ee" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_401116", | |
| "prompt_sha256": "32b08da1794702b344090f932426ed28213994fc525bb46348c79b2348e03a3c" | |
| }, | |
| { | |
| "id": "arc-LEAP__5_10312", | |
| "prompt_sha256": "6fcb8fa82b518524d54119dd6fac1508ab64bb75d063a1082c6a5a679319d610" | |
| }, | |
| { | |
| "id": "arc-LEAP_2007_4_10280", | |
| "prompt_sha256": "11fce2fb3136b96d884c847c7c6d1470585f190e06d395e6665d7888b07e77d9" | |
| }, | |
| { | |
| "id": "arc-Mercury_416683", | |
| "prompt_sha256": "5f9d0ed87f402b027662f1ef603738b1e24c73e69eaf857bd6f081810bca9749" | |
| }, | |
| { | |
| "id": "arc-Mercury_7190120", | |
| "prompt_sha256": "9602d4b29f5812ad6ae1228ba370368c2c54f7bf89cac688302eec50134f62ac" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_401295", | |
| "prompt_sha256": "8f10cf4b19cbe32d7f768db52e91ee53a553d33aebc257608d40921fc15b6b86" | |
| }, | |
| { | |
| "id": "arc-NYSEDREGENTS_2008_4_28", | |
| "prompt_sha256": "b17d77e5209530c5e68cae6187b0e91afa8b1dba111182afc8f6e4c3fce15800" | |
| }, | |
| { | |
| "id": "arc-Mercury_7223493", | |
| "prompt_sha256": "45d1f9d1185771b8a25a7e15c30569dc5a14cd8cf277e858d087e3bafb2ec24b" | |
| }, | |
| { | |
| "id": "arc-Mercury_7018410", | |
| "prompt_sha256": "7797e41b2be05c9ce35dd8e65d389e54687c35fc06d6f8c1aa9243aab7627933" | |
| }, | |
| { | |
| "id": "arc-MCAS_1998_8_24", | |
| "prompt_sha256": "b49c5a58b2ba4e2cfea468ebe0ec18cfeaad23100007486c08b553b24d8289a4" | |
| }, | |
| { | |
| "id": "arc-MCAS_2003_8_31", | |
| "prompt_sha256": "850162578264c1fabc86de83efae67ee35f6a649734fd6619c93e885fb5338c0" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_405501", | |
| "prompt_sha256": "7b28527691bc99572d3fad112b40221f246aaf61313eb54cbc8d4cfd25e95d0f" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_408030", | |
| "prompt_sha256": "a60f6218a196c3dfa1701601bca9d49190537c0e42ec74673c8561473ab92c56" | |
| }, | |
| { | |
| "id": "arc-Mercury_401684", | |
| "prompt_sha256": "645933830c4720cd0386b47319fcd09dd75100b8689b6cc15c89e66db867b417" | |
| }, | |
| { | |
| "id": "arc-Mercury_7041668", | |
| "prompt_sha256": "165b93abb2dc9856db336e65dd1058d6aa6c2b1156f7a5c37cf01ff5286cf67a" | |
| }, | |
| { | |
| "id": "arc-Mercury_7205870", | |
| "prompt_sha256": "245579f799a0e6aaa6cde2f88e800d63edade6c0b9da2ecc8571b1ba1fb9c23b" | |
| }, | |
| { | |
| "id": "arc-Mercury_7210140", | |
| "prompt_sha256": "23526c75ea1acf22edee7ed31816bd5a6ae73660f88c0962285e78775eec7674" | |
| }, | |
| { | |
| "id": "arc-Mercury_405873", | |
| "prompt_sha256": "4a77125b35f89162d95ad19ad51252e83fe13e8221a97afa4c0d132dd6cc4fa7" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_400052", | |
| "prompt_sha256": "5ff5e6a19983b34b6b76c114a8179a5010a97d16f98954e63a55117b67fcabc8" | |
| }, | |
| { | |
| "id": "arc-Mercury_7018270", | |
| "prompt_sha256": "6eb5230401cda847f29b5ea317b7f3a083441141fa0f57dafaa63fbc0ee68240" | |
| }, | |
| { | |
| "id": "arc-Mercury_406550", | |
| "prompt_sha256": "48186d51255f55a5046b9948eeae4d44aa865be9ab8ff98f3e53ccab9131079c" | |
| }, | |
| { | |
| "id": "arc-Mercury_7150728", | |
| "prompt_sha256": "7528a0957dc7283238ef24e0ac8934ad5d94db9bf3000ac2683d5b0c897714b1" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_400839", | |
| "prompt_sha256": "150b7cf4762651faa8e537876df1ba8f6edd2f806662153124196208b9c552db" | |
| }, | |
| { | |
| "id": "arc-VASoL_2009_5_30", | |
| "prompt_sha256": "b8d112cbf8667ab1e2bbf2a44f56941493ab3dcc2a1abb0c1995a93eb8280902" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_400383", | |
| "prompt_sha256": "7c51047b5a9e314dec4671c3f1861817fbf28a65e6e7fd4a629aae4afd991ac4" | |
| }, | |
| { | |
| "id": "arc-Mercury_7236740", | |
| "prompt_sha256": "015d51c4f8726acbaea20abfdc0579ee49d368524f02c23ddcefb9321d34cb5c" | |
| }, | |
| { | |
| "id": "arc-CSZ_2005_5_CSZ10021", | |
| "prompt_sha256": "9ac38f9edfbbf2c2561dda048c34994f14d045561a893d2adaf4c9a85477aee3" | |
| }, | |
| { | |
| "id": "arc-Mercury_7093958", | |
| "prompt_sha256": "2361ccd25a83ab21103a36c66d7333a7599c1f9b9d8dc5bed0ad9eebbb0f22dc" | |
| }, | |
| { | |
| "id": "arc-Mercury_7026355", | |
| "prompt_sha256": "5b0fcd24b6e9b19750dd79757bccda2058e5711bbf5a8e85717eda90ccba8710" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_408324", | |
| "prompt_sha256": "2bda7eb780d79a0cc15c78fb0e9b063745fb3ae5f4e6899a875c9d54c6f000a8" | |
| }, | |
| { | |
| "id": "arc-LEAP__7_10348", | |
| "prompt_sha256": "cf86d7ca9d18e33ba490cd3d642be4753c46bc71cf1ddeb7ad698132da35bbea" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_402629", | |
| "prompt_sha256": "a5743533132cd9df70ce49c56e6e34a69022809b4aca20031488ec980a103a12" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_400046", | |
| "prompt_sha256": "912289417645d75ca11962dfd0b3d723704aba3d7c51b37ac5354932b9a2fe5d" | |
| }, | |
| { | |
| "id": "arc-Mercury_7180810", | |
| "prompt_sha256": "2a9dd8e41d7c598c3c61f39785fdfdf23f486045bb0731e351409f038afe74ac" | |
| }, | |
| { | |
| "id": "arc-Mercury_180005", | |
| "prompt_sha256": "dc075e4e0ef05d6df289ddebbb9a65910da20d25ae435e2dddf0ea19f9871c1f" | |
| }, | |
| { | |
| "id": "arc-AIMS_2009_8_14", | |
| "prompt_sha256": "8dab4aef8d12226ff9f174265d7060714cd686ea6a321bbb9008591bfb4ca4d8" | |
| }, | |
| { | |
| "id": "arc-MDSA_2007_5_16", | |
| "prompt_sha256": "e0ef362edec3f79543dac59ed38ba5e6e0744bf94df078cfc3db5d36089d6538" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_LBS10662", | |
| "prompt_sha256": "8838ece6eb823f1d711497c192a2a7b61b7932cd26cd1b269e047fed56c0fded" | |
| }, | |
| { | |
| "id": "arc-MDSA_2013_8_23", | |
| "prompt_sha256": "89731767c51357a860e87a3096e32f40007f39759dfa34cf3dd0ba9452e796ac" | |
| }, | |
| { | |
| "id": "arc-NYSEDREGENTS_2012_8_19", | |
| "prompt_sha256": "1096e944956be731773334c16000fbb646849ce099d9dbbcb7ac68570a3d086c" | |
| }, | |
| { | |
| "id": "arc-Mercury_7041650", | |
| "prompt_sha256": "57d3d99c1c9a95fa6704d4700bd98bfcd39851835d46ce0678bac237bfad02b2" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_416181", | |
| "prompt_sha256": "2f8e2e36593f4ba0a76df214dc7225f9b2720fd4c9767b2f203b38fbb324782e" | |
| }, | |
| { | |
| "id": "arc-TIMSS_1995_8_J6", | |
| "prompt_sha256": "803de79d0364246967b96aea785c03e0df06f499543665313f3697d9846b680a" | |
| }, | |
| { | |
| "id": "arc-MCAS_2014_5_13", | |
| "prompt_sha256": "79f33230e5a1ed369809a78c1e57491168af2aa099165471a52220a177f27ccf" | |
| }, | |
| { | |
| "id": "arc-Mercury_7106750", | |
| "prompt_sha256": "30cb4e9c001bd7e31a155ffd2a47561638dd9b7a39e56570b1926a82da49fa58" | |
| }, | |
| { | |
| "id": "arc-MCAS_1999_4_23", | |
| "prompt_sha256": "b14808aedc8857e2b4ccd14e7060728ed99ffb00df90f5af579d5e53971ddb1e" | |
| }, | |
| { | |
| "id": "arc-MEA_2013_5_12", | |
| "prompt_sha256": "0037c027fd4610adc1e3b3fc766f1b3fe3f76e28747282a77d170ee191fc970d" | |
| }, | |
| { | |
| "id": "arc-NYSEDREGENTS_2013_8_42", | |
| "prompt_sha256": "1f2cd751d0c7a74660451cc6317c2ad0b84afa928f720c1be4048a0d742a51bf" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_408367", | |
| "prompt_sha256": "efd65676f1b90568a4d4b50f18efcb8544d8550b362db4afc0b653896ca5575e" | |
| }, | |
| { | |
| "id": "arc-Mercury_7250058", | |
| "prompt_sha256": "d8c360a02337e57d8c69419f43313cb4c3a7ea25ad861d1fb88c343eb838d3ed" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_414041", | |
| "prompt_sha256": "dd266346856d416f01334881492d8ce71f260a1b635d2451b15ad527241a42e4" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_401290", | |
| "prompt_sha256": "afc488570f81e69835a77474d246843a229908390b845f0272f332c467a85941" | |
| }, | |
| { | |
| "id": "arc-Mercury_409295", | |
| "prompt_sha256": "577ece34118cc5ec4d376742ad554a7cc3e440b7d67a7b482eae1e493f1cf695" | |
| }, | |
| { | |
| "id": "arc-Mercury_7211680", | |
| "prompt_sha256": "3f1b810554d800ad41213b16b47139da4ed9f28891dbcc52e302996d5666cb22" | |
| }, | |
| { | |
| "id": "arc-VASoL_2009_5_37", | |
| "prompt_sha256": "654f953dce073bfd1b7fa5342a1195e7c2d214fcb0bb65a7cc2b1c0deba559cf" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_413439", | |
| "prompt_sha256": "ccadf167920a8ae17265197a6a361f2f44fbe239db73107ae7d19f16bd2e7b8d" | |
| }, | |
| { | |
| "id": "arc-MDSA_2013_8_32", | |
| "prompt_sha256": "42f96eeecf7556022463e7fdc09321a64c6a92c54276bc17f58eca14d9169966" | |
| }, | |
| { | |
| "id": "arc-Mercury_7216423", | |
| "prompt_sha256": "7c139343e5a7dafedb8e772508bc333a69bea1d9cc73319e9b0057d106a2481c" | |
| }, | |
| { | |
| "id": "arc-ACTAAP_2015_7_9", | |
| "prompt_sha256": "2887918cfde0f38281403715a62358fdd7d7f864d30c9c5d0ca84b2ecb854adb" | |
| }, | |
| { | |
| "id": "arc-Mercury_7230405", | |
| "prompt_sha256": "e17baad787060a49a267812b2ee669bb13cda0923bc590825435b7ef294ae34b" | |
| }, | |
| { | |
| "id": "arc-Mercury_7025008", | |
| "prompt_sha256": "4152baadd50fa3896d8799f1c8e70dbb291cd386d0db7e7d63510beb4c82c7c7" | |
| }, | |
| { | |
| "id": "arc-Mercury_416536", | |
| "prompt_sha256": "5413bc808dad5867c6051f0f8878fe7c2da5075b5ccb3bc20cb7f1e7475174bc" | |
| }, | |
| { | |
| "id": "arc-TIMSS_2007_8_pg60", | |
| "prompt_sha256": "9ae2dc06626af57f24e03a5a4083911b2a61823f2112050def71ed94f9504aee" | |
| }, | |
| { | |
| "id": "arc-MDSA_2009_4_34", | |
| "prompt_sha256": "2f962aa5cf94fec67b77a04b9504967b22c88a6657934cf8160945543c48aa57" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_406833", | |
| "prompt_sha256": "56f7046105a10055cdc61085b1f9c15a46ed601fb40947733d91930e15b152dc" | |
| }, | |
| { | |
| "id": "arc-Mercury_409647", | |
| "prompt_sha256": "1cc6397b5d20a4470c27de7aad6962db44a3433f1c4b2b2460c407b46fafd52d" | |
| }, | |
| { | |
| "id": "arc-Mercury_184363", | |
| "prompt_sha256": "64aba9ad59a213d300c8133d034fc4a1e5e5ad925da614d94f11b81dbb5616e0" | |
| }, | |
| { | |
| "id": "arc-Mercury_7107170", | |
| "prompt_sha256": "e39cbb711008ac4a3fbcdf87faa181232eb1d206706da1f2a3d3f31def094bb8" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_416104", | |
| "prompt_sha256": "e482a6c661a7e21427e165bc18d70a203fd38bc15d847c652ce95fb2c4ddbf8b" | |
| }, | |
| { | |
| "id": "arc-MCAS_2004_9_10-v1", | |
| "prompt_sha256": "1e1a255b141e4c7a15fcbb8cc466455042f3e5ca0eee40d9f8594893da627b05" | |
| }, | |
| { | |
| "id": "arc-Mercury_7202843", | |
| "prompt_sha256": "539145602b8f969e14e4663dbfc5e74384851337a992e8d5e1b295a7fc28665e" | |
| }, | |
| { | |
| "id": "arc-Mercury_7029803", | |
| "prompt_sha256": "1f52aad85946e9fccfb66c8e91f1e698ae6cf46452f4c89127f9e837fab5d453" | |
| }, | |
| { | |
| "id": "arc-Mercury_7164623", | |
| "prompt_sha256": "f55dd963a6882b31186ae4b71137f87e6457f1148d2a7105541f979e34908adf" | |
| }, | |
| { | |
| "id": "arc-TAKS_2009_5_26", | |
| "prompt_sha256": "71b8911389ba74f341bbb1eb948ccfc01062bdd56e8d4d36e73160ef37df640d" | |
| }, | |
| { | |
| "id": "arc-Mercury_7263060", | |
| "prompt_sha256": "065e915bb1012f8694dee89f7402feff0937bf7f1007a155de414fa1c6968b3b" | |
| }, | |
| { | |
| "id": "arc-Mercury_7268328", | |
| "prompt_sha256": "e180f15f44a14077fbd117a331d785c0a1a434362ee3a6b80f0ba5f16fc397c7" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_402282", | |
| "prompt_sha256": "382e56e5285a967968269117f142fd819470a3b2611e86ce0bc664655e1fbd9f" | |
| }, | |
| { | |
| "id": "arc-Mercury_7029558", | |
| "prompt_sha256": "adc2fdceac6db875bee59c04c52f8148127a83dcf38950d75b12c02336227a22" | |
| }, | |
| { | |
| "id": "arc-NYSEDREGENTS_2013_4_21", | |
| "prompt_sha256": "e2113f321e638e1848afdf062a5ed986266a3b3633c64bb34ea1c42a0d314b0c" | |
| }, | |
| { | |
| "id": "arc-Mercury_7186358", | |
| "prompt_sha256": "ef9e4c0266b6026f1186ac23a0497bd4402a52d973e41cdeb3d1f1791e1a1a67" | |
| }, | |
| { | |
| "id": "arc-LEAP_2011_8_10434", | |
| "prompt_sha256": "69a67d493e4d554c183f3edd5a981688f8ed12bfc1a9d20ec7747613b7b32817" | |
| }, | |
| { | |
| "id": "arc-MCAS_2012_8_23651", | |
| "prompt_sha256": "2922f5cea3680a7d48296d68233d7233e5c53c785c26f5bba54c76985777ddcc" | |
| }, | |
| { | |
| "id": "arc-Mercury_407125", | |
| "prompt_sha256": "99948b42cfe522acbc3a9e2df08ed51e25801cf78c2389b1d6680ef472ffc369" | |
| }, | |
| { | |
| "id": "arc-Mercury_7268258", | |
| "prompt_sha256": "669df80ca61f9f353fb85af0fb359ec96cffc101366bd90be27525edb116c71c" | |
| }, | |
| { | |
| "id": "arc-Mercury_7027405", | |
| "prompt_sha256": "584e3e922f891345875ba26bdc1d2933bbdfe33e33659a6b9370d7862b41907e" | |
| }, | |
| { | |
| "id": "arc-MCAS_2004_8_7", | |
| "prompt_sha256": "737115705ed8e77dbbd29c68478cfc2a226e5e83803cfe9106d761b8a972707e" | |
| }, | |
| { | |
| "id": "arc-Mercury_191625", | |
| "prompt_sha256": "eaa60b2d1025acf497b9511ee31222e235a5f54fb43f3a5d14e9ed35516fc6d3" | |
| }, | |
| { | |
| "id": "arc-MCAS_2005_9_6", | |
| "prompt_sha256": "3e8e9d3f3b8ed14b054e806f217bfbf0d5aea430f367af2d95dee5bd5a54c7ef" | |
| }, | |
| { | |
| "id": "arc-Mercury_7219678", | |
| "prompt_sha256": "6e78cbff5a661a5227a1211beba4d196ee557cca96ba907e266b0f26c7bf6602" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_401678", | |
| "prompt_sha256": "21b2cfe24b5f3660c871da100751b95387544f469db82cf5baaf17a8f323f402" | |
| }, | |
| { | |
| "id": "arc-Mercury_401312", | |
| "prompt_sha256": "2691149fec82acf69c8d248f227751e2464e5ea2a1f8332f1abf311671cccb8e" | |
| }, | |
| { | |
| "id": "arc-NYSEDREGENTS_2010_8_42", | |
| "prompt_sha256": "969798fb133a0fd7c18a2084ecd12b822a92a469367cdf02c6d0a92c44b80069" | |
| }, | |
| { | |
| "id": "arc-Mercury_7030468", | |
| "prompt_sha256": "2b928eb2a37ab8819da2ea5284ae3eed248b3418e3c3071f89baa1db0afc4e09" | |
| }, | |
| { | |
| "id": "arc-Mercury_175385", | |
| "prompt_sha256": "43572473b943b8f589bcadc6c74684baff557572d2c66c8df9de2f845062b7f4" | |
| }, | |
| { | |
| "id": "arc-Mercury_175560", | |
| "prompt_sha256": "89687b0f208253f15ee137488097298955fe34b8a5acab6e1d47427a6e0bbf52" | |
| }, | |
| { | |
| "id": "arc-MCAS_2004_9_5", | |
| "prompt_sha256": "b8d519364b44528fdd074635a1a3ffac53aa6ad8fb7c245f593f7beecc2305b7" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_409009", | |
| "prompt_sha256": "c70589dba1177ebe9119cd82ea609db9de45fe1a537ee9382d32f993e0e43d79" | |
| }, | |
| { | |
| "id": "arc-Mercury_7128923", | |
| "prompt_sha256": "b3b9a1ed65a99d540a9eebc4d05513536af6feee53a7b6685276632776e278d1" | |
| }, | |
| { | |
| "id": "arc-NYSEDREGENTS_2008_8_9", | |
| "prompt_sha256": "48a9b1d395cf9600141087be65a71de937dfe454da1b28ff446ad093721e6a37" | |
| }, | |
| { | |
| "id": "arc-Mercury_7042945", | |
| "prompt_sha256": "040be93be0fa942e77738faa3dc2a2a2b45cf0891afc746ca8206a173891fae6" | |
| }, | |
| { | |
| "id": "arc-AKDE&ED_2008_8_47", | |
| "prompt_sha256": "d91903ff2a36715be2149ef2bdf3e814cb80f53f0838ef507517443dd8b6f034" | |
| }, | |
| { | |
| "id": "arc-Mercury_7185343", | |
| "prompt_sha256": "b30263abe63e50e71cf9063f8b28077b658aa89fd6bfb001d5acd45e90d56222" | |
| }, | |
| { | |
| "id": "arc-Mercury_7218400", | |
| "prompt_sha256": "631d9c15887b1a923bb783b75908c05f0ed6f959f080880694f7b166b4a00328" | |
| }, | |
| { | |
| "id": "arc-Mercury_7221988", | |
| "prompt_sha256": "e7d6fc26ff00c6292b643e41146340acafed1d98ff6616de9c58d49ff96f0dbe" | |
| }, | |
| { | |
| "id": "arc-Mercury_405950", | |
| "prompt_sha256": "929405f3686de30c0f8ce54a2b40b71e5549c9819c37856f461702a31ac51530" | |
| }, | |
| { | |
| "id": "arc-Mercury_7222530", | |
| "prompt_sha256": "df870e3562ad912bc8d8ad94d363d89277a7e47ed5be0b9415162ae86903ed5a" | |
| }, | |
| { | |
| "id": "arc-Mercury_7102323", | |
| "prompt_sha256": "037a09e687d62a4b8f539ac8deb11c64a6fbacf03b22cf1453141adf96200bfe" | |
| }, | |
| { | |
| "id": "arc-MDSA_2009_5_39", | |
| "prompt_sha256": "fd1e0f85c994ca0d345d1470e21c5782d5ede0861e5d4383c886b8fa7c6891a5" | |
| }, | |
| { | |
| "id": "arc-MCAS_1999_8_5", | |
| "prompt_sha256": "2c533b87dc74d3ee610175f240be9a21df24607921006ce7354a215d9653c7e8" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_400661", | |
| "prompt_sha256": "cb19dcbaba805a68f17bb5e995b56cb1ad894167cea4ef4c3cfc73629ef598e3" | |
| }, | |
| { | |
| "id": "arc-Mercury_7081603", | |
| "prompt_sha256": "ff50860a8dbf3ef9c75e06673a785726231c2b82b2b63a5f2dce7cc3b78e05ac" | |
| }, | |
| { | |
| "id": "arc-VASoL_2008_3_25", | |
| "prompt_sha256": "44a0d9ef9eea59782834f98098505e4343978e35b19d93259be926ee5f017b35" | |
| }, | |
| { | |
| "id": "arc-Mercury_SC_413628", | |
| "prompt_sha256": "582349094346448ed4ba2379ba2e881c5e5d3ba9bfefa08852f022460bac5212" | |
| }, | |
| { | |
| "id": "arc-Mercury_406427", | |
| "prompt_sha256": "573719993fcb7b461a4652711d72150a88239a97ea3a862110f62df7fdec77f1" | |
| } | |
| ], | |
| "bbh": [ | |
| { | |
| "id": "bbh-sports_understanding-101", | |
| "prompt_sha256": "db536a40fbaac506424ed545bd0dca074ffef4d02c768472f2acca9ceef61ef2" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_seven_objects-60", | |
| "prompt_sha256": "bb56859b5c09e2ece4ee429a4d3344944edeebbdc98b3733c8d30c7097b65a4b" | |
| }, | |
| { | |
| "id": "bbh-disambiguation_qa-113", | |
| "prompt_sha256": "da284a41088bbc4c390d9cd20b73b8d5097085a02e6fd49b6bf1f26fc2037b76" | |
| }, | |
| { | |
| "id": "bbh-web_of_lies-31", | |
| "prompt_sha256": "d110ced86e6de35469dce4092658132cc57137f1a5235fb7eb6384cb19f518e3" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-144", | |
| "prompt_sha256": "d0314a315e8ad52fb391bc5e4548244b6e6a06874008c15f08f91aa943e4c562" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-28", | |
| "prompt_sha256": "6ae90cf9cc9a55a390539ff58d89e61c4dbaf77adbf2164b813fa6ba6f121abe" | |
| }, | |
| { | |
| "id": "bbh-geometric_shapes-116", | |
| "prompt_sha256": "150fc2ac663107d93518cd7cccfd3bd19f87a3877bbde83402792814cfa9999b" | |
| }, | |
| { | |
| "id": "bbh-boolean_expressions-67", | |
| "prompt_sha256": "ffc474bdd2942e10d5d74a4f843b46a5b463dff0c81898ee8faa4db266535606" | |
| }, | |
| { | |
| "id": "bbh-snarks-3", | |
| "prompt_sha256": "f4c92c1c1e5f5af85e08b29f3bf9af34ac32365c996569ff0a09c7e6f258ddca" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-29", | |
| "prompt_sha256": "e1d54bd700c1146b91e043ea7b8d67c7c964d9232d685ba3cd34c11594c683d1" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_seven_objects-192", | |
| "prompt_sha256": "296152c38aab1d33ab84a92e7882088f9ba67dfeb263a5ec70955742171f3069" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_three_objects-196", | |
| "prompt_sha256": "377d9b381c22b173e4e5dc64aec7525d21f775a7cb4144477082dc87ea86cc96" | |
| }, | |
| { | |
| "id": "bbh-penguins_in_a_table-10", | |
| "prompt_sha256": "4877090487dd166c3c8c37bc7b4a017d096a936a73d5e2691ec7b07129a03c05" | |
| }, | |
| { | |
| "id": "bbh-snarks-83", | |
| "prompt_sha256": "6901c47f857f69f9e290df7f41c3f73f96c4bf6e972836c20c51217b261cfccd" | |
| }, | |
| { | |
| "id": "bbh-word_sorting-76", | |
| "prompt_sha256": "064ae8b9d3b9269d1c21be7a6defc59432f304fb17be96c0295694e5888f2e2f" | |
| }, | |
| { | |
| "id": "bbh-temporal_sequences-212", | |
| "prompt_sha256": "360cb2cb0ae322f7a461e990b7528749f71ccf084bc91884093f68459220d057" | |
| }, | |
| { | |
| "id": "bbh-temporal_sequences-87", | |
| "prompt_sha256": "ef800113fa8aa0f13e78cc2418cd3b9eb144b51e363a9f157b9d3d0446c14948" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_seven_objects-1", | |
| "prompt_sha256": "7077863344a6b326d8ed876ece489db46e94684c0440889352e0205f0b1548ad" | |
| }, | |
| { | |
| "id": "bbh-snarks-140", | |
| "prompt_sha256": "21fc817e2285672ce9e6f2cac388a4a4568f176c1dffa87862d9d31b113cb5e2" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_five_objects-8", | |
| "prompt_sha256": "f1768db12aab4e4e13ab6b1ad3b7abd642081ab259d14bb0f24c9c2755ab5b31" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-138", | |
| "prompt_sha256": "746fc778ad854163a4d6d66868728dd2037be72eebe29eeb1cda17e1914736db" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-221", | |
| "prompt_sha256": "0b051ae68e6a05855dbc758c482ff75fd75d00be088005f018d56cf2d74ba4cf" | |
| }, | |
| { | |
| "id": "bbh-causal_judgement-136", | |
| "prompt_sha256": "999b15b85dd5127881ff6e095ef6e82553b6a06b999b5faa0c062c207e9b33c8" | |
| }, | |
| { | |
| "id": "bbh-penguins_in_a_table-14", | |
| "prompt_sha256": "02aac2c0828ba9d6b2ab04857b84ed462aa33bbff50cb7940653d9a5df5a1077" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-0", | |
| "prompt_sha256": "24ab1401bdff850c27a3272998bc24035d2f91c1c807adc1edd024ce7bd4fccf" | |
| }, | |
| { | |
| "id": "bbh-object_counting-207", | |
| "prompt_sha256": "b79b2a5054c27a9aa855866a99d4ec9e4b7a24743181404d0040cec17e384650" | |
| }, | |
| { | |
| "id": "bbh-snarks-32", | |
| "prompt_sha256": "4cf02a5b02f62f3bfb15abe5a8d31646157282b0c183aa578ad282cd14fd9f28" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-83", | |
| "prompt_sha256": "deda3592b2015f07548561ed564006bd9c5f69c8ae52144dbffaf99543b47f38" | |
| }, | |
| { | |
| "id": "bbh-boolean_expressions-220", | |
| "prompt_sha256": "ac50271ef4c36ca565bad571fab5e7f45def0ec8d701eb2f94dd9e7cd47317c1" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_seven_objects-234", | |
| "prompt_sha256": "4525dd6067617b166005f44b33d03da4c7d8912fd10e9e0bd9f20a7c6932c6a9" | |
| }, | |
| { | |
| "id": "bbh-ruin_names-61", | |
| "prompt_sha256": "ec9f696cf785d72b8dc472a38fc456f079868696aa8d8d412685e737666279f3" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_three_objects-21", | |
| "prompt_sha256": "92ff86768938e5062040dbef5ad0d93d533886ef1fe3a693d3e1ae408729658b" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-31", | |
| "prompt_sha256": "371fe8fd1370be17fe2362c99e45e5732b8c17958de7ea2b4989c73524e216c5" | |
| }, | |
| { | |
| "id": "bbh-formal_fallacies-13", | |
| "prompt_sha256": "ad7f1458661e5003f49ea5f23d15dbc51b7a024cb6d2c283d9dd0e88c3a578f1" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_three_objects-211", | |
| "prompt_sha256": "d43bce763b7b9981d42d5f9b9076fc4f53563ffe4c667f4d296cb8e770db95d8" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_three_objects-37", | |
| "prompt_sha256": "88bf2fa5ab5f756133c90d13e1c484b9ee27c8951cd8895fd3591b4650847527" | |
| }, | |
| { | |
| "id": "bbh-formal_fallacies-225", | |
| "prompt_sha256": "374c3ca1e0c6958c184c0b8421376e8582adec19ca0afddefe4b7ce0169b2fed" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-90", | |
| "prompt_sha256": "2e95ff49506496c24f78cdb823d9f0ec2a2a2f13ddce889c187f143f478b2eb3" | |
| }, | |
| { | |
| "id": "bbh-disambiguation_qa-101", | |
| "prompt_sha256": "a8b572b214c4de60e080f5950f27e67da4154ab9a58dfd76fbd432354e7640d2" | |
| }, | |
| { | |
| "id": "bbh-web_of_lies-179", | |
| "prompt_sha256": "24a7d5d9cd44a997244e292d67bd8b9357043b27ea75ddc55f7baa1c29feaf12" | |
| }, | |
| { | |
| "id": "bbh-reasoning_about_colored_objects-173", | |
| "prompt_sha256": "ac2d3977a4d7c3e9778a598814dc61726cdc1245930aefb1c05daccec932e15f" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_three_objects-105", | |
| "prompt_sha256": "216b4e9d4118d7ce00a766c9bbea32b088760900ce6816ec6afb7bc7a146ca04" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-88", | |
| "prompt_sha256": "2d8a7d604e80baf72797b1e5c1a984182c4c26f5f819ffe13eee02f24c4f999b" | |
| }, | |
| { | |
| "id": "bbh-salient_translation_error_detection-68", | |
| "prompt_sha256": "1fe108cf92e4b0bbe66e3e64afed4ba32ba8e3c49490f888d414690d99cc6d5f" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-185", | |
| "prompt_sha256": "ec22c5b27073067b60e881b1bf22a4e46c9ebcb33720c9379a09297c83ba251c" | |
| }, | |
| { | |
| "id": "bbh-reasoning_about_colored_objects-227", | |
| "prompt_sha256": "4825eedea716484d991fcdd4ba42fd09a96a86d7dfa130d20bdd8671609dc097" | |
| }, | |
| { | |
| "id": "bbh-object_counting-129", | |
| "prompt_sha256": "f54aef73cab98641a90f7c29af6469987406d0bdacf577daf9ee412719d0c039" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-238", | |
| "prompt_sha256": "a7ecae04a29a25decf4700ade140b6ccbe18eeaf05e5d2b986f5b2592c8d98f7" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-202", | |
| "prompt_sha256": "fc78c60032ef7febf8e1fe177e0e837b0eae52167ecfefd3440c3ac83041034b" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-93", | |
| "prompt_sha256": "de8cd8752c435b83ff4d8870635b3a3036f743f940af6c88ebe79b3e5de2e41c" | |
| }, | |
| { | |
| "id": "bbh-snarks-93", | |
| "prompt_sha256": "f5c871a49b9a7e81ac132c95d0fa8943cac2e98d90c28beab06897fbf319d0c9" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-161", | |
| "prompt_sha256": "59af76ec0ac75ecccae73bcc87cf2de317e9b3eba36de52cbda2b2ec06f99d6b" | |
| }, | |
| { | |
| "id": "bbh-sports_understanding-46", | |
| "prompt_sha256": "818363937aba12a8b1818be2a9265f3e4b8995b506eb5da41b8a37566379df68" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_seven_objects-227", | |
| "prompt_sha256": "f6d406eab4d8130da012f6c006c3d1f75d5ffc0de4eda0b222efb13c2d3ad76b" | |
| }, | |
| { | |
| "id": "bbh-reasoning_about_colored_objects-158", | |
| "prompt_sha256": "1a60d247960780eb13477f50cd068b056e2e933537061a6a65596b82f948f50e" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-205", | |
| "prompt_sha256": "528b1d90766efd1c80adabd83d1146111c878cb962d3f7062ec6e3a0a2947542" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-89", | |
| "prompt_sha256": "187ce4e356a922b7841ecf6d90911b1e88cb62f06d336ad3eed79f8f6895fca0" | |
| }, | |
| { | |
| "id": "bbh-object_counting-177", | |
| "prompt_sha256": "fa2060ac24d13544b260b4f3ff3b04bf9552fb1f076d79c9bd0396e3b3498919" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-65", | |
| "prompt_sha256": "438561f554750875bcf992352e517d1500bdbf36f4b7869857eadd95f64b6f28" | |
| }, | |
| { | |
| "id": "bbh-reasoning_about_colored_objects-72", | |
| "prompt_sha256": "339abc7d95ee00bd2de4324401cd415ab33b18c610d5e3f54e2e19b4eefab455" | |
| }, | |
| { | |
| "id": "bbh-salient_translation_error_detection-49", | |
| "prompt_sha256": "f7bbadd9a447311bd698dd57f7fc4da251b4cad458acada436ba36e4b5b92cb2" | |
| }, | |
| { | |
| "id": "bbh-formal_fallacies-54", | |
| "prompt_sha256": "962673445de8ed5fe28b359a241a7614d2208d21aae31b53eaa473d24b2080d3" | |
| }, | |
| { | |
| "id": "bbh-word_sorting-64", | |
| "prompt_sha256": "257750dd0a2ae4f79d2ec2f6ea80d23b6b8b419fe36de331cc2899ba016968b9" | |
| }, | |
| { | |
| "id": "bbh-boolean_expressions-86", | |
| "prompt_sha256": "408747d3c90dfcc2e8b8b7c8fcca52eae918ad18df91b3f25ce5d3a8319c5637" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_three_objects-108", | |
| "prompt_sha256": "ff088f9b338b92f447e8813f124e6cc4aaf9f1ed4c13173d60dfed46f03710b5" | |
| }, | |
| { | |
| "id": "bbh-temporal_sequences-194", | |
| "prompt_sha256": "a64f73de39756a237efda730cdb34668e219c24c053ea72075c2ff0818334bc6" | |
| }, | |
| { | |
| "id": "bbh-boolean_expressions-194", | |
| "prompt_sha256": "bf705b365c51751a9117d648c2c39f9268f1f3cc05abc7d00f29e029738af1c6" | |
| }, | |
| { | |
| "id": "bbh-dyck_languages-75", | |
| "prompt_sha256": "11bfe907b15b526f5032d396f62cac4a20af30877487a8ae5d00fdbc8ce7dcf6" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_three_objects-106", | |
| "prompt_sha256": "3395195666d030ae5be0ed16bffaf0eaf4431e691c167c71fb96440bc6c4ffea" | |
| }, | |
| { | |
| "id": "bbh-snarks-81", | |
| "prompt_sha256": "01ce3c9887bb78384555cf8a46624a2c44642a8e41ae3c3db7aa004b3e14f00e" | |
| }, | |
| { | |
| "id": "bbh-object_counting-242", | |
| "prompt_sha256": "7c85456a6b66045e24228cf8701ce3c2debc6a859bbfb07eb804b248ae7845c3" | |
| }, | |
| { | |
| "id": "bbh-navigate-150", | |
| "prompt_sha256": "86755e4a23592e384f532b68956c4f35e304bd14974c5a113549c611d9459df8" | |
| }, | |
| { | |
| "id": "bbh-causal_judgement-25", | |
| "prompt_sha256": "83cf7d15e375d9324f49426de200b970df16e9b05ff53f1da13623b3a2fa5774" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_three_objects-139", | |
| "prompt_sha256": "4046354014548e1ce7399cb6bd2a2b6cc2363fda494c04703922f193bc0a6aca" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_seven_objects-12", | |
| "prompt_sha256": "afd75d3f1759fccce70e571d6fe7853834992fe885ae67235e7babc08180d0c7" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_seven_objects-178", | |
| "prompt_sha256": "ab7588f6dee8fce4713dc7b5b7294d64ba5f2295d747201bc81caf8be9bf93d1" | |
| }, | |
| { | |
| "id": "bbh-word_sorting-160", | |
| "prompt_sha256": "5e1a1d7504cee6adde19dc4e770006b910f5dce6372a03f1ad4981cf4386bef8" | |
| }, | |
| { | |
| "id": "bbh-dyck_languages-115", | |
| "prompt_sha256": "30fb4dab9e23f6f7f648fcd8e53b269b671640924f0a3e473f98a1157c93ce1b" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_five_objects-44", | |
| "prompt_sha256": "604dcbda0c3412af5c95a8aa9de02f17bd356c373b74a5c60ada4b5334148abb" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_five_objects-189", | |
| "prompt_sha256": "1a63d5082cbcb415c919ae2a80db1a75fc95f1dc6b3ee2b157944658461195d0" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_seven_objects-102", | |
| "prompt_sha256": "c32ad9e3b45c29f0ee237a8e5a454c724508d0a8f25c145cecf19405adfe4e21" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_three_objects-38", | |
| "prompt_sha256": "b21a02ba1f2e8c876b0e5dae2e1d3fb8690595494d2a58f4c99c80ec55ec5a00" | |
| }, | |
| { | |
| "id": "bbh-word_sorting-141", | |
| "prompt_sha256": "33f39b2cc8dc514260858b5dd88e59891b518e19b0688f8ba23ab4a2e2165210" | |
| }, | |
| { | |
| "id": "bbh-penguins_in_a_table-38", | |
| "prompt_sha256": "5b0281254f46b7fdb60083d51e929da596ba5ba3eda3aa6487495d351245ffe8" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-168", | |
| "prompt_sha256": "a0306f34407051cb5fb40977de051f87b4c3dd0477fb4b14e74cdf1000d6ae9c" | |
| }, | |
| { | |
| "id": "bbh-dyck_languages-212", | |
| "prompt_sha256": "784ebbac1db96fd27d2877acdd788982c97bdf071e4b1b4be311b2e746efc95d" | |
| }, | |
| { | |
| "id": "bbh-navigate-245", | |
| "prompt_sha256": "92ee16aae0f052ff5b41a0a4f37f0ca1ea9939c066aae24c9ac7c195736a4b1d" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_seven_objects-222", | |
| "prompt_sha256": "dc000092a47a5094a50ffc6817829a566b146dba7a523882df662ab2629b41c0" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_five_objects-244", | |
| "prompt_sha256": "678ccdaaefcf4fe43886c70671173dfba8468bcebdb22a1b61e385a3736d8780" | |
| }, | |
| { | |
| "id": "bbh-object_counting-35", | |
| "prompt_sha256": "903dee05d3f8becf4f38d374082dda4f0c9efe4de8a2b7309b004099109e5174" | |
| }, | |
| { | |
| "id": "bbh-word_sorting-126", | |
| "prompt_sha256": "764c64e0c19bd3b070d39ecf7d4a6f5650f3572a1e006bf6b47cb61e8aa7e9bf" | |
| }, | |
| { | |
| "id": "bbh-word_sorting-90", | |
| "prompt_sha256": "f199d21f32d82bd7b24693ccd19242a6d596ebc616cbf3452c3af49b5d620531" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-5", | |
| "prompt_sha256": "269d60e89c5fb7a22ebb9a3d8ce21dd463792136345251bf9d94502761594799" | |
| }, | |
| { | |
| "id": "bbh-sports_understanding-241", | |
| "prompt_sha256": "2d063c380582e95b9e0a9d54d339c43d52d2881519485e33c992fe2906a030d7" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-234", | |
| "prompt_sha256": "805137449ffc4ec15f2e79f4ade63778208f1d2b915fba842fa190d3702ad890" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-233", | |
| "prompt_sha256": "e946282e3dec89b27d938940aaf30d1c26dfa41076dbf644819646166a0c39bb" | |
| }, | |
| { | |
| "id": "bbh-boolean_expressions-5", | |
| "prompt_sha256": "b201dfcb34d138c860096da6cdfd33eac36a001a4bea8435928298f155c15340" | |
| }, | |
| { | |
| "id": "bbh-causal_judgement-152", | |
| "prompt_sha256": "85e8e821705c0db29e3fdc949c26a810865bab640ea82aa3ad5eb5d7075dff01" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_three_objects-9", | |
| "prompt_sha256": "770231963e37d4c940628d0b88e6d4feae627b88afd07a353083eac36f63062c" | |
| }, | |
| { | |
| "id": "bbh-reasoning_about_colored_objects-209", | |
| "prompt_sha256": "4cb8621870669f2aa26a57e35564da6dedc6802cab75dec87b4bbc063209b567" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_five_objects-171", | |
| "prompt_sha256": "0ca7a3da4773c865c0a6000bf1d62f4273374b8554b8489a822e60eb27b792de" | |
| }, | |
| { | |
| "id": "bbh-navigate-160", | |
| "prompt_sha256": "2ac5dcf70a6cc242e542cf4de92ba0f0ba0b0f13abf23bfd36a363666aa890ca" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-166", | |
| "prompt_sha256": "28996a5d3e5b9bf6d2aa82981d7659b425fd04bfcafc523b42fdddf587ae1726" | |
| }, | |
| { | |
| "id": "bbh-formal_fallacies-213", | |
| "prompt_sha256": "2333a349c23b1dc4bf890e0c3279d1c43efe2ed2df9d14feb35aaaef897eb190" | |
| }, | |
| { | |
| "id": "bbh-reasoning_about_colored_objects-240", | |
| "prompt_sha256": "798379d96c312fd31f183adfa571009958157326069dca21a964391602fc0d5e" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_three_objects-95", | |
| "prompt_sha256": "2a727c8fef9d2f180bb2038a858ad2b4d40de514694bb29c1549f53747ea38fe" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_five_objects-227", | |
| "prompt_sha256": "a120de0cd301960d6fd9186ee78aa1762917e3d578d5dd7113cd22c0ad181fc2" | |
| }, | |
| { | |
| "id": "bbh-snarks-96", | |
| "prompt_sha256": "6181ca533344bd7227c93a2896127b22faca95930c211ca14c5067ba00141a61" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-33", | |
| "prompt_sha256": "2cffef169fd90189d126709665950c44b684a612d4483d258bdee734f8588021" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_seven_objects-4", | |
| "prompt_sha256": "c1f202959fdafee0a89e073a5fcbab5314b86f0788c69e68e9cd0bdf3d708150" | |
| }, | |
| { | |
| "id": "bbh-disambiguation_qa-180", | |
| "prompt_sha256": "52bc2818f6f33c36e9477114d956fdc26ab7962d5c498766b2a85299b8bf5694" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-74", | |
| "prompt_sha256": "c6677c907478fd7f8dbc16822cd54a63ce5ea527879f76b356576c497ac43166" | |
| }, | |
| { | |
| "id": "bbh-object_counting-88", | |
| "prompt_sha256": "eea2c2a7da4e86182973a8c7269d3edb5dbbe6209ab7b953a0ef280a05ccb63a" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_three_objects-10", | |
| "prompt_sha256": "00feeb81eec690b6bb992518e30761d1123ee4866967df1a5ff4b496ca5f2553" | |
| }, | |
| { | |
| "id": "bbh-dyck_languages-191", | |
| "prompt_sha256": "c691a4079334553d4f225ba1fb58c6243f345ff91b10b2f264035de882295419" | |
| }, | |
| { | |
| "id": "bbh-formal_fallacies-71", | |
| "prompt_sha256": "786370bb5d8764f8b95d3a660cf484bd3079d4acf95a1904a100d05b7edad5e7" | |
| }, | |
| { | |
| "id": "bbh-disambiguation_qa-150", | |
| "prompt_sha256": "40ea42edb3afa50673312c0f8e73afe049579cbb44ad0cb688fef5b365e8ef18" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-188", | |
| "prompt_sha256": "8c3f77b3821181c40fcba384e03107bb74445c88abc3de7767747719a5a41747" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-191", | |
| "prompt_sha256": "de3f4da246a7b35478f0bdede5a7572cc162252e2eb9030aa53699f7be586402" | |
| }, | |
| { | |
| "id": "bbh-web_of_lies-203", | |
| "prompt_sha256": "b51618b180d3bee890c32253b355882134f7881b8c9585a5b291701742e32988" | |
| }, | |
| { | |
| "id": "bbh-ruin_names-237", | |
| "prompt_sha256": "67369f12a03b8ddc0a1195540b2346e61dfdf456397b5ba2f103aaaca2d92894" | |
| }, | |
| { | |
| "id": "bbh-penguins_in_a_table-24", | |
| "prompt_sha256": "84bae8c12fb449da8b3058e01f513a51e089ab99cc2cfa8d88464e0fbe037130" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_seven_objects-27", | |
| "prompt_sha256": "730377c96a82109a8ec1b71bdc2ac751996e32d6756d984756c43e3780fae2b0" | |
| }, | |
| { | |
| "id": "bbh-temporal_sequences-177", | |
| "prompt_sha256": "11086a9a49c0c78ee6ed8b304cbaf943c76886ddc393c70a4103ed17687ddbae" | |
| }, | |
| { | |
| "id": "bbh-boolean_expressions-192", | |
| "prompt_sha256": "4256108d60f500ce201a41cffe9d07f074bdaefd7ed3e40cbf9ca9f484e36e49" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-242", | |
| "prompt_sha256": "c303030f4bb78d26e8462a924bbf381c3cb78760f63bc806056436f5b6549ec1" | |
| }, | |
| { | |
| "id": "bbh-dyck_languages-51", | |
| "prompt_sha256": "c37ab5e2c8b2a287dd18587cd60077750386c06d821c024f4387d1018d0b3e50" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_three_objects-96", | |
| "prompt_sha256": "98e7ab1ebe9f27c730c610f0fa16784c1086e692380c9278e951a0b5dd66df46" | |
| }, | |
| { | |
| "id": "bbh-word_sorting-100", | |
| "prompt_sha256": "3939649989bddda9bc9e2f82dce03b7af8e6ab239c9f057c19d9c6792d5f7376" | |
| }, | |
| { | |
| "id": "bbh-formal_fallacies-204", | |
| "prompt_sha256": "fb97f01005aa77e3426e79b8d6700e1af9fcac52d895545ce4a93ac5865b0b6c" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_seven_objects-58", | |
| "prompt_sha256": "c1dd82c0d44a4503eca3474ef03ef5b2b83641a782e219900756290065994215" | |
| }, | |
| { | |
| "id": "bbh-object_counting-157", | |
| "prompt_sha256": "7c226b32d8535a605f21e896e730d9c8f507a21c2f2924f3be6ddf93f55e0ea1" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-104", | |
| "prompt_sha256": "235d7705423f1e4f6e542ad7bfeb32fd1d8a08fd38fe214b5da0f2ada6f9170a" | |
| }, | |
| { | |
| "id": "bbh-temporal_sequences-47", | |
| "prompt_sha256": "3f0aa08badf1a20e4590b99af60836cac5b7700e7d0947b9bc1d2f98e4038431" | |
| }, | |
| { | |
| "id": "bbh-date_understanding-150", | |
| "prompt_sha256": "371321d71edb5ba29cbe7d76e163e61b0ca790e2f2a78aa51e74e0d97f5cf203" | |
| }, | |
| { | |
| "id": "bbh-multistep_arithmetic_two-23", | |
| "prompt_sha256": "17ac8c7edfc20e92b291074ff5be15a06f2caf9c881fb63307ef50a804e16277" | |
| }, | |
| { | |
| "id": "bbh-sports_understanding-68", | |
| "prompt_sha256": "9cdddc1e3b463e717d7c31d51fb5c25dd59537dbec1626f97c0d3d40a56876c3" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-174", | |
| "prompt_sha256": "331d653dd6b58de09fb9465721786127e73323806f58ca49230c7910c93d5de2" | |
| }, | |
| { | |
| "id": "bbh-tracking_shuffled_objects_seven_objects-108", | |
| "prompt_sha256": "e9121cf831341b655083f1edd1ff1619ea1ac2d5bccd1889d54dcff61a2dee83" | |
| }, | |
| { | |
| "id": "bbh-geometric_shapes-203", | |
| "prompt_sha256": "2ae7f481969147acfae8d69558c55892149f1e8f928e65cec5898058b8c621fe" | |
| }, | |
| { | |
| "id": "bbh-formal_fallacies-115", | |
| "prompt_sha256": "018a3a58d987dbe1cd3713db30c0b7eac33395811f4e777d1e8f71109ade23d9" | |
| }, | |
| { | |
| "id": "bbh-hyperbaton-223", | |
| "prompt_sha256": "95085b349d0d654b4934795af0dbeb886fb8139f1f6b2a1c8cf02b6c7565be0e" | |
| }, | |
| { | |
| "id": "bbh-salient_translation_error_detection-221", | |
| "prompt_sha256": "755921e0477e194103d2b9d992859c3b9d2ea24b886019c14f1d6173de6494f3" | |
| }, | |
| { | |
| "id": "bbh-temporal_sequences-5", | |
| "prompt_sha256": "ca9c87cd1b316f98998dc46e6e1829cf19f722cd5b86e6da1ca2d9a37ad42dc5" | |
| }, | |
| { | |
| "id": "bbh-geometric_shapes-233", | |
| "prompt_sha256": "061e396ba2e17ba788fc6c3bbdcf8f35cd3e21c3f3234da4c2b0cc5a429708d8" | |
| }, | |
| { | |
| "id": "bbh-ruin_names-3", | |
| "prompt_sha256": "3847a0e52f0f6f3d7c11d203b4269e2ecc2c50c0504b8394f1a5a99327e62041" | |
| }, | |
| { | |
| "id": "bbh-logical_deduction_three_objects-119", | |
| "prompt_sha256": "538ad385adf5e59e65c8dc38c2204f4f42ec0c139363c5ba50bad92a75b0e350" | |
| }, | |
| { | |
| "id": "bbh-movie_recommendation-197", | |
| "prompt_sha256": "9bda4d8f3f6cf92657a927225d39c3a7ee873806ee92b7a08ade7291b5b8dc2d" | |
| }, | |
| { | |
| "id": "bbh-snarks-103", | |
| "prompt_sha256": "6dd3398383d88d95639cf230f3a9917fa07418c5ea394c33dea9f3886c44d6c6" | |
| }, | |
| { | |
| "id": "bbh-causal_judgement-178", | |
| "prompt_sha256": "34f113bb72c4a616643d9178556bcf0f0fb88975278a498eaea6b3a4358151d4" | |
| } | |
| ], | |
| "ceval": [ | |
| { | |
| "id": "ceval-high_school_chinese-1", | |
| "prompt_sha256": "efade583414bd0e30101ebd6fdec0ac9e31ab26a1d7fed97c2c032fe89914933" | |
| }, | |
| { | |
| "id": "ceval-physician-10", | |
| "prompt_sha256": "5fa86877743c2b5215b85b120208abf5ad7d9cc704f19035a648a6189b606095" | |
| }, | |
| { | |
| "id": "ceval-tax_accountant-41", | |
| "prompt_sha256": "b8a22b980bebbfbfda1d49bd64b1060a9b3ffdf5fe2cefd6bcb1fddb9edaa02c" | |
| }, | |
| { | |
| "id": "ceval-high_school_physics-3", | |
| "prompt_sha256": "988eee3be1022a91118b089f37f350dc6ef9c2b4f7cc3517499704f174713662" | |
| }, | |
| { | |
| "id": "ceval-teacher_qualification-21", | |
| "prompt_sha256": "2b89f416b97547dbae66fb4497b1d3d2bbad9ea464e55d2e583bdc160b80a495" | |
| }, | |
| { | |
| "id": "ceval-advanced_mathematics-4", | |
| "prompt_sha256": "9aa166a2206a39474f9bccb0d5da62fe93f596d286f0535030d49a33fb9e9a99" | |
| }, | |
| { | |
| "id": "ceval-middle_school_history-21", | |
| "prompt_sha256": "19e67f7e148653ebbff8691ca01104f577b6df0e2f74800e2c255361471e3d22" | |
| }, | |
| { | |
| "id": "ceval-ideological_and_moral_cultivation-2", | |
| "prompt_sha256": "509e0b7d75e34aeaec8484dbfe9f8de3daa1871527f8a2fb6f0412e3e10a50eb" | |
| }, | |
| { | |
| "id": "ceval-college_programming-6", | |
| "prompt_sha256": "0afd9c4a965f7b9b50dcecbfe29b8731dfa72f162c36d275d1c6226eeade4f72" | |
| }, | |
| { | |
| "id": "ceval-electrical_engineer-12", | |
| "prompt_sha256": "9369b1381b2eda75b0b4dbd6de95d3a87c1ea762ba87a0325ad479642c48ec75" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-19", | |
| "prompt_sha256": "cd86db9822a95c38ead9053ecd74d57d652ad5d5e5dbd998e9557213d4fc76a8" | |
| }, | |
| { | |
| "id": "ceval-high_school_chemistry-9", | |
| "prompt_sha256": "cf034bdbd64feced09c3e68c1b875d8321cffa6825ef19bc8bb7963663d18797" | |
| }, | |
| { | |
| "id": "ceval-plant_protection-15", | |
| "prompt_sha256": "26ae067f7fb3babe0161b952e09bdeba8ef9f0c551ffa01308977b0fda5d9d3e" | |
| }, | |
| { | |
| "id": "ceval-physician-22", | |
| "prompt_sha256": "4f0f3ae5e6ab84847cf3b1d108ebe0c7ce74bac93ae27d6f464c2517cd005b16" | |
| }, | |
| { | |
| "id": "ceval-plant_protection-16", | |
| "prompt_sha256": "dee1a3f8b360655352693f12eb191de607f307b506b2a3994bdb77b46c5e235b" | |
| }, | |
| { | |
| "id": "ceval-business_administration-11", | |
| "prompt_sha256": "c5bdaf6257e6ddd586a556be9de48c5bff813c89ba5e0b2502947e9a3669c0d0" | |
| }, | |
| { | |
| "id": "ceval-fire_engineer-18", | |
| "prompt_sha256": "f558bd4788a52801fc9b15b709d3ca936eec1dd3fae1eb155bcb38e7fe0bebad" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-24", | |
| "prompt_sha256": "37ee77b0d7bac9afc5d4a5afe404816d18f9479f954f88fb3e3a0246c7aa1a09" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-29", | |
| "prompt_sha256": "856ddc821b8aec50212c6258004c6683c47d56e62ab9e441f8117f54f5e2aa7f" | |
| }, | |
| { | |
| "id": "ceval-middle_school_geography-2", | |
| "prompt_sha256": "9129400648c2d08c2450d0c91de9d7f29ae98062901a18cf59ff79e20589981a" | |
| }, | |
| { | |
| "id": "ceval-teacher_qualification-11", | |
| "prompt_sha256": "d8f7db967c0e240b23bf8e2d799ef68ebc10ccec4fa8ce066505f06c18ba1c06" | |
| }, | |
| { | |
| "id": "ceval-logic-18", | |
| "prompt_sha256": "aa2314a2294b4b1a7929b84c53e0b33a335d32e1fbfb6aca6ac39499cf97b483" | |
| }, | |
| { | |
| "id": "ceval-chinese_language_and_literature-0", | |
| "prompt_sha256": "8cf4bb270f3773dea52392a6e14b032b87aa3caa2b02879339dcf753fc977299" | |
| }, | |
| { | |
| "id": "ceval-veterinary_medicine-14", | |
| "prompt_sha256": "6d9be583288f688804131013315fb21cb54c7af96f5638237f0297eae8963901" | |
| }, | |
| { | |
| "id": "ceval-business_administration-27", | |
| "prompt_sha256": "8fb7e6fc7b0db5f2c82ed8d8fb2cefbfa7aa1abe23e3f510bcd36e72040116bf" | |
| }, | |
| { | |
| "id": "ceval-art_studies-19", | |
| "prompt_sha256": "f21f5143267b73dce55aff0dd8601dd44c7408c7564a62b6208b41305d16a94e" | |
| }, | |
| { | |
| "id": "ceval-logic-21", | |
| "prompt_sha256": "b43bbd3ecbd34c65ccce28408ffa1e736d97bc790d4a2c913ebf3ac706a4791f" | |
| }, | |
| { | |
| "id": "ceval-tax_accountant-33", | |
| "prompt_sha256": "7bb054facbc8db3ff73434cf04019001adc5d68180436ebb90dacd44408b80c5" | |
| }, | |
| { | |
| "id": "ceval-veterinary_medicine-20", | |
| "prompt_sha256": "daf1c1a7b600709dc3a257a3cdafa20bb795c6a4da4a52394874f6aa3c5c917f" | |
| }, | |
| { | |
| "id": "ceval-legal_professional-10", | |
| "prompt_sha256": "da5879633d519dad813b67ca97b153fc19d858a4ebdce35585a02c4a11915593" | |
| }, | |
| { | |
| "id": "ceval-college_programming-19", | |
| "prompt_sha256": "c01956a14d1f7f5d1fc1327d7a7a7b1e538e6afef336a30118be2267979ea6e1" | |
| }, | |
| { | |
| "id": "ceval-computer_network-7", | |
| "prompt_sha256": "921013948651b4e7fa48417006fde6a8b2358a9c61ddff6fcf97de77f446439e" | |
| }, | |
| { | |
| "id": "ceval-college_economics-41", | |
| "prompt_sha256": "10ae7028f8140f3eedcc2b8806a488c41d27545b8c2e0cdd78aca96176e9e95b" | |
| }, | |
| { | |
| "id": "ceval-urban_and_rural_planner-44", | |
| "prompt_sha256": "369622071b6172d7e6a260b93fad047d48fe6aa0c2f68026e554a1befa1e9e3c" | |
| }, | |
| { | |
| "id": "ceval-probability_and_statistics-9", | |
| "prompt_sha256": "66e4348ef1175a48fab15f0b104042a072328c90208da18ef02bd754c9b1ec20" | |
| }, | |
| { | |
| "id": "ceval-college_economics-28", | |
| "prompt_sha256": "ba4eec312bf9c6ad527f90ed6382db331729bebfd073a92c5b71a39757a48208" | |
| }, | |
| { | |
| "id": "ceval-college_economics-39", | |
| "prompt_sha256": "5d90bfbe8a242e151b860e8612e0884059d72a0338be73f446e785ac79b613ea" | |
| }, | |
| { | |
| "id": "ceval-college_economics-1", | |
| "prompt_sha256": "9b5867560fa357bd94d9f980987e143fc1755b8ebc95f4c25c70507659f70da2" | |
| }, | |
| { | |
| "id": "ceval-business_administration-24", | |
| "prompt_sha256": "0692093677c78d06cb40fad840d44526cf12945e91e079369ad70008f01c5ffb" | |
| }, | |
| { | |
| "id": "ceval-legal_professional-5", | |
| "prompt_sha256": "03a6725c8a995c4d21ee8eea23fa5a6b555c689c1b446b1a779d1e8fbda1b44c" | |
| }, | |
| { | |
| "id": "ceval-computer_architecture-15", | |
| "prompt_sha256": "000440af3463849db86215be0ad229ad9e4e79ea529d24b04aea09b0523f9023" | |
| }, | |
| { | |
| "id": "ceval-accountant-39", | |
| "prompt_sha256": "676d81feb3cd507410a420ff45e9ad7ba1ea1d4fa2efecfc0359c0e3247b639b" | |
| }, | |
| { | |
| "id": "ceval-law-23", | |
| "prompt_sha256": "7aac4f698e9a8d3d123819b6b4a224291226f9294e00d3dc9efba02136b3ab2b" | |
| }, | |
| { | |
| "id": "ceval-clinical_medicine-7", | |
| "prompt_sha256": "24028d83f52cc19acbe2c6c9547db9a624a94f00902b3172f45d396ba84a517d" | |
| }, | |
| { | |
| "id": "ceval-electrical_engineer-17", | |
| "prompt_sha256": "62678e5b20bf8b7256607f29302aba2a338f9468ae40a059ef09ea6462da27d1" | |
| }, | |
| { | |
| "id": "ceval-college_chemistry-6", | |
| "prompt_sha256": "48ff8ef66d66b7ddd2bb4de0d896cba4899e6271e600268905c2116c3d1bf66d" | |
| }, | |
| { | |
| "id": "ceval-physician-15", | |
| "prompt_sha256": "b963a55e1ea6f5cc32ef7082de86c0c611cca67a19c987a4347c7a33e1298b33" | |
| }, | |
| { | |
| "id": "ceval-high_school_mathematics-4", | |
| "prompt_sha256": "715bb9fb4b7809597fefd4cc0b8c026f5a63ac59a6cc7e9c0a42944ee9c51097" | |
| }, | |
| { | |
| "id": "ceval-logic-5", | |
| "prompt_sha256": "c7bf7a2a6eb0305ec789712d3812460a05ae6c589fe8eeb90b8c4daecf5012ec" | |
| }, | |
| { | |
| "id": "ceval-college_economics-50", | |
| "prompt_sha256": "3b454d3c0883005db10b57c6668359ff49a92279df029f4c125f342d4191cc0b" | |
| }, | |
| { | |
| "id": "ceval-high_school_politics-11", | |
| "prompt_sha256": "61872d898d6b2ed3034ba47c7a8efcd2ab7c1aab91df12b2e2b86ca99d8bb28f" | |
| }, | |
| { | |
| "id": "ceval-tax_accountant-32", | |
| "prompt_sha256": "61a329d5af3b7a1a451d320a9aaa0950885d8c5b66f6f6f1f8f8b7472b16cab5" | |
| }, | |
| { | |
| "id": "ceval-logic-16", | |
| "prompt_sha256": "d6289a6c462b5106245a33d76b19e72c4160dbbf00e33c55a154868d1e292905" | |
| }, | |
| { | |
| "id": "ceval-fire_engineer-0", | |
| "prompt_sha256": "9deef71cc6c14e24480416423d8a070c6e4cc12b774f33d7df4fd0f0aa7cb533" | |
| }, | |
| { | |
| "id": "ceval-sports_science-9", | |
| "prompt_sha256": "6cbc0898c2d741d9632398c97c76d2bd59d28a73c0aa46e9d239b633699dfc8c" | |
| }, | |
| { | |
| "id": "ceval-art_studies-15", | |
| "prompt_sha256": "01afad0c49363971ea0015614f1271c22347d6b4e0d2e767c65329563d289968" | |
| }, | |
| { | |
| "id": "ceval-probability_and_statistics-2", | |
| "prompt_sha256": "96589f60f76bf2d9e3e101c4ebfad83d6715435a3d60d7a65faa094f88988b43" | |
| }, | |
| { | |
| "id": "ceval-fire_engineer-7", | |
| "prompt_sha256": "1b675438a4c8b9cd1e03b73a8238bc897ce3a9444ae7b5f864058dffaa98ed71" | |
| }, | |
| { | |
| "id": "ceval-plant_protection-11", | |
| "prompt_sha256": "19ac0974773ccd5e7edf716f43c61c2bf437fa2a31fbc13337f611fb04342f59" | |
| }, | |
| { | |
| "id": "ceval-operating_system-18", | |
| "prompt_sha256": "faa37a81513e4c27b3abfe9ae0f08fb27ac929e8f36a9ce56df848372106da6d" | |
| }, | |
| { | |
| "id": "ceval-middle_school_physics-4", | |
| "prompt_sha256": "8df85411e6b5a7696fcfc2de03b65f58c575d5bda87755434882e361a3a03691" | |
| }, | |
| { | |
| "id": "ceval-college_programming-17", | |
| "prompt_sha256": "3d9ce882a72dbc20b671cc731aa8c29a4399fbab14609dbdde90c6a281f76f67" | |
| }, | |
| { | |
| "id": "ceval-college_programming-1", | |
| "prompt_sha256": "68110c9b5622162ed0bc78c40c42d1c5a9a3d69e29fcf08fcef6928517bb0f19" | |
| }, | |
| { | |
| "id": "ceval-business_administration-32", | |
| "prompt_sha256": "e21b65e311d9118af8fab0013648c6ced5791c52281f14876abd7209e5349f8f" | |
| }, | |
| { | |
| "id": "ceval-teacher_qualification-33", | |
| "prompt_sha256": "9a6d85200d355113fc823c6dceafee4d307195b63877b38c9f2a617acd4a5971" | |
| }, | |
| { | |
| "id": "ceval-education_science-25", | |
| "prompt_sha256": "8856ef210fabfb189b348fb7b26259a1975ada35ddcf32e007ee47159c473d08" | |
| }, | |
| { | |
| "id": "ceval-physician-40", | |
| "prompt_sha256": "e04f2362f6ee88f67635939bac2fa3b63351e293a02afb164ad61211644c0cba" | |
| }, | |
| { | |
| "id": "ceval-legal_professional-7", | |
| "prompt_sha256": "935a8e8fcc0fb8dad63562dbe14e9ac458a25a38c8b31d99c4dbed66d05dda83" | |
| }, | |
| { | |
| "id": "ceval-modern_chinese_history-5", | |
| "prompt_sha256": "3ef3bf03fbc3925f806ccee018676352d625c82ec7bc6ddc0e6baea7674d968b" | |
| }, | |
| { | |
| "id": "ceval-fire_engineer-12", | |
| "prompt_sha256": "bd58e44af8d07236ca1bb103bf441c2e26a390689fccf44b442f159611a1f738" | |
| }, | |
| { | |
| "id": "ceval-modern_chinese_history-4", | |
| "prompt_sha256": "404d7d17e37e18234cd0a8972d3c7f8a0936134f1fdd12c6bc093fd0783521b9" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-38", | |
| "prompt_sha256": "692ab83271f5638a086f0fa49a8dc5b8b6274426f1571eab278839499fff2600" | |
| }, | |
| { | |
| "id": "ceval-electrical_engineer-22", | |
| "prompt_sha256": "08fa92ded245326d61c7f62d8317833880e72ff88aa2d0cda3f56094175d2af6" | |
| }, | |
| { | |
| "id": "ceval-clinical_medicine-0", | |
| "prompt_sha256": "33af98d38e3acc4b6dfcef45bbd459bc79d648a713860aa3de878a3554240ae8" | |
| }, | |
| { | |
| "id": "ceval-electrical_engineer-15", | |
| "prompt_sha256": "6474f95cd2ca1443283d2da1edfbcc5d7dee6721eb109ee98e0460e80209b9cb" | |
| }, | |
| { | |
| "id": "ceval-physician-45", | |
| "prompt_sha256": "cfb716fe0102171f2fbc5486682f8707e65fdaaac6143b3b55b8291817bd8fa8" | |
| }, | |
| { | |
| "id": "ceval-logic-6", | |
| "prompt_sha256": "9b997135118cdc185fad2f225e878f4f54b21046eb5aae217281ae802d2a49b2" | |
| }, | |
| { | |
| "id": "ceval-legal_professional-20", | |
| "prompt_sha256": "9d49e4a6cb2b94e215a8034838df1d099aed4b99429d4c6b804283e9e3449dc6" | |
| }, | |
| { | |
| "id": "ceval-basic_medicine-2", | |
| "prompt_sha256": "6fb5a58aa20b872ffb873937a54186af4488610b0ec34e478972ae4c17c4d626" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-17", | |
| "prompt_sha256": "60ea0392e3b9d8b1558ca3fa64225421ea4eb9a3c2822815905c5e56ffd433c5" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-16", | |
| "prompt_sha256": "7d9b46ce89dbb8bdf5fa5c71a44aa5534213ad61118a220934e0c7d6f7db05bd" | |
| }, | |
| { | |
| "id": "ceval-probability_and_statistics-7", | |
| "prompt_sha256": "d6701154f5428d2a86e83fbc98600e68ac4b86f881987a61d48420367c153ac8" | |
| }, | |
| { | |
| "id": "ceval-middle_school_biology-16", | |
| "prompt_sha256": "4d20653f2fe3a6fe118df89181b3a6291ef34cba42a2ed6a4d39db6308f0a02a" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-10", | |
| "prompt_sha256": "ac9cadbd6924d924d28889f97e229fa0d50a86119c9d7dd448a9ed4f9db19bd8" | |
| }, | |
| { | |
| "id": "ceval-accountant-32", | |
| "prompt_sha256": "210e6a535dc641fa20108845c6fc97efa8f47abe493edb37825a3f3b781d998e" | |
| }, | |
| { | |
| "id": "ceval-middle_school_geography-0", | |
| "prompt_sha256": "9507dd92770d5619bfaafa1e529e0e099038afd354ea4c949bc2171459b9bc4c" | |
| }, | |
| { | |
| "id": "ceval-teacher_qualification-12", | |
| "prompt_sha256": "c26e90a4541a269b6bfd9d0c77fc0bdbdbc414707ca28c7ed69d828d1ec2ad2d" | |
| }, | |
| { | |
| "id": "ceval-logic-14", | |
| "prompt_sha256": "0d1408667c19312d0ac17f24ab9f7aec5992a5a2fbe5942e852958a94e5e7377" | |
| }, | |
| { | |
| "id": "ceval-physician-26", | |
| "prompt_sha256": "b32f16640a910a056c8739d4684bb99479c4208b3a845e4a69da41ca01971385" | |
| }, | |
| { | |
| "id": "ceval-teacher_qualification-3", | |
| "prompt_sha256": "03e73584ca95464616832cf8d249163dde80691da9d09b9a5a7d68cdd78e2cf4" | |
| }, | |
| { | |
| "id": "ceval-professional_tour_guide-3", | |
| "prompt_sha256": "279f469f38fc781c1269775f0e2bd0a2442cb45f6d3971d4bb360d75c5d3c7be" | |
| }, | |
| { | |
| "id": "ceval-computer_network-13", | |
| "prompt_sha256": "eeca93975e865f54847cc4a1ddff25b2da73bca24f5d684ebef0a217976626a0" | |
| }, | |
| { | |
| "id": "ceval-sports_science-5", | |
| "prompt_sha256": "1fc97703503112224b00f9351b9cd202779a5116160d14e38a75a2713f1851ab" | |
| }, | |
| { | |
| "id": "ceval-electrical_engineer-27", | |
| "prompt_sha256": "525860dc643e934778ec1ff9d59ff1030a81f676099b150b57004849407d709e" | |
| }, | |
| { | |
| "id": "ceval-fire_engineer-21", | |
| "prompt_sha256": "5314f8f0cb3c983ca8e434b38528ddd9b3f4dcaf9a7767300c78d5ce444a6537" | |
| }, | |
| { | |
| "id": "ceval-urban_and_rural_planner-10", | |
| "prompt_sha256": "3ecffc4905cea8083c21b20cf9cad1b145f9b5938fdfd8c8d94db100403e8c02" | |
| }, | |
| { | |
| "id": "ceval-chinese_language_and_literature-16", | |
| "prompt_sha256": "91fd1f477fedd522dd6ff7d24d622ab924443b840d72dfdf63f62b88b4871cf9" | |
| }, | |
| { | |
| "id": "ceval-college_economics-49", | |
| "prompt_sha256": "fe0bc5a64217c5199e8348923c945996bffd6a350b90cd90a57c5bbfccdfc68b" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-13", | |
| "prompt_sha256": "128eb81b6ec250aa2b2cc162ee4662ccc70332c5554ecde7f6f2fdd08726018e" | |
| }, | |
| { | |
| "id": "ceval-business_administration-5", | |
| "prompt_sha256": "a61d3cbdddeb9b5f22fcdc99e2165c6bf9cc5fb717ea32e8cd25c2415b375bea" | |
| }, | |
| { | |
| "id": "ceval-accountant-2", | |
| "prompt_sha256": "ee3fbf210f80ae941aace24b71626ac8d85598063195ca9b8c6d84b71a1b9985" | |
| }, | |
| { | |
| "id": "ceval-accountant-27", | |
| "prompt_sha256": "a0a4ca9a9d4c7396daaeb3ae096a9d8af1359b036feb7e419e8e6707b928a803" | |
| }, | |
| { | |
| "id": "ceval-high_school_biology-8", | |
| "prompt_sha256": "17f8e63ab64329fe4ab96d8ef6ab09d4cf60d5899cfe71de7b2f8434ce403b26" | |
| }, | |
| { | |
| "id": "ceval-high_school_physics-14", | |
| "prompt_sha256": "690a8c178d369454b2c7da33c58f9d173fde92f056438c8c47b0300555f90630" | |
| }, | |
| { | |
| "id": "ceval-middle_school_history-14", | |
| "prompt_sha256": "dc24918ac1171fbb8fca57badd50d260e0990e88c5a384aca4bae09ca696b9cc" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-31", | |
| "prompt_sha256": "6e72aeef3980769a786c342d6aa803e72d8b9efcd14e12bc7a3df4aa4f29a6d2" | |
| }, | |
| { | |
| "id": "ceval-basic_medicine-13", | |
| "prompt_sha256": "63e20189bd997c91178bd2a0d6c13fb0bd711efa2fd14a13c8a1295f13bc919b" | |
| }, | |
| { | |
| "id": "ceval-middle_school_chemistry-13", | |
| "prompt_sha256": "00d3e26db96c381a594b0420dabee9f538a55cb852c39600085ea99d63bc559e" | |
| }, | |
| { | |
| "id": "ceval-college_programming-12", | |
| "prompt_sha256": "7e0848ac22d34e9485f54347b9f2deb3710ab7ddc80f73fd2ac92c621eb32939" | |
| }, | |
| { | |
| "id": "ceval-civil_servant-44", | |
| "prompt_sha256": "e841fbe6020c8fc4bfa5878ce98d1b677f0250b092ba8ec2d69d1b74e6e84f6d" | |
| }, | |
| { | |
| "id": "ceval-high_school_mathematics-3", | |
| "prompt_sha256": "a1905ac7de20a47a46e73e2750360a6f3f1974a26c37f77759ef5150e57048f0" | |
| }, | |
| { | |
| "id": "ceval-chinese_language_and_literature-13", | |
| "prompt_sha256": "21576024e6a13077b81258d43e74c7d8d3f2e8165abc963f09ec5db52b06c869" | |
| }, | |
| { | |
| "id": "ceval-middle_school_mathematics-6", | |
| "prompt_sha256": "a899be1125ed60ebfb40c25b5fe66901d5a3ed97ff59dc9489ddd8f4c945dd7f" | |
| }, | |
| { | |
| "id": "ceval-middle_school_politics-19", | |
| "prompt_sha256": "c5a2dcc1d6ea88987eb16db640cc93286d9fa1965da2e808bcafe37c27e14b3a" | |
| }, | |
| { | |
| "id": "ceval-environmental_impact_assessment_engineer-27", | |
| "prompt_sha256": "0ecfe0c23bbbff17787e05033b237308e19e6049528c940e624952f225f9e787" | |
| }, | |
| { | |
| "id": "ceval-law-10", | |
| "prompt_sha256": "872260e20a8e3b62e1666648f5d6a19ec9f599937e563cbc736d9bab0b7ad8f3" | |
| }, | |
| { | |
| "id": "ceval-law-0", | |
| "prompt_sha256": "7fbc519d83e83bdf13fc34176fab116b0264417e27212d324a209330162a4876" | |
| }, | |
| { | |
| "id": "ceval-ideological_and_moral_cultivation-3", | |
| "prompt_sha256": "357b870ef327238bb656b2caeab61efc4dc8798fb1a9fabb3f28b61c1e5184a1" | |
| }, | |
| { | |
| "id": "ceval-modern_chinese_history-6", | |
| "prompt_sha256": "2b1ef86602b246f55895b135e3667d5a7b2ab3acfb1e30aed72726636d940fa4" | |
| }, | |
| { | |
| "id": "ceval-high_school_chinese-13", | |
| "prompt_sha256": "d753057b5ec0d6b88ff71c2ddc0a098c91dc24c3dc87e11bff5b367869a5cc95" | |
| }, | |
| { | |
| "id": "ceval-urban_and_rural_planner-43", | |
| "prompt_sha256": "4512b2a929d21f8c3e9df198268d043d5fac3cbe3172e84debc688e142e1e31c" | |
| }, | |
| { | |
| "id": "ceval-teacher_qualification-42", | |
| "prompt_sha256": "5b5d3937b34f14cd8d9a7c88aeff57019a325eadd62b2b288909e0298b87ef6f" | |
| }, | |
| { | |
| "id": "ceval-high_school_mathematics-13", | |
| "prompt_sha256": "ffcc2aaeba938c4b56ad7eda3fef4206e3297e5b8560c9abee451f3a5b33415f" | |
| }, | |
| { | |
| "id": "ceval-discrete_mathematics-1", | |
| "prompt_sha256": "179aa61c5af2b97ecf8fe096521e2b67cb9490ae1cb1a796be063eda7445b64d" | |
| }, | |
| { | |
| "id": "ceval-college_economics-11", | |
| "prompt_sha256": "0ecfb4ddf5d5cf3bd8308ef6936be211cbdf7b77c4cf1ebfb6234100888d3816" | |
| }, | |
| { | |
| "id": "ceval-middle_school_history-16", | |
| "prompt_sha256": "fa6ef5e811f62177190f094837135e167d5745d3c66906e66ec9064abeed71c4" | |
| }, | |
| { | |
| "id": "ceval-plant_protection-2", | |
| "prompt_sha256": "edea0f84acf677d187cdda4c38a1d583496cfe5eaff123879083462f506a6af2" | |
| }, | |
| { | |
| "id": "ceval-probability_and_statistics-1", | |
| "prompt_sha256": "cda8569fba35cafa525fbec33108f0bb0af9ebcd793d007bf3317418fc88460e" | |
| }, | |
| { | |
| "id": "ceval-college_physics-16", | |
| "prompt_sha256": "4440857f46f666bbe330fff402da42ed22db459d242fd170798be4feaa8f2fea" | |
| }, | |
| { | |
| "id": "ceval-middle_school_chemistry-11", | |
| "prompt_sha256": "f019c3c625b8c1804d4771347caab144df2973b55aa80247b93b8b40bff7ff85" | |
| }, | |
| { | |
| "id": "ceval-teacher_qualification-5", | |
| "prompt_sha256": "fdd8ed655f629a5b237f0851f90adcacf917e2e614109022e94a65a551d0e824" | |
| }, | |
| { | |
| "id": "ceval-accountant-40", | |
| "prompt_sha256": "271f00cc2a7e6ec3251d589d315d9788f9d7be113547ee54cd8a3e2b17afbc3c" | |
| }, | |
| { | |
| "id": "ceval-middle_school_physics-6", | |
| "prompt_sha256": "993148ac7140d5dd3741699893b49930251e5195751669e8191779a738b135ca" | |
| }, | |
| { | |
| "id": "ceval-middle_school_mathematics-10", | |
| "prompt_sha256": "6babca4aeacb1623dea3f1da74f35d899db3b982954451841fde12f4da02a003" | |
| }, | |
| { | |
| "id": "ceval-ideological_and_moral_cultivation-10", | |
| "prompt_sha256": "319560e04068d683969856c9df754f3643633409aeef14583aba1734692d2ec7" | |
| }, | |
| { | |
| "id": "ceval-education_science-17", | |
| "prompt_sha256": "b7b95ff33b3bedd2576248fd9437110a53e109adaaba0eb373c9fc86d9ae0945" | |
| }, | |
| { | |
| "id": "ceval-tax_accountant-11", | |
| "prompt_sha256": "bd20c4be3d5701f3c7787c3105b99482f655a24eacc3bb4d20333bdaaf668db3" | |
| }, | |
| { | |
| "id": "ceval-professional_tour_guide-16", | |
| "prompt_sha256": "011525fc45993bc368936d57a6fab6519bbb9d1cf99caadc739fbeb7b49578aa" | |
| }, | |
| { | |
| "id": "ceval-education_science-1", | |
| "prompt_sha256": "f9bd2867f3ea4e6fa1e6a88b1a4de1b86895ec6fc019759e2c8be042537eab8c" | |
| }, | |
| { | |
| "id": "ceval-college_physics-0", | |
| "prompt_sha256": "909cd9b2b722c8e957dda06ac3e61a28fa45ef7c79f85e632219bd11fd00826e" | |
| }, | |
| { | |
| "id": "ceval-accountant-37", | |
| "prompt_sha256": "f556babfd81462f499aa430dc6f716d87d58fbaf6c950f995f4c3b1b48b0d471" | |
| }, | |
| { | |
| "id": "ceval-chinese_language_and_literature-9", | |
| "prompt_sha256": "f8ea02a670c6f18af6637a194684fd3baa4043b98d941f72c9aca9bfeb710e30" | |
| }, | |
| { | |
| "id": "ceval-high_school_history-16", | |
| "prompt_sha256": "0ef13699f04d9c78f62a0e6f01ca887bdfb4440117118a5d8e8f9d0a1112890b" | |
| }, | |
| { | |
| "id": "ceval-chinese_language_and_literature-5", | |
| "prompt_sha256": "30d9f236eea97b0e7567d36efd8d629ac506552a5bac9023a86c36472964e858" | |
| }, | |
| { | |
| "id": "ceval-advanced_mathematics-18", | |
| "prompt_sha256": "5a87d3840c762a0234042686b7a9cc8b0810f461b823b637dd949bbd90b1ed5e" | |
| }, | |
| { | |
| "id": "ceval-physician-30", | |
| "prompt_sha256": "97316e60fb1fdbb8e867478841e3fba2ae60826a417bf55ec20786d1e5594381" | |
| }, | |
| { | |
| "id": "ceval-accountant-21", | |
| "prompt_sha256": "2560da0f5908f9c4377f4939bb36b4d17ea44a1239aa4950bdca6a2351f19e31" | |
| }, | |
| { | |
| "id": "ceval-college_economics-42", | |
| "prompt_sha256": "704c152dbbb6dee026802b95f1ebb4c7a37968d7f8c32d97b00ef8d875bee451" | |
| }, | |
| { | |
| "id": "ceval-veterinary_medicine-5", | |
| "prompt_sha256": "150699c396a2ba5058ae87d85da1c9d0415e90e4dfa24f165ca93953d9f88eb5" | |
| }, | |
| { | |
| "id": "ceval-college_chemistry-4", | |
| "prompt_sha256": "b595705e1a47e64f5afa16f29bf3cbb1bb52c3f0e7eb05b980a97f556c28d7e8" | |
| } | |
| ], | |
| "cmmlu": [ | |
| { | |
| "id": "cmmlu-chinese_teacher_qualification-63", | |
| "prompt_sha256": "b4145f8aa009996f17d9b20bcb71938c3e948431e89f53cc2486fd3154fce5ce" | |
| }, | |
| { | |
| "id": "cmmlu-modern_chinese-54", | |
| "prompt_sha256": "11749c54e33ab13a13c7283093f1a822f215f86c623010bca15d82dfff0110ed" | |
| }, | |
| { | |
| "id": "cmmlu-computer_science-91", | |
| "prompt_sha256": "f7ddae5e6092582041c11b62f051699e9c8d6f9a8c283ce79adaf71de5ec5eb5" | |
| }, | |
| { | |
| "id": "cmmlu-professional_medicine-260", | |
| "prompt_sha256": "db3e2c8995888cd923ad93f3ff6b8fbc94357dc77f6197102deee4d48df0ceb1" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_mathematics-32", | |
| "prompt_sha256": "48868886c5c48cf1fece0ddeda00e7c56a5f6c206b4c3bc79ee6bc3fc5f981c0" | |
| }, | |
| { | |
| "id": "cmmlu-marxist_theory-29", | |
| "prompt_sha256": "bbd53915cf4ffb0da53e0b2f338d7114b851310517532274e3df599a8d7ff4fa" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_history-200", | |
| "prompt_sha256": "cee62528885f5753af50bd84045b8d137e59d897e86e438cb77f5a879d36f171" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_chinese-98", | |
| "prompt_sha256": "afd14037b91ed9121d66c75e5a15da12aa37ffdcc6ac030dc1c57577c4841c5b" | |
| }, | |
| { | |
| "id": "cmmlu-professional_law-44", | |
| "prompt_sha256": "5235dd19bcfe8af169eb9ebaf1d51bd4272f7b853ff0edc0726e7d36bd298bf5" | |
| }, | |
| { | |
| "id": "cmmlu-high_school_politics-118", | |
| "prompt_sha256": "63f7e87a9aa6325445cfe9c94af9585855e80278a94a2df69815ba47703c50d4" | |
| }, | |
| { | |
| "id": "cmmlu-traditional_chinese_medicine-116", | |
| "prompt_sha256": "19bb20405a540cabb0c0224d6f086504d12c5dbe18397c937046e4f666cd654d" | |
| }, | |
| { | |
| "id": "cmmlu-clinical_knowledge-43", | |
| "prompt_sha256": "4a95f81855c212179939ccbf09bae19cbda9899386ccbe685731303daa8f3a04" | |
| }, | |
| { | |
| "id": "cmmlu-clinical_knowledge-145", | |
| "prompt_sha256": "9006884f5b6a47982bd2b6c374066121afbb8c63aad947debb2318f9f253576d" | |
| }, | |
| { | |
| "id": "cmmlu-jurisprudence-247", | |
| "prompt_sha256": "2b1ebe067418e92ac09d7357bebe53107b6d4567fc01f2f95e0a0f7b7668e08a" | |
| }, | |
| { | |
| "id": "cmmlu-sociology-224", | |
| "prompt_sha256": "7b2df25f95eae4e0d82439aa3b32579a7124579eea30becaf623aeebb5690235" | |
| }, | |
| { | |
| "id": "cmmlu-high_school_mathematics-26", | |
| "prompt_sha256": "75140103a19ec4babee3685239e91308bab663dc4c33ac9d5ec8d19954c13618" | |
| }, | |
| { | |
| "id": "cmmlu-ancient_chinese-105", | |
| "prompt_sha256": "4a71beb315517b05231870a6356f0c3975f5d7b0c18bce0cfb8035ec718320f6" | |
| }, | |
| { | |
| "id": "cmmlu-logical-15", | |
| "prompt_sha256": "2c0bd7623b57e66f10eac2deb58a9a38548a31b80eea98f20f35885c42983456" | |
| }, | |
| { | |
| "id": "cmmlu-college_medicine-62", | |
| "prompt_sha256": "d6181cf533f20116b8937a672d0c6eacbec2072092f00ec394e21392634f3845" | |
| }, | |
| { | |
| "id": "cmmlu-nutrition-74", | |
| "prompt_sha256": "91ba0d69a1f2e12b5c9f4ac4bc6e87bc825c8f46a62419ccb05e3d612436c9ba" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_literature-181", | |
| "prompt_sha256": "53267f7e29fae0b8f9966ed0c938958621431ef7dea6b867e3e6c2e1e41a4326" | |
| }, | |
| { | |
| "id": "cmmlu-professional_law-127", | |
| "prompt_sha256": "5052c28302502dcffaff3a78cbee61125271d7263c93dace629f2e7272fa078e" | |
| }, | |
| { | |
| "id": "cmmlu-high_school_geography-107", | |
| "prompt_sha256": "1f25ac1acaa675a1c6ca949902762b6667095eb156ae845d9eb4904c7689a233" | |
| }, | |
| { | |
| "id": "cmmlu-agronomy-18", | |
| "prompt_sha256": "76ef733701fff31d50c7ef3848ce05a07ce4c4197edb55f302d079432c2613f1" | |
| }, | |
| { | |
| "id": "cmmlu-college_engineering_hydrology-82", | |
| "prompt_sha256": "3e7846e77f98b4f61b63faf91e71ef440640888f96e92474bf13176aa49cf4e8" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_food_culture-38", | |
| "prompt_sha256": "8016db1c47f4ff9dbe7673c11e4bc07fc225dc55d944390735f7ecb386b26bfa" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_mathematics-198", | |
| "prompt_sha256": "12560c4eb90403b972eb2707de7f5e24bda93c67c460d6bff3dd20e7ae94e828" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_teacher_qualification-96", | |
| "prompt_sha256": "73c6cf95678288ed9cea3eb08e7381b10ca0bda3077efa554c128af0e503b410" | |
| }, | |
| { | |
| "id": "cmmlu-ancient_chinese-73", | |
| "prompt_sha256": "64e224812b0085a05e6093ec9072c9dd009aa1cfeea1e6505877fd1ece606c71" | |
| }, | |
| { | |
| "id": "cmmlu-genetics-20", | |
| "prompt_sha256": "a97d06cbead5d96813e5ec269d4f7ade3600ca86dfda886fda550c7f92438e31" | |
| }, | |
| { | |
| "id": "cmmlu-logical-95", | |
| "prompt_sha256": "317124c7a1c53b032c59ae4ff3b0bb6c9b19c02349796459cec865b483f2a443" | |
| }, | |
| { | |
| "id": "cmmlu-genetics-88", | |
| "prompt_sha256": "64ea34e70e7b667fd8cd64804fb7c7903302a5fa331e0b42414fb3f545d91c66" | |
| }, | |
| { | |
| "id": "cmmlu-business_ethics-192", | |
| "prompt_sha256": "4e1a5a53e33cabc0eb96b57d1c6739032eb8fb686ad2ad98f9011d134ef2af2b" | |
| }, | |
| { | |
| "id": "cmmlu-marxist_theory-66", | |
| "prompt_sha256": "d6cfa5b6eb30446c5947be0fdbccc1edad97a3f31aebec3a6cfa3fc0a1a83ba0" | |
| }, | |
| { | |
| "id": "cmmlu-jurisprudence-100", | |
| "prompt_sha256": "125170765d0859a0e5fa138233551d54e764728daf3a2a376bd0ac5b123248bc" | |
| }, | |
| { | |
| "id": "cmmlu-clinical_knowledge-136", | |
| "prompt_sha256": "874f4797642953bbe668d47e4a857a626fab8189dc6b6fabbad6078bc29fbd30" | |
| }, | |
| { | |
| "id": "cmmlu-management-16", | |
| "prompt_sha256": "d96349e1ea5a2d9700a72bdc3ef7ee32625c7b870de5c87b05ad5e9c78a9c302" | |
| }, | |
| { | |
| "id": "cmmlu-logical-90", | |
| "prompt_sha256": "96310a6ef9b2971ed1dc055bd98adb7547c6674a2a97bd8a2d4d211862a12378" | |
| }, | |
| { | |
| "id": "cmmlu-sports_science-41", | |
| "prompt_sha256": "12ae7dc7571afd2a1110a5204c7a7f42c5609456583ec5947ac5e9d3a16baf5b" | |
| }, | |
| { | |
| "id": "cmmlu-professional_medicine-345", | |
| "prompt_sha256": "76cdac54f8e063874312ce8a880dcfbe5334885d2ca26039fc0ae0cba4a9cba5" | |
| }, | |
| { | |
| "id": "cmmlu-sociology-103", | |
| "prompt_sha256": "60135c5df6dfdfb113850e1d97361eab4e48af60df6e8f6f427325bbafdae167" | |
| }, | |
| { | |
| "id": "cmmlu-agronomy-93", | |
| "prompt_sha256": "893f0e940c865160901c9f18c9cd46b3db21d8a65d04f1072e50b35dbec07014" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_information_and_technology-88", | |
| "prompt_sha256": "0210da880f7197d583abc88cfbee99d4c22c54e36e490b062bad85710f5676bf" | |
| }, | |
| { | |
| "id": "cmmlu-management-206", | |
| "prompt_sha256": "3e241f732a3a8b6cabcb0ba5ad0bf51654deb1c73180f337a5cf472a279edc6b" | |
| }, | |
| { | |
| "id": "cmmlu-professional_medicine-105", | |
| "prompt_sha256": "245ccfa41750dd77653b51eb1ef96c0f8ee817f79f8a024bad6f44a5135b9fe3" | |
| }, | |
| { | |
| "id": "cmmlu-economics-90", | |
| "prompt_sha256": "4e7a7395f92bee76c81cba148bacc56ad69b7e066b0c199747d4c19a3000151d" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_chinese-190", | |
| "prompt_sha256": "81d814aae3beb8c0cf2ed771dc1650115090e59e166deebde438ceae25200e66" | |
| }, | |
| { | |
| "id": "cmmlu-international_law-39", | |
| "prompt_sha256": "3838d3e69d58394f6e6d3061f27280a3c7c37fb2005958f488ddedbe97ef031b" | |
| }, | |
| { | |
| "id": "cmmlu-professional_law-155", | |
| "prompt_sha256": "a57a6650fd4a0a3f10f0e621c49369a46a0bea9a2b1412020971d86ea9d13cf4" | |
| }, | |
| { | |
| "id": "cmmlu-college_medicine-24", | |
| "prompt_sha256": "691d76468e73f82802845cd54f20af0603cc1713161feba0045801f53ef57e2f" | |
| }, | |
| { | |
| "id": "cmmlu-jurisprudence-6", | |
| "prompt_sha256": "0eb0b0a6d019fa306457fb08116478a188bc677682daa3d698cf4e1f2c78ff16" | |
| }, | |
| { | |
| "id": "cmmlu-college_mathematics-31", | |
| "prompt_sha256": "b01b0351572463b1cfa6f302c72bd5add0a50175c13641d118f541e336e523e7" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_chinese-243", | |
| "prompt_sha256": "44e2cccfa6f5fb6e96f06b2c368dba4a3f76b3d9b98553f248bfa085ed8cafff" | |
| }, | |
| { | |
| "id": "cmmlu-professional_accounting-63", | |
| "prompt_sha256": "479cb0042c42488eb0cc2de6befb3f2696b8153b2f82fc22b3600373cddb1fbc" | |
| }, | |
| { | |
| "id": "cmmlu-sports_science-135", | |
| "prompt_sha256": "03c24a5ba5851a2614d78ca523e94271f091d123bdb3215a428216d306f5ef66" | |
| }, | |
| { | |
| "id": "cmmlu-computer_science-89", | |
| "prompt_sha256": "998b9d8b3a73408e80283fe2714bf00002554578f4a029d40fd059f4fa353935" | |
| }, | |
| { | |
| "id": "cmmlu-traditional_chinese_medicine-91", | |
| "prompt_sha256": "8f003994e00163415b448c05505c6e36ac2bb3173e57e982e0ec25acb29f63f5" | |
| }, | |
| { | |
| "id": "cmmlu-professional_psychology-120", | |
| "prompt_sha256": "147cde7f46c99ae0117952a60eccaacfd3536c9d4c6a7daed9c3f01911c2a5c4" | |
| }, | |
| { | |
| "id": "cmmlu-genetics-62", | |
| "prompt_sha256": "f2e64389603a3f7a19cbaa696723f7f2c55996940e457a69e0d793b1932b10df" | |
| }, | |
| { | |
| "id": "cmmlu-management-106", | |
| "prompt_sha256": "99520e5f8009cc3dbf53f7730515d31c55e1864b9eba6623fa21908085bd5e32" | |
| }, | |
| { | |
| "id": "cmmlu-food_science-106", | |
| "prompt_sha256": "19f6c3aca5415269ce62ba9ba9e446a88648c41b366e9fc7c56371614b75b298" | |
| }, | |
| { | |
| "id": "cmmlu-professional_law-24", | |
| "prompt_sha256": "4328af8b0fd4a8cba1353a0d777321e5f7231ba174e90687a180abd6641aac24" | |
| }, | |
| { | |
| "id": "cmmlu-ancient_chinese-157", | |
| "prompt_sha256": "b2c91f40598736dced1ec3c617a139f2681f6d54bb90870fca2735d32cc8f0c6" | |
| }, | |
| { | |
| "id": "cmmlu-marketing-41", | |
| "prompt_sha256": "14fe62d43b46d26f87646513256e712d972c17b827d1aabed854c017755081f6" | |
| }, | |
| { | |
| "id": "cmmlu-professional_law-115", | |
| "prompt_sha256": "b0d4191bbe2fff8c542abc19f533e6fd984971de8488b7c3a182d8147c8a6a46" | |
| }, | |
| { | |
| "id": "cmmlu-journalism-29", | |
| "prompt_sha256": "c8cc9a61cb9c38ae3540e2f3994b64ffc8c4a90ca9579aed0daa04ee12c6961e" | |
| }, | |
| { | |
| "id": "cmmlu-traditional_chinese_medicine-67", | |
| "prompt_sha256": "e4b04913fda4715e752e49eade20720c062e92df8cf7b426d499935a142a3a79" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_commonsense-161", | |
| "prompt_sha256": "1d6aa61c833ebcb7d2b7fc4e41de5814ccc355d4170d23b2a7aa66b968320da2" | |
| }, | |
| { | |
| "id": "cmmlu-virology-120", | |
| "prompt_sha256": "a37218d0257260788df1644ee3e203257fddf7f090337aa9fc9ca76cabf1b48a" | |
| }, | |
| { | |
| "id": "cmmlu-education-117", | |
| "prompt_sha256": "38f08ac95ad8392eefddcea7d75b5a85d95ed3992869b843c7a7cf62b3064bbf" | |
| }, | |
| { | |
| "id": "cmmlu-legal_and_moral_basis-169", | |
| "prompt_sha256": "90cdf281d76db3f1da0880a658d51a48ccbf355b33003a3f86b41622832c6ee3" | |
| }, | |
| { | |
| "id": "cmmlu-conceptual_physics-129", | |
| "prompt_sha256": "d070d705df4ba327de1930d8514372fb0d7bd691a735bfa877ab20791b9fe1a6" | |
| }, | |
| { | |
| "id": "cmmlu-machine_learning-19", | |
| "prompt_sha256": "e1c5f699e1846d972501b486c6387d654dc03333374fc6cb80ef5eab776c051b" | |
| }, | |
| { | |
| "id": "cmmlu-college_engineering_hydrology-8", | |
| "prompt_sha256": "15c6d51c8b907c91c42cfb3ec978a9e96880a33e36796202ea8cfe2a8becc5d3" | |
| }, | |
| { | |
| "id": "cmmlu-marketing-72", | |
| "prompt_sha256": "1c06c83c3d2e986059ad7662ac4b0d73be0e41387e90398946366d284b11262b" | |
| }, | |
| { | |
| "id": "cmmlu-public_relations-139", | |
| "prompt_sha256": "568cc724e987bb5106e1e6298ee416d3ae6b73d4fc3bff836671e2a19460d360" | |
| }, | |
| { | |
| "id": "cmmlu-computer_security-22", | |
| "prompt_sha256": "557bb4358f7c8c8f42e5167ad56480fd08403d7dda6ef5940fa6ad1db66fd603" | |
| }, | |
| { | |
| "id": "cmmlu-college_engineering_hydrology-7", | |
| "prompt_sha256": "0ac252aec4e179e9a826f6e5753ca30ae64602fcc389acb34a007308e11142ad" | |
| }, | |
| { | |
| "id": "cmmlu-professional_law-108", | |
| "prompt_sha256": "f5f0bdfc71634ecd80725618d33fa76fd761083f3c04bc8bbcc86d2e51305eaa" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_information_and_technology-31", | |
| "prompt_sha256": "1abd04e25d41110aaea70acba457757b68a420b6d3c6e8f4ee36259520e01cdc" | |
| }, | |
| { | |
| "id": "cmmlu-clinical_knowledge-131", | |
| "prompt_sha256": "bd1e6e233acaf025d5731830c8b869e3e4799519400b2d4dfe5d1e6d5b635fe8" | |
| }, | |
| { | |
| "id": "cmmlu-computer_science-35", | |
| "prompt_sha256": "1efb8ce57d03a277a693178d9505946125ff90712df76e5fadf23db20d072efb" | |
| }, | |
| { | |
| "id": "cmmlu-college_actuarial_science-38", | |
| "prompt_sha256": "31387b8de60124f3fa45a931bf832bf21e35a8ada81ae9a47e7c730d255bb539" | |
| }, | |
| { | |
| "id": "cmmlu-marketing-165", | |
| "prompt_sha256": "ba8ab3a71422832d5dd57f28593fb311740921e4c2819d4c970871e8dbc4a7e6" | |
| }, | |
| { | |
| "id": "cmmlu-marketing-101", | |
| "prompt_sha256": "709c09567b38a3e87592db131d879bc4123fed961d426c852c6fbf2e827b9a8b" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_commonsense-107", | |
| "prompt_sha256": "b3e5ba172e3ce0d112f95abcde2d9e31b9d017fad741566ea95078bfe969efc0" | |
| }, | |
| { | |
| "id": "cmmlu-machine_learning-8", | |
| "prompt_sha256": "dacf6b1c88c27e2e53293d7c21b2bab7cec4a90ae85b36747a79ff3f9c4180d3" | |
| }, | |
| { | |
| "id": "cmmlu-college_medical_statistics-86", | |
| "prompt_sha256": "5c37c92465899db663cfd949cbae0cc161fc2caadd8a4f3c109b9eba60aeb4fb" | |
| }, | |
| { | |
| "id": "cmmlu-security_study-30", | |
| "prompt_sha256": "da66b628e1cd7b018e5223ddfce914b6072900705ed9609d70c30e66b4583734" | |
| }, | |
| { | |
| "id": "cmmlu-clinical_knowledge-118", | |
| "prompt_sha256": "6f29c82ae1584e16c83ed419687a7572d9914682d7b983e72ec3fdf1d8690cbb" | |
| }, | |
| { | |
| "id": "cmmlu-college_law-24", | |
| "prompt_sha256": "5c99a619e961b7e0f7df950a6b75b1165b2171bf1accffd2c98c3214f6f6ee1d" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_history-46", | |
| "prompt_sha256": "81e89ac09dbdcfda7ec7f7aebd6d16834927d212b654407ceecdb471e66c36d1" | |
| }, | |
| { | |
| "id": "cmmlu-anatomy-21", | |
| "prompt_sha256": "a932fbcb2d1855693a894a4706a64b52965f63e61ae72978dca642f683f4c1f8" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_mathematics-145", | |
| "prompt_sha256": "31da8f943452d0548c554955629688acfd50eac22e475ad4c04a83417118a2b9" | |
| }, | |
| { | |
| "id": "cmmlu-arts-91", | |
| "prompt_sha256": "4b64616adf12cf1e843bddd728ad7f531a577f164e58ec7cda151a428ca2fc47" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_chinese-109", | |
| "prompt_sha256": "d73c2ff7604755d7920643460294410a27a98492083b119e5175fd42aedf14ae" | |
| }, | |
| { | |
| "id": "cmmlu-machine_learning-44", | |
| "prompt_sha256": "c8f761835b15f8eb5b5b33cd9404e78a35beed61c729e571fdc5ed9faf3e011a" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_commonsense-74", | |
| "prompt_sha256": "33f5c73e6a36c62907594a87c32cfcfd8da2ef52f04272e5208d717196e1cca9" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_mathematics-63", | |
| "prompt_sha256": "195dc95c94201eacbb01c11d10815080fde4a2a81da0f066d87fafb0ecff49dc" | |
| }, | |
| { | |
| "id": "cmmlu-astronomy-146", | |
| "prompt_sha256": "2d11f2b251c6fecfea84bc2a2d82626bcb5b70b80bcb78f596047a5952e42894" | |
| }, | |
| { | |
| "id": "cmmlu-business_ethics-109", | |
| "prompt_sha256": "0f7d0407d458335ed4a4ec576b8a15893e048a05c3c0d999b94eeff96c8c4cf2" | |
| }, | |
| { | |
| "id": "cmmlu-construction_project_management-16", | |
| "prompt_sha256": "29effbf79ba6307deff4ab32fd4cfb8d60ff99cdd3c251c800df55276c3416f4" | |
| }, | |
| { | |
| "id": "cmmlu-marxist_theory-113", | |
| "prompt_sha256": "6b825c25f44499ad4fa898a1a02161e8585875019f822cfbf1a11a6637b91cab" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_teacher_qualification-102", | |
| "prompt_sha256": "8e5a8f4cebb39406933468c095d4d3c8d2dc57265423f50f8e56e341a5120ae1" | |
| }, | |
| { | |
| "id": "cmmlu-professional_medicine-207", | |
| "prompt_sha256": "5b574da9b4627f452b2d2123e77d28908cc2a2e88025031e7b7fd14000d07ef0" | |
| }, | |
| { | |
| "id": "cmmlu-economics-19", | |
| "prompt_sha256": "c082dbad51131396ba46e2c24b939816c120ef337e26bac8fa1e5248b0c40ac8" | |
| }, | |
| { | |
| "id": "cmmlu-management-164", | |
| "prompt_sha256": "cf734c10cca144fd6c320ce584bce03de0b79d025729bee216ddfd57ccc8183c" | |
| }, | |
| { | |
| "id": "cmmlu-professional_medicine-338", | |
| "prompt_sha256": "76f126ae9a962458a5770cb1fcd3b036f7ba72baa53186e95e4e441d411f0afc" | |
| }, | |
| { | |
| "id": "cmmlu-high_school_politics-7", | |
| "prompt_sha256": "7c21bf9e369f6149f472520944e4d0789d6394ff3e87ac3cd09d47dc5eac5367" | |
| }, | |
| { | |
| "id": "cmmlu-virology-92", | |
| "prompt_sha256": "977d3d277c5f78c473870423b27c82ac1306fbdfc0e0dab4eae190555c9d8621" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_foreign_policy-47", | |
| "prompt_sha256": "4c0c42c4a5754974ede5b228181db5a377e4dd0847817dc977faf44ae9bf820f" | |
| }, | |
| { | |
| "id": "cmmlu-astronomy-140", | |
| "prompt_sha256": "5606db050c72802df42196e114e6f2a4899d0e51f08fb907552c2b328a8acf68" | |
| }, | |
| { | |
| "id": "cmmlu-legal_and_moral_basis-100", | |
| "prompt_sha256": "de6a295740a0fd8511fe470fd7dc3ee04be3a38a6749c52239f4722624cd5ada" | |
| }, | |
| { | |
| "id": "cmmlu-jurisprudence-37", | |
| "prompt_sha256": "732bf2b46a90ad2f184edb5f6bf66eb0a6a1756b8fc6c237ae601aa1d6ee292d" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_commonsense-191", | |
| "prompt_sha256": "32ed223d84d631d44a4bb3fa40806ebfba14f6cf0b9821024459ac3b0f4e1d5d" | |
| }, | |
| { | |
| "id": "cmmlu-college_medicine-34", | |
| "prompt_sha256": "21a2dbd10e8de436bf0471d99101732376eff4e26d69156049810918790cf43c" | |
| }, | |
| { | |
| "id": "cmmlu-professional_accounting-88", | |
| "prompt_sha256": "8578936d7b932cbc1779efbd64eadd5a3030d944187eec8ea5438a6ed12753a4" | |
| }, | |
| { | |
| "id": "cmmlu-public_relations-77", | |
| "prompt_sha256": "b14f9e513d497d62bd9b122b24022a0e5e1170fecc875428f174eae1aa2d0d70" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_history-306", | |
| "prompt_sha256": "a5826ade90e6834b1886ea42758f843ee94d32980db5a7efa0673816ce7c9262" | |
| }, | |
| { | |
| "id": "cmmlu-business_ethics-40", | |
| "prompt_sha256": "01ab4c052221ea3dc8b0db88d233c47ee185f2ed25a134375882f2bd03888bf3" | |
| }, | |
| { | |
| "id": "cmmlu-high_school_chemistry-7", | |
| "prompt_sha256": "a820cd3d96534893a21da31d4384d93603327d103d0b0846569c6c5808b11fd2" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_teacher_qualification-152", | |
| "prompt_sha256": "058b491f0b0ca95c15a2b179eefa9c11417d74f12b9bf547f5ccaf96916aba8b" | |
| }, | |
| { | |
| "id": "cmmlu-computer_science-1", | |
| "prompt_sha256": "d322f6dad6d4123105a984b78303571f9a4c2edec90e657c29fd62152f930c8f" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_driving_rule-94", | |
| "prompt_sha256": "2bcc9cac09b4278aa2e6e4953bde9429181cd3241cd40469f1fd98dee47862b3" | |
| }, | |
| { | |
| "id": "cmmlu-professional_psychology-109", | |
| "prompt_sha256": "0e19c7333491ebd03e6bd2a14547461612b2a1abbb2ac75f3e397a7a402fd154" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_literature-164", | |
| "prompt_sha256": "748987764f3e590bc691029cd41840885404a37d3b85822e308f46ac300edf91" | |
| }, | |
| { | |
| "id": "cmmlu-sports_science-89", | |
| "prompt_sha256": "cdd7ce673e4690c7286faf8cd64d925dfa73ac81633a69127662a78f68894800" | |
| }, | |
| { | |
| "id": "cmmlu-economics-17", | |
| "prompt_sha256": "b6306f2af09502348448eaa6ca014f9966ad82b476eab82d7dfd3babd7378e56" | |
| }, | |
| { | |
| "id": "cmmlu-arts-2", | |
| "prompt_sha256": "4c11533556340c15f248ae8cfeab112fe5622defb1d77ce57e2ca079804eb7e8" | |
| }, | |
| { | |
| "id": "cmmlu-genetics-51", | |
| "prompt_sha256": "b36130c80c48d8a9a3523920542791cc65b7e3432bb1962777af25c4abdc7ace" | |
| }, | |
| { | |
| "id": "cmmlu-agronomy-141", | |
| "prompt_sha256": "80d69348c4a16dc329b10322efef1ebc84c5a2c070a53f706041027a94ff16ab" | |
| }, | |
| { | |
| "id": "cmmlu-computer_science-196", | |
| "prompt_sha256": "171a5eed767f18cf63b52f500a1a244e53ffff0ffd620b2bf117c5fbb886d868" | |
| }, | |
| { | |
| "id": "cmmlu-genetics-97", | |
| "prompt_sha256": "f530170a4b34d25b9f1dab8e2372d949a1241a034e27f5e67854581ae7e64a22" | |
| }, | |
| { | |
| "id": "cmmlu-jurisprudence-202", | |
| "prompt_sha256": "9672f79542e4496d4b295354f8ba99ea1994d6960766f060ec1f86ac2873b3b2" | |
| }, | |
| { | |
| "id": "cmmlu-management-195", | |
| "prompt_sha256": "8a593fd670169ad5613e8579795b1ee4d5bb8760704ef53e06fd55ed64736306" | |
| }, | |
| { | |
| "id": "cmmlu-conceptual_physics-21", | |
| "prompt_sha256": "b5a9a6a51f42f3e82c9379ed7f85444f5bf1b8e792d3037d37b082e2146094e9" | |
| }, | |
| { | |
| "id": "cmmlu-sociology-49", | |
| "prompt_sha256": "296fcb1e9f9e81f2331591a79c3385544112b5da22c959415834adac8d22dc8d" | |
| }, | |
| { | |
| "id": "cmmlu-college_engineering_hydrology-94", | |
| "prompt_sha256": "698a3b519fc66646382eda9e9ff0e52310cbab90e7be0f7da11fb666103a3690" | |
| }, | |
| { | |
| "id": "cmmlu-ancient_chinese-8", | |
| "prompt_sha256": "78c60cdfd28004629e81b9106f1018cb35c1b7e6789432c74da748ce31631163" | |
| }, | |
| { | |
| "id": "cmmlu-professional_medicine-98", | |
| "prompt_sha256": "c21483cdc43e7f67c2b5ae937b289129df56e56575685529659ef7e53fcfd5b1" | |
| }, | |
| { | |
| "id": "cmmlu-modern_chinese-28", | |
| "prompt_sha256": "db5937c588b03a2407c1952b476068c25af253efc0d33f39eecf05eefd871e1c" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_foreign_policy-74", | |
| "prompt_sha256": "c9bb1f76505502c4552299e8e6ffc96d1c0b911f75ec698aa2c554345616b504" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_driving_rule-121", | |
| "prompt_sha256": "d493e17f1b39e819e8de964b3426d854a73bb8122132137df61b9b7ce72c1d77" | |
| }, | |
| { | |
| "id": "cmmlu-high_school_mathematics-120", | |
| "prompt_sha256": "7fee1574a64baa296249e3a23db4066ab42b1fd8e57a1947911c19af62e3ed35" | |
| }, | |
| { | |
| "id": "cmmlu-elementary_information_and_technology-105", | |
| "prompt_sha256": "170942b906d53fb6621e5372a0deea58c952b7ac471f3a58e598a731e70cd0f3" | |
| }, | |
| { | |
| "id": "cmmlu-chinese_teacher_qualification-35", | |
| "prompt_sha256": "62bc18e30edbf0bfd0284c16705ee82ed7ac183e0f96b86929fe58d90025e7c8" | |
| }, | |
| { | |
| "id": "cmmlu-professional_accounting-51", | |
| "prompt_sha256": "20d94a3bcff3605f2c02c60366f50205c77a22a0919b54e102ca66ef9a4a4421" | |
| }, | |
| { | |
| "id": "cmmlu-college_mathematics-49", | |
| "prompt_sha256": "538772f7719ff7ba22375a72e6e79d1f6da91eb679a379cf39566d19b7fd3ec4" | |
| }, | |
| { | |
| "id": "cmmlu-high_school_politics-130", | |
| "prompt_sha256": "c23ceef77f68d2b9d81ef418785c860f0789af555e1be301c78120f0da237eb2" | |
| }, | |
| { | |
| "id": "cmmlu-virology-140", | |
| "prompt_sha256": "d9c88522171d5a34a4b46675e7a2805a5c80b7240fe7d4e019497b08496ecbc2" | |
| } | |
| ], | |
| "gsm8k": [ | |
| { | |
| "id": "gsm8k-144", | |
| "prompt_sha256": "8a94ffab328ac6e6576997e5f774ab11e8441c5b7b7bf86c22d929ab7f8a30f1" | |
| }, | |
| { | |
| "id": "gsm8k-627", | |
| "prompt_sha256": "024e10c9322070d00935346378a8779ed39e60c077ef6e99e9cc57045fbb4116" | |
| }, | |
| { | |
| "id": "gsm8k-195", | |
| "prompt_sha256": "82a0a5c28ef1e67bf2f19ca370b05eb02ddcd30e86006e30252d3309bd9a083b" | |
| }, | |
| { | |
| "id": "gsm8k-201", | |
| "prompt_sha256": "9164f5861ae7e1e5a5ac889021084464e07a5dddcd875612bf977e9343735756" | |
| }, | |
| { | |
| "id": "gsm8k-730", | |
| "prompt_sha256": "f2e7af5087b6ac746f52113e652d94f57209e5566e475f8155d4f06cacf4b31c" | |
| }, | |
| { | |
| "id": "gsm8k-166", | |
| "prompt_sha256": "95bc20c7f22fdd18c560a7bc8bd6b2762a46b2a9b0d4ea4d19cd58f7fe9227fe" | |
| }, | |
| { | |
| "id": "gsm8k-1141", | |
| "prompt_sha256": "12a8911db001cec285297903c8a34ad5b739e3be2404efff667dcf560a3f4d2b" | |
| }, | |
| { | |
| "id": "gsm8k-832", | |
| "prompt_sha256": "93a15c3016173fb2647e1d63120ab4bd6d7533ea159cd350c818bed8791eb268" | |
| }, | |
| { | |
| "id": "gsm8k-53", | |
| "prompt_sha256": "56f3db3624647698c478af5e2d27e22adf2d273092b6dbf71b78f413b09d970a" | |
| }, | |
| { | |
| "id": "gsm8k-1042", | |
| "prompt_sha256": "be8005b4fd0ea2224ddbbc78964c7f260d5c4b1b5b0cb054d166bb1059541ef4" | |
| }, | |
| { | |
| "id": "gsm8k-609", | |
| "prompt_sha256": "738f3af6bc14da7d1e1cb4d61236a07b67cc08fe236696cd82592559b7c2f728" | |
| }, | |
| { | |
| "id": "gsm8k-318", | |
| "prompt_sha256": "1e3543cb9b9ae2bc3a2cffb449c23e1e742a5f3fae6f3ea380a166be4c47c736" | |
| }, | |
| { | |
| "id": "gsm8k-892", | |
| "prompt_sha256": "47fde3778cbfd531d6d340fe26970b57d7a59b86596c5f0a9686d7cde53eaec2" | |
| }, | |
| { | |
| "id": "gsm8k-204", | |
| "prompt_sha256": "c34705f38285ea92ab05c3cef33b5e0b11a402882c223635be208d20b625ff64" | |
| }, | |
| { | |
| "id": "gsm8k-1120", | |
| "prompt_sha256": "a540b1227e1f58568d503e9901620d216f67613a1f7d7def042bcd49a8b75f05" | |
| }, | |
| { | |
| "id": "gsm8k-1040", | |
| "prompt_sha256": "84c1af999d46ddce2de69d7b7edc88f8994a1ca2612373098d5a7d56625ebe4b" | |
| }, | |
| { | |
| "id": "gsm8k-556", | |
| "prompt_sha256": "d3798ae9e46cac36322dbcd6e0e354743f7aa4d1673e1dd70b1ff9197a4f4f9d" | |
| }, | |
| { | |
| "id": "gsm8k-1015", | |
| "prompt_sha256": "dff623602ba1d0e34c498b7f6cb2ecbd198ee94936e9833f29e1e935a7b0e635" | |
| }, | |
| { | |
| "id": "gsm8k-206", | |
| "prompt_sha256": "6dba195339cd670be22bfd08c64b29ea08f8f4f61a72d8692757c440a70c9ffc" | |
| }, | |
| { | |
| "id": "gsm8k-1058", | |
| "prompt_sha256": "ade4b23537351e0c692e91b7103e88f1a60214dbbc40404aaa511504a81e0b98" | |
| }, | |
| { | |
| "id": "gsm8k-1044", | |
| "prompt_sha256": "5715df70824da669441a190db013074a2780394339d066e184cb640402de4d4e" | |
| }, | |
| { | |
| "id": "gsm8k-131", | |
| "prompt_sha256": "470fbe3ce062874cda2bbd32340e58644f63e114570a8a65ea3a54430967c974" | |
| }, | |
| { | |
| "id": "gsm8k-1154", | |
| "prompt_sha256": "6b81dc2f947a15e3e615db1c13ff95ab2de4ad6477eed29c2f4a6a8a1de793ac" | |
| }, | |
| { | |
| "id": "gsm8k-158", | |
| "prompt_sha256": "ab005c7463ed93a554f5c62496f733387fd7cd3b42de720524c6ab9a3af9ad69" | |
| }, | |
| { | |
| "id": "gsm8k-1149", | |
| "prompt_sha256": "929c11d1086f2463568561c25e48860ffa8d8f1083e6c13ac6dc39e9911a5254" | |
| }, | |
| { | |
| "id": "gsm8k-1156", | |
| "prompt_sha256": "e1bf30ff8d8126f0a5d0d58563b5bdbd14fe4adef9d91eeddd26a240202ea084" | |
| }, | |
| { | |
| "id": "gsm8k-60", | |
| "prompt_sha256": "086469605f365521f700dfc93fd160b347332f8d491bc41550fcbed25ad94b91" | |
| }, | |
| { | |
| "id": "gsm8k-918", | |
| "prompt_sha256": "1c4ab99c12bd933207c60e9e506cd61bedf3515937d1002bbe480674be5903fb" | |
| }, | |
| { | |
| "id": "gsm8k-1010", | |
| "prompt_sha256": "e3841359c823c17d54c39ac2068956c6942ed959d435be86416c5b81799496ba" | |
| }, | |
| { | |
| "id": "gsm8k-1032", | |
| "prompt_sha256": "622fae66ac522bf9132bfe669a0722d0f1786e136a980c4658c831ca9fbd58df" | |
| }, | |
| { | |
| "id": "gsm8k-1053", | |
| "prompt_sha256": "0aa0f1385fc03f843d95ac0d7a13b92f6904989b3faa689c7395e016c851af52" | |
| }, | |
| { | |
| "id": "gsm8k-577", | |
| "prompt_sha256": "c64a52cf9c35b6117408734af5fa7e87e29be57a3a0298c4a94f0c6aa540aced" | |
| }, | |
| { | |
| "id": "gsm8k-935", | |
| "prompt_sha256": "59e660f28c369eb5639bff5ab2f65ba71d526a5beb9c31d6d0f67ce2e17d4677" | |
| }, | |
| { | |
| "id": "gsm8k-692", | |
| "prompt_sha256": "c033862822c0c4f1002520c49ebee998948b1de7f13b40cf37b0175f66700502" | |
| }, | |
| { | |
| "id": "gsm8k-153", | |
| "prompt_sha256": "99fcd80ed99a6b55d06d3a256e5db01068e83934d6786cd32af7129b1a9a2875" | |
| }, | |
| { | |
| "id": "gsm8k-40", | |
| "prompt_sha256": "acd3cb52ec5b20731fca254a1a562efa728110bfde2648aff9faf7577c36f200" | |
| }, | |
| { | |
| "id": "gsm8k-613", | |
| "prompt_sha256": "7d9d9a34c7fd94ae8b76270320efe017733a3eb7a613f4b3fa4390a21632dec5" | |
| }, | |
| { | |
| "id": "gsm8k-875", | |
| "prompt_sha256": "2542785bce321db8dc8859f4a13cd0405bfee382c6eae7e15e7ec4b1c90c8b20" | |
| }, | |
| { | |
| "id": "gsm8k-189", | |
| "prompt_sha256": "4dcb5ae9ee11d2b414eadc26cd3ce58054faa1832b911928c23edd6c9df7da2d" | |
| }, | |
| { | |
| "id": "gsm8k-800", | |
| "prompt_sha256": "0adabcecb44beebbd18b5b9e578afe5de67fbe17e025fc7e21cbdbdc4e68a109" | |
| }, | |
| { | |
| "id": "gsm8k-169", | |
| "prompt_sha256": "7cabb9a871148ba26330c3b2bad2651d565e45f5f1308348088e9f9e6771b34d" | |
| }, | |
| { | |
| "id": "gsm8k-1169", | |
| "prompt_sha256": "b435532da4be18a5378dc39e2c518f03a18f2035b139f3ff27ed92dbc0bb3e23" | |
| }, | |
| { | |
| "id": "gsm8k-211", | |
| "prompt_sha256": "3fc47121f3a369a258e6804ec1cb0b500b0e552f9049b5213aeb28d27bd201ee" | |
| }, | |
| { | |
| "id": "gsm8k-1183", | |
| "prompt_sha256": "9d747dca336d57317866e7dbc985e433444131ba3f94b4cd18c189f8efd4d661" | |
| }, | |
| { | |
| "id": "gsm8k-193", | |
| "prompt_sha256": "4b136f654f7643e58ac8c1d40d7b0a35f0cc98f757ed84e1c0a560e83740dbc6" | |
| }, | |
| { | |
| "id": "gsm8k-230", | |
| "prompt_sha256": "84b14cbdc71f5b13160bdcd83bc737608c80f3370af2f0f9e13f1cb1d2846ee7" | |
| }, | |
| { | |
| "id": "gsm8k-787", | |
| "prompt_sha256": "c57f2bb45e06c80db814a0f3cbe5fff5f4d77bb684eba6a368192b266786b321" | |
| }, | |
| { | |
| "id": "gsm8k-83", | |
| "prompt_sha256": "c286a7a6239d734553ae5f8050e44c43ae2d5806d0eb31c5b3b4222a58578002" | |
| }, | |
| { | |
| "id": "gsm8k-1318", | |
| "prompt_sha256": "f4f3401284200d173e7600837fde518e3e236cb733d8e17e4056ddac721418f9" | |
| }, | |
| { | |
| "id": "gsm8k-733", | |
| "prompt_sha256": "176f9479d2b186eea3eea9815ba7d1deef03e4f06f47bcff1524f7d7b1cfd05b" | |
| }, | |
| { | |
| "id": "gsm8k-1205", | |
| "prompt_sha256": "2e61f8b3ca227d62a1493e1ca54fca0fa28946a03abfc8a1b441adc110c57023" | |
| }, | |
| { | |
| "id": "gsm8k-88", | |
| "prompt_sha256": "0aa5d4aafa9e32d199942f445ba10616a88ad10b1f6c74f69fb122f9a95374f4" | |
| }, | |
| { | |
| "id": "gsm8k-509", | |
| "prompt_sha256": "23fa78ed75d3b54a700373b85511eccd2a846a6cadff5af57a694b2f2c8f82c5" | |
| }, | |
| { | |
| "id": "gsm8k-311", | |
| "prompt_sha256": "c12d57d76575f329de87af8418b7ad2a90c1e381ca49a6fe5fc5d61bca9557a7" | |
| }, | |
| { | |
| "id": "gsm8k-874", | |
| "prompt_sha256": "8c60bd7cb3733b4b07a62c897daa9736e0edae2a4d3de5c905fa17b186435563" | |
| }, | |
| { | |
| "id": "gsm8k-287", | |
| "prompt_sha256": "d2bebf8b17dda451fdecce6c2646e9343d5652c1c33255056a8b8708a514883f" | |
| }, | |
| { | |
| "id": "gsm8k-1055", | |
| "prompt_sha256": "62e67eac09b06165e245dba2f031f3b219ea68e8c8f13a2e63bd606d582c55ec" | |
| }, | |
| { | |
| "id": "gsm8k-1246", | |
| "prompt_sha256": "f556e2638c1dab98f0e46a1793d48487890468b52fe140153eb3a377057b68b7" | |
| }, | |
| { | |
| "id": "gsm8k-975", | |
| "prompt_sha256": "e8ac7db286eeb2b54452994cf14f78ebb0f1de0f2aa6f269a962d349bfaaa4a6" | |
| }, | |
| { | |
| "id": "gsm8k-280", | |
| "prompt_sha256": "c3aef776d9841b3095c008c1ac77aa85ad77b0b0254e1211e7511aa0c7003c86" | |
| }, | |
| { | |
| "id": "gsm8k-541", | |
| "prompt_sha256": "d4b244cc3f58f0e0bcd78a5954a567d1823c1ff725235d828afb75051e3a1aed" | |
| }, | |
| { | |
| "id": "gsm8k-974", | |
| "prompt_sha256": "6980f83313b65d28190277e6360c2b69d2fef663806bda40e5f370e7def0cff2" | |
| }, | |
| { | |
| "id": "gsm8k-827", | |
| "prompt_sha256": "0e0fe766c907c01d6b9e41eedc26f3f3c73eefd6000f87cc6bcd6c6b84c94651" | |
| }, | |
| { | |
| "id": "gsm8k-125", | |
| "prompt_sha256": "86eae1a6796163785b706011cf547e1e61c1845b9f2b50ebfacf82b4583fe473" | |
| }, | |
| { | |
| "id": "gsm8k-453", | |
| "prompt_sha256": "5122c88c78bd1062e5f7bcb08663e15d70ebcc6bd4f361e96778797964f655ee" | |
| }, | |
| { | |
| "id": "gsm8k-942", | |
| "prompt_sha256": "8310d5ed5e20761040123e6410abd5157a195292c31aa1666e0158d269d0025e" | |
| }, | |
| { | |
| "id": "gsm8k-1199", | |
| "prompt_sha256": "015dd3d9c47b0d465bbe1cd9320aca97616646d459dc1fd9ac6b4a877f06ceae" | |
| }, | |
| { | |
| "id": "gsm8k-884", | |
| "prompt_sha256": "32993b163d4078d9b60118ea9cc84f3e2832b640453bdfab2d13c18839a678aa" | |
| }, | |
| { | |
| "id": "gsm8k-855", | |
| "prompt_sha256": "1e610f3ff84c9d024495ce7889da142d5a2372fb6a938f0cf3550bccc769e50b" | |
| }, | |
| { | |
| "id": "gsm8k-1270", | |
| "prompt_sha256": "1fdf86fb3d3e132678eb54f2f6a1cdc4ba9683edd99740d01ce77996d6fb808d" | |
| }, | |
| { | |
| "id": "gsm8k-349", | |
| "prompt_sha256": "6a6f64a09b03cac05aad576a24e650269999cf4952dda1d895715aeae98f86b8" | |
| }, | |
| { | |
| "id": "gsm8k-1231", | |
| "prompt_sha256": "9e6d8998b9da355994cf734c8314206459eff7a6f9304471c7fc624dcb9a2e63" | |
| }, | |
| { | |
| "id": "gsm8k-1106", | |
| "prompt_sha256": "9bb00ea8fae477a2ab9fa9b41b16353fd4bd17ec7ae0671fd9982029c43bafb4" | |
| }, | |
| { | |
| "id": "gsm8k-803", | |
| "prompt_sha256": "1b8cba3edaeae446f5f550080e5a5e60cf3e55a6c1aa803d7f2cf74cfc9e7d85" | |
| }, | |
| { | |
| "id": "gsm8k-922", | |
| "prompt_sha256": "714c33f26aac9afbadf191619702dc1a8b6b2c762c3990f0f2f2beaba9c581de" | |
| }, | |
| { | |
| "id": "gsm8k-152", | |
| "prompt_sha256": "b9953b80459cc138b0a7021d8db3a663ee763a4177c2db2b8a50fe02481cc2d4" | |
| }, | |
| { | |
| "id": "gsm8k-920", | |
| "prompt_sha256": "04605572e0332c423345ddc0a2023709957911048c30ba9af7f07778e9f64420" | |
| }, | |
| { | |
| "id": "gsm8k-207", | |
| "prompt_sha256": "1f68848877b91977347bc3cdf5114aa5465401bcc46d32e04b061c99cf45b114" | |
| }, | |
| { | |
| "id": "gsm8k-297", | |
| "prompt_sha256": "a0d4c8130782be86ac05c8d54825e07b91aca5d8ed46d4cc84d4f22ea398ba33" | |
| }, | |
| { | |
| "id": "gsm8k-786", | |
| "prompt_sha256": "8e30dd88929ff7375fe279b7d54841fe8b0d742f6b6b36c5da12fbcd916e7e2b" | |
| }, | |
| { | |
| "id": "gsm8k-101", | |
| "prompt_sha256": "a11f8a3b023c094bc0b0e0faad13525859fcdddee6967a6a2330dd9800a7eabe" | |
| }, | |
| { | |
| "id": "gsm8k-1301", | |
| "prompt_sha256": "8112bed77aa02fa4a5fba4faf065fa7dda251d2fb2e554b8872e0a6e492deaf2" | |
| }, | |
| { | |
| "id": "gsm8k-27", | |
| "prompt_sha256": "51d2a11fb898128fed4985b3a068be06495e8a8b98ea70aa46aeba0824f5ece3" | |
| }, | |
| { | |
| "id": "gsm8k-1005", | |
| "prompt_sha256": "cfc3d20a1ff27d7f54d31ebc27e0b36cec2eb5e64b41374091941da64bcd4257" | |
| }, | |
| { | |
| "id": "gsm8k-659", | |
| "prompt_sha256": "ec0f60fb1a0776306100a37bb4ac1f4de4f05e256ad8c1dc1b1d6b2f424c02c2" | |
| }, | |
| { | |
| "id": "gsm8k-340", | |
| "prompt_sha256": "02e29d1c4bdcba8150ae0920865a57e8f438b06c8ffc43e9b3e8d92463c8c737" | |
| }, | |
| { | |
| "id": "gsm8k-288", | |
| "prompt_sha256": "99ae623df9e0f02453ceb19db7e6599f2c95c9fa846c8acee4421a3e700e0ec0" | |
| }, | |
| { | |
| "id": "gsm8k-763", | |
| "prompt_sha256": "3f56c651bf33af4409fc7f33e05a1d376833f39a4436f42fe1359881c3a92a81" | |
| }, | |
| { | |
| "id": "gsm8k-840", | |
| "prompt_sha256": "6c3016fc277cdeb87c914ae358ba40dad56296e9ee0addef0754e3f83bc23fef" | |
| }, | |
| { | |
| "id": "gsm8k-742", | |
| "prompt_sha256": "c7155198564677a44f3eb5341124c168ae620bcd25e90dd4da872bf13d792722" | |
| }, | |
| { | |
| "id": "gsm8k-222", | |
| "prompt_sha256": "8c03d2ca2e31e15440a696f6746f1bb8e948c29c6dd80622e3fecb1cdd037436" | |
| }, | |
| { | |
| "id": "gsm8k-468", | |
| "prompt_sha256": "33d55ef5eca71a78806e7ff4fa92d7594aaa5a3b6d73d33e58ab33975c2c89d9" | |
| }, | |
| { | |
| "id": "gsm8k-220", | |
| "prompt_sha256": "fe088adcbf2a27a05a0965f70718120bddb26e873636d4b495f6804022ff5806" | |
| }, | |
| { | |
| "id": "gsm8k-662", | |
| "prompt_sha256": "200b5cb47a6418789b3cf5012df8640507d7dbb073f6e8adf807058a1efb20e4" | |
| }, | |
| { | |
| "id": "gsm8k-269", | |
| "prompt_sha256": "fa2fd62d09b9e345f2dc09f64bbff38eaf17d87b2d8d59659bfe6ee8b58d95a1" | |
| }, | |
| { | |
| "id": "gsm8k-1193", | |
| "prompt_sha256": "4f5706d4d50d81094636250c907e36c93924bab0816f2274bc91f54b13e33c79" | |
| }, | |
| { | |
| "id": "gsm8k-270", | |
| "prompt_sha256": "db9a256af24fbb60ba2947367de6976544f17355bc72575c255e6cf294fbb5aa" | |
| }, | |
| { | |
| "id": "gsm8k-114", | |
| "prompt_sha256": "dfbf104ed0783307e51ade20db300249c39b14dbb35b27ac9424dadd7b1d0300" | |
| }, | |
| { | |
| "id": "gsm8k-728", | |
| "prompt_sha256": "67dc1a000f3aba24b2140b95d53a74eff2c21a25b2a81fb40bc935be0f799a91" | |
| }, | |
| { | |
| "id": "gsm8k-396", | |
| "prompt_sha256": "cca6e619504503c6b6b5a8a00810167adafe27aa0053d83dc8b24937a2105889" | |
| } | |
| ], | |
| "humaneval": [ | |
| { | |
| "id": "HumanEval/0", | |
| "prompt_sha256": "515901f9b17bed577d17fd8833179ddc94c0514ef50a92dcb5c6abe323a3fc28" | |
| }, | |
| { | |
| "id": "HumanEval/1", | |
| "prompt_sha256": "df6d8975ab2d191edd3018fd320044a0e8d622e00423d6c3b1d9c440e639699f" | |
| }, | |
| { | |
| "id": "HumanEval/2", | |
| "prompt_sha256": "44cbc5cdf74d4ae237bdb7f3b78b007040fa05e78209cad9c412f9f17185e4d3" | |
| }, | |
| { | |
| "id": "HumanEval/3", | |
| "prompt_sha256": "7c24b7fe5d0a5051d28fd4183d38c456d8d41a025e0b66216d20b5eb844ef78d" | |
| }, | |
| { | |
| "id": "HumanEval/4", | |
| "prompt_sha256": "190e925817897695f939db2fb31508868e5518274dc94dfed141d9bf3843e55e" | |
| }, | |
| { | |
| "id": "HumanEval/5", | |
| "prompt_sha256": "b8432ea7a5a29a7bb2c6b193b3536bcb698930bbdb5344728d2cab9cc8a5e4f0" | |
| }, | |
| { | |
| "id": "HumanEval/6", | |
| "prompt_sha256": "7fb60fafb9e49773d48b8308aeda1f4dcc3b7884cdc2aafc5f0b0014fb78b7b8" | |
| }, | |
| { | |
| "id": "HumanEval/7", | |
| "prompt_sha256": "f3c3e02908393482b0f9386c4557d63e80dadcec12da514fc533cf09c67495cb" | |
| }, | |
| { | |
| "id": "HumanEval/8", | |
| "prompt_sha256": "384698939ba1b29d3cb8781b2be760456a74a6e76bb01c53e41ee5254ad1df4f" | |
| }, | |
| { | |
| "id": "HumanEval/9", | |
| "prompt_sha256": "d44276ba32fa4feae616fe08d3edf5341db6544c2a99bbf0aa8daf01eaf05aef" | |
| }, | |
| { | |
| "id": "HumanEval/10", | |
| "prompt_sha256": "e7dd6a8c12b82d5cb122bf43578cf82a0f25785e3df132867a687feefbcef1f6" | |
| }, | |
| { | |
| "id": "HumanEval/11", | |
| "prompt_sha256": "37d5b7cba2ed7f4821e89bc7b94fc7ac13e3104d8cedb54b15a2e3c8928becfe" | |
| }, | |
| { | |
| "id": "HumanEval/12", | |
| "prompt_sha256": "193024fc0897a9ccea800f324195c161d4098ae54fa43186c8068e73c055a833" | |
| }, | |
| { | |
| "id": "HumanEval/13", | |
| "prompt_sha256": "b7ccb859fc101901ff0486e2397fc5d5049bfb99345388354a0d3460b8f3017c" | |
| }, | |
| { | |
| "id": "HumanEval/14", | |
| "prompt_sha256": "e840fa988f911daefaf6936f9e83420b7eb92609bb011cabeb8af928fb4c9721" | |
| }, | |
| { | |
| "id": "HumanEval/15", | |
| "prompt_sha256": "0d5c2895c26633365279a6ace8581b28b5e68583265ffc8d67853132e444a381" | |
| }, | |
| { | |
| "id": "HumanEval/16", | |
| "prompt_sha256": "c78d036d3bf9e95775e7f641ae64e077ae1dca1f85144b243d8c43f0475c02c7" | |
| }, | |
| { | |
| "id": "HumanEval/17", | |
| "prompt_sha256": "3865029fdabba19c2938f473a3d2370241d39bdcd0bc740694eac6260fa73636" | |
| }, | |
| { | |
| "id": "HumanEval/18", | |
| "prompt_sha256": "02138578132931a24e6f715113ee593dae9e41757730ee09dbaa04cb53aa6805" | |
| }, | |
| { | |
| "id": "HumanEval/19", | |
| "prompt_sha256": "95a0b939a73490c3740a25e304bb1963ede0cf556ceb37d67ce6bae1c3342ce1" | |
| }, | |
| { | |
| "id": "HumanEval/20", | |
| "prompt_sha256": "1b8a200b95cb2a5e1fd77c5d6b40d8a2ec1c70df02cfa4fc72ced20cefd31f71" | |
| }, | |
| { | |
| "id": "HumanEval/21", | |
| "prompt_sha256": "e0d1a6433f4910dc957f6b65f956d23f9b62e7049bf887fcf01cc8a378e1bdf9" | |
| }, | |
| { | |
| "id": "HumanEval/22", | |
| "prompt_sha256": "7450a5c459074992ea018ba6e0f7b6e6fe64f963f0506ef7a9af2c8d4df8ceb5" | |
| }, | |
| { | |
| "id": "HumanEval/23", | |
| "prompt_sha256": "269e8019b498aaa30c887c11a50b3e2d0c384ae4b3e40db29c130b52b3c80736" | |
| }, | |
| { | |
| "id": "HumanEval/24", | |
| "prompt_sha256": "08d70d288f3c7715e0f946e1e7e8b96adf6f048ae684fa83b942fd817a870dac" | |
| }, | |
| { | |
| "id": "HumanEval/25", | |
| "prompt_sha256": "1bcd8d71c93a37e0a72e4ce9658cb5643b4bc3cac1a7413bb679554db23f11c8" | |
| }, | |
| { | |
| "id": "HumanEval/26", | |
| "prompt_sha256": "4c4d818025cebc0d2e6369f307f5d806ff55fbb938d7a079118699757c78f0d2" | |
| }, | |
| { | |
| "id": "HumanEval/27", | |
| "prompt_sha256": "434b1a15b0b7b78d38ebbe0ff2df93162df4d7cf7c683c51b0f4a954f87af585" | |
| }, | |
| { | |
| "id": "HumanEval/28", | |
| "prompt_sha256": "dcabf5572fa4f8a6656ace70f8618579fd98ffcf70c36ab22528c5096094a5e4" | |
| }, | |
| { | |
| "id": "HumanEval/29", | |
| "prompt_sha256": "8ff588aa7050097d7048d616ae2b1c52c6e549db33f1cf1a9a8a6c197dea5ad4" | |
| }, | |
| { | |
| "id": "HumanEval/30", | |
| "prompt_sha256": "b0bca7bf528315e6e3661d6a5375331417d7bc2582516365dbdb104fd036c239" | |
| }, | |
| { | |
| "id": "HumanEval/31", | |
| "prompt_sha256": "c4f51f35b5d153133e59172eab7d39dccf232ac9953aa0d7fc49780def768073" | |
| }, | |
| { | |
| "id": "HumanEval/32", | |
| "prompt_sha256": "7bee1f77fd56ce87f56dfc858faef951cec84b6ec87a613b32081e2969b70ccb" | |
| }, | |
| { | |
| "id": "HumanEval/33", | |
| "prompt_sha256": "333bae437d42f4c9d506a0f8a19569d975ad0df1ca53cac958758cd407d944a1" | |
| }, | |
| { | |
| "id": "HumanEval/34", | |
| "prompt_sha256": "ab07e2dc950826108faf0458fe9b260eaef7d06ffe29c3e4bbd6b8365bb12932" | |
| }, | |
| { | |
| "id": "HumanEval/35", | |
| "prompt_sha256": "a7287a8dc13467a5418c5158ce04b537fbaeecf3706ce28828d6b114c61b023a" | |
| }, | |
| { | |
| "id": "HumanEval/36", | |
| "prompt_sha256": "3b914fe5b5e1f8b2384b81a7700ed054549b4c40c00f6b8f677b338e5a08976b" | |
| }, | |
| { | |
| "id": "HumanEval/37", | |
| "prompt_sha256": "68243645211a0ef57f8e97b238a3014c39872c7179f5069a7c047279552585b8" | |
| }, | |
| { | |
| "id": "HumanEval/38", | |
| "prompt_sha256": "02402893f834954c07c6e6c3404b15a29d40997504d3d609687d75603ca24900" | |
| }, | |
| { | |
| "id": "HumanEval/39", | |
| "prompt_sha256": "d8a0ec7a1a46277e824adef8334e516164c1a8412ec8adae6b15c386322a299a" | |
| }, | |
| { | |
| "id": "HumanEval/40", | |
| "prompt_sha256": "44acc6c2e0724b96d75ac06bdf16ba2918ac595a96d14bc5e4aaa837f5ab7df8" | |
| }, | |
| { | |
| "id": "HumanEval/41", | |
| "prompt_sha256": "cb34f9bf8bcb601626b819b8a5043a9180e825eb3adf3600b47160e40c77909b" | |
| }, | |
| { | |
| "id": "HumanEval/42", | |
| "prompt_sha256": "6ff0dd4190e9644fe6ebbd58e0dfb38cd5c82411d57a13a15d8df7d4e93ae831" | |
| }, | |
| { | |
| "id": "HumanEval/43", | |
| "prompt_sha256": "345c1feef9bb8fb45f0a9599e115803e3ea5c4f0ea2bbeeac499c6c98e14dd2a" | |
| }, | |
| { | |
| "id": "HumanEval/44", | |
| "prompt_sha256": "a792c93ca7e68130d6fdaf8fe9fe2129c6b3810528b5134b38dc8aae2637f098" | |
| }, | |
| { | |
| "id": "HumanEval/45", | |
| "prompt_sha256": "e446b4ef50f0ee3a4010c2273ef5f18d113206dddaadfde9d3dbaf365d89a6c7" | |
| }, | |
| { | |
| "id": "HumanEval/46", | |
| "prompt_sha256": "b7875b8fbcef96459f0a5110a0003018fdf9611559b5e13a8068ee7ecb002611" | |
| }, | |
| { | |
| "id": "HumanEval/47", | |
| "prompt_sha256": "4cfe80280d6ca7e1c3638841d9d0a49f853a21685d92fa685d548e7b752ca37a" | |
| }, | |
| { | |
| "id": "HumanEval/48", | |
| "prompt_sha256": "c9b00c5b8e60c0f19e95ea702bfba9a3a6e8b3eb4484f6edd44cd338221aa6a9" | |
| }, | |
| { | |
| "id": "HumanEval/49", | |
| "prompt_sha256": "286d95122712511e019dbcd30881900fa2cebdf612a0a4d284cac6b59db27aac" | |
| }, | |
| { | |
| "id": "HumanEval/50", | |
| "prompt_sha256": "770b9b68981a1569fba0b0c50ab308d3962a02c17605dace8caf5c0e3f6ba8c8" | |
| }, | |
| { | |
| "id": "HumanEval/51", | |
| "prompt_sha256": "68b3e14cae244058fcab14f0538f1c89fcb3dcd86f436a24578825061b9fa7a8" | |
| }, | |
| { | |
| "id": "HumanEval/52", | |
| "prompt_sha256": "3d0415ebb7692278d4a1ad623794b13ab724015adef80b269ac5c34a1781e493" | |
| }, | |
| { | |
| "id": "HumanEval/53", | |
| "prompt_sha256": "e1303ad6a34fa41cb2f54c1cf86b27d07451d4ea38d2f0f1c33df37c54146343" | |
| }, | |
| { | |
| "id": "HumanEval/54", | |
| "prompt_sha256": "680debc518647bdd87f307c44818c0404b1e6092012184f3ef4b2da7a4f12414" | |
| }, | |
| { | |
| "id": "HumanEval/55", | |
| "prompt_sha256": "d30759fb139a4fd4735c6e792cae4ab3140827dc39bcb95810fd6a5be1eddf24" | |
| }, | |
| { | |
| "id": "HumanEval/56", | |
| "prompt_sha256": "f1fa98f24dad88841e1512020734679160fe60ca806b7d7af852b7f6b1a60091" | |
| }, | |
| { | |
| "id": "HumanEval/57", | |
| "prompt_sha256": "7d608f8773fedd5a9ff6db095a498b506dfc3598dd36e836cb21e2fcf91dbd50" | |
| }, | |
| { | |
| "id": "HumanEval/58", | |
| "prompt_sha256": "84d9eb6f1b5806f7f6aec62d4bbcbc8a2b957751a08ecced6a88eeb4bfc767dc" | |
| }, | |
| { | |
| "id": "HumanEval/59", | |
| "prompt_sha256": "dd59cedd13f3ac9497adcf967cb6bf81a2f3ac04eb0bf84a676f643c31bf0e42" | |
| }, | |
| { | |
| "id": "HumanEval/60", | |
| "prompt_sha256": "727ef7870ce58ff872327c98ca914914f1b47ca02ea62f259fe279fa04b7c673" | |
| }, | |
| { | |
| "id": "HumanEval/61", | |
| "prompt_sha256": "3bcb523009ce7685ea58a6867925ddeb01e829ab1167a56d14d6686afd1404e0" | |
| }, | |
| { | |
| "id": "HumanEval/62", | |
| "prompt_sha256": "47c42b159b8a7be981ca2a4766c18b370650f4cd1da4e8b18c795ab87615fa1c" | |
| }, | |
| { | |
| "id": "HumanEval/63", | |
| "prompt_sha256": "ee3a4db84e0fb01b72715d1be1f74f334049459ccc4287815f628bc400ef690c" | |
| }, | |
| { | |
| "id": "HumanEval/64", | |
| "prompt_sha256": "7a4f90296d254c17b9768de0eb03f4a5b1fe5288e1ddee46a0a295f60521a864" | |
| }, | |
| { | |
| "id": "HumanEval/65", | |
| "prompt_sha256": "73d88a69304edc35b00bc72061ea88ebe015c6219f0560da8e5c6772d64f79ed" | |
| }, | |
| { | |
| "id": "HumanEval/66", | |
| "prompt_sha256": "d77def5187028524e6fbc7fb521bbe78877eccf6fce4725b4579ef3afc4d4d34" | |
| }, | |
| { | |
| "id": "HumanEval/67", | |
| "prompt_sha256": "75d6df969cc9a5f0167dd78f7a5589d2976f6c7cd0fab2f839afd7d705d91cad" | |
| }, | |
| { | |
| "id": "HumanEval/68", | |
| "prompt_sha256": "81ecfefc83f84dbd16c93e26d044ef9adf32b20d7175bdab7bd19a12eb9009df" | |
| }, | |
| { | |
| "id": "HumanEval/69", | |
| "prompt_sha256": "81b7a8a97ffda5950cebeaaab0557398f664d4bada1570764fc8e5d0b377355d" | |
| }, | |
| { | |
| "id": "HumanEval/70", | |
| "prompt_sha256": "21e08994df2c270eb894160c0374cffb4d450af41afa97f9f1f0665e030f82d3" | |
| }, | |
| { | |
| "id": "HumanEval/71", | |
| "prompt_sha256": "51654ae02473a3a9c54caea21cc834cac4af4305049e8dee7d982e2c280bff4a" | |
| }, | |
| { | |
| "id": "HumanEval/72", | |
| "prompt_sha256": "35cc5d390e5eda9407918bbbaa38a613e4ca6d2840a86985c142694305838641" | |
| }, | |
| { | |
| "id": "HumanEval/73", | |
| "prompt_sha256": "cc2e0a5c21568c1424af62793bc0b8ab31c1d2377a6d1b8d7c6d2de8973acac4" | |
| }, | |
| { | |
| "id": "HumanEval/74", | |
| "prompt_sha256": "0f543593da532e4b0417b92e0ae0f55fdebd4e884fd5c67716891b59edc27802" | |
| }, | |
| { | |
| "id": "HumanEval/75", | |
| "prompt_sha256": "c9a58a8fa4daaf2453c2e2f8cb8c01d5082047c70758882274ab15f0deb0bf7a" | |
| }, | |
| { | |
| "id": "HumanEval/76", | |
| "prompt_sha256": "9519ed38ceb284a4d1d66abfc89eca5be120177edfd48f4522ab928386402247" | |
| }, | |
| { | |
| "id": "HumanEval/77", | |
| "prompt_sha256": "93f4c9bf05e93b7db70fa9bac11b0d71da59930c27d810269ebf2ffaef03d65a" | |
| }, | |
| { | |
| "id": "HumanEval/78", | |
| "prompt_sha256": "c905e7c9c3747ef94eecb3fbc21e1d826a5e900ace3d65b22a1a50d0067c59bb" | |
| }, | |
| { | |
| "id": "HumanEval/79", | |
| "prompt_sha256": "898edc38b60663885643539c705e8148e674822af5f6f9e44ded820e93363d01" | |
| }, | |
| { | |
| "id": "HumanEval/80", | |
| "prompt_sha256": "d6c47107856126bc580314ed93c9233a9f2c803ef2231ab2baf9907bde8c5d75" | |
| }, | |
| { | |
| "id": "HumanEval/81", | |
| "prompt_sha256": "9e0017a0d079b307a502dc5a19965cf236ecaf50dbc7ae105b6fcde1ffa6b073" | |
| }, | |
| { | |
| "id": "HumanEval/82", | |
| "prompt_sha256": "6ba1e3c71c6caa1d2cf4b1a4e7cf7780369b84f54d19f6b2613216c35275e499" | |
| }, | |
| { | |
| "id": "HumanEval/83", | |
| "prompt_sha256": "97d57a9726af74441d3a497475e1afb8679c8ab58187c867130e3cf0ca78f92f" | |
| }, | |
| { | |
| "id": "HumanEval/84", | |
| "prompt_sha256": "dbb36f5aa640fa1a5ca32ae5ed3556a8a4120b321e791c1e215439617e3d0eea" | |
| }, | |
| { | |
| "id": "HumanEval/85", | |
| "prompt_sha256": "e1ee771d12e2c1c7c4b6e7d7ffef81b87103e9ea7e089c7c569e9ff5ad025e52" | |
| }, | |
| { | |
| "id": "HumanEval/86", | |
| "prompt_sha256": "815639b40bff3b9484742bf8454d9106174b53660f7b3e01e06995e3bc7ad34e" | |
| }, | |
| { | |
| "id": "HumanEval/87", | |
| "prompt_sha256": "321b9c4f05261a478615f4c9ed28f129812b1360cf7e184d90a003960c337ec3" | |
| }, | |
| { | |
| "id": "HumanEval/88", | |
| "prompt_sha256": "9fdd595b7786c032ef9f732498400a0de6450b39b85ed2a79858eeb00da5f752" | |
| }, | |
| { | |
| "id": "HumanEval/89", | |
| "prompt_sha256": "2c950c283b3815eafc4427ba5cae535a637baf5a4f3036f798d4cff2926741b0" | |
| }, | |
| { | |
| "id": "HumanEval/90", | |
| "prompt_sha256": "8431e325da3f372d5a2b8f5ace5cf922cf2892302144b305dd73fb3ba3f91eed" | |
| }, | |
| { | |
| "id": "HumanEval/91", | |
| "prompt_sha256": "89a829bf12d0e0d4596ba09e6d56649bed37590e015c1c98812aa7f51028fdbf" | |
| }, | |
| { | |
| "id": "HumanEval/92", | |
| "prompt_sha256": "4cdfe4a2590b55ed6b93698aadd654eec1c745d90d2640133211128bd701b9cb" | |
| }, | |
| { | |
| "id": "HumanEval/93", | |
| "prompt_sha256": "1c86b1735c4f43564f3360866b135ac91c004f593b2e78c245b33514c97e9338" | |
| }, | |
| { | |
| "id": "HumanEval/94", | |
| "prompt_sha256": "4fc54f19e449d842bdff89ef87352d8fbe98e3d07f29c038353f3e222dd0c624" | |
| }, | |
| { | |
| "id": "HumanEval/95", | |
| "prompt_sha256": "ebc04c3410ced06edb25357e12cc542c5a8bfebdb538eb31f1253b35d9a115a5" | |
| }, | |
| { | |
| "id": "HumanEval/96", | |
| "prompt_sha256": "263a9f6fdc57d5afa77562a7f2c67bb28b4619c4d9e4b00f0684b299d75db812" | |
| }, | |
| { | |
| "id": "HumanEval/97", | |
| "prompt_sha256": "ebdf1cae255234d1e12c0e1e62e6f9562b5b256124dfcd8871ee24e339b9143a" | |
| }, | |
| { | |
| "id": "HumanEval/98", | |
| "prompt_sha256": "9e4ff3612c4a84fbfd4f827ca62280c063c2f0b10c3e47aa4c55d2923af8abce" | |
| }, | |
| { | |
| "id": "HumanEval/99", | |
| "prompt_sha256": "52e88032580e99caececd1168f001204f25823a0f5ab19f2eafcf7d88d7a4ae7" | |
| }, | |
| { | |
| "id": "HumanEval/100", | |
| "prompt_sha256": "0b225ef1eb47a290cf28bd3f463078cc025c3abaf572c4306e4d8e66de476e9a" | |
| }, | |
| { | |
| "id": "HumanEval/101", | |
| "prompt_sha256": "96b133124baf0d115350862c73071d5d91d84afabfd8f67f91f909213ee524be" | |
| }, | |
| { | |
| "id": "HumanEval/102", | |
| "prompt_sha256": "1a2e6cca3a75d5fcad2736616e2314ad9e791dd682dde6cdd866babb57641d1c" | |
| }, | |
| { | |
| "id": "HumanEval/103", | |
| "prompt_sha256": "8eb3289982ffedbd22e6180bd2feeaa057235d6cb76dd5f3cb19225c384849e4" | |
| }, | |
| { | |
| "id": "HumanEval/104", | |
| "prompt_sha256": "65c592138758ff1668dda6a969cc5724e0dc495aa94a08daf6f476803e6fedc3" | |
| }, | |
| { | |
| "id": "HumanEval/105", | |
| "prompt_sha256": "cc2b77ac377988fe9f659acafe00e890580b5ddba333b4f0766c61c5c9a250ba" | |
| }, | |
| { | |
| "id": "HumanEval/106", | |
| "prompt_sha256": "ed9478783c0aa0c05229446097df589786ae80e8a74507481c20cbc711bfd5e1" | |
| }, | |
| { | |
| "id": "HumanEval/107", | |
| "prompt_sha256": "eaa846040634b92c29c6e4f8497cacf4ea058c763df3141c3fac6c2ea8a37b86" | |
| }, | |
| { | |
| "id": "HumanEval/108", | |
| "prompt_sha256": "aa211ee743da5e2e7171b45f47d304c71462e7a29c814db566cef949a4210bd9" | |
| }, | |
| { | |
| "id": "HumanEval/109", | |
| "prompt_sha256": "5230683dfaa4f45823fd61562f2c1a0706f07c32b0fdf41b307886a3acc1cfe7" | |
| }, | |
| { | |
| "id": "HumanEval/110", | |
| "prompt_sha256": "e30ef5c68b6cded1a5277ee6e6e6826f84aadbde8267d0e5e54f9cc22dda9685" | |
| }, | |
| { | |
| "id": "HumanEval/111", | |
| "prompt_sha256": "8baa0b1820b15ea4289ce8c762d2939dce6990b09c6197a1004b6e21fff8e775" | |
| }, | |
| { | |
| "id": "HumanEval/112", | |
| "prompt_sha256": "2687f6345fbb81c5207138ad7146c20c87d3ff2ba5f373bac47b8e9a461021bc" | |
| }, | |
| { | |
| "id": "HumanEval/113", | |
| "prompt_sha256": "808df959c79f742216659f22eebf16ddd6144c7d75fdc744977ec1967d311a2e" | |
| }, | |
| { | |
| "id": "HumanEval/114", | |
| "prompt_sha256": "7cd5213c9dd2822f917538cbadfbce9f6e4daaea7a55babd9d26c8052abf0611" | |
| }, | |
| { | |
| "id": "HumanEval/115", | |
| "prompt_sha256": "184bd69aaa088b1fe91652732a5da1b2adb29e41190f3f882b3dbf169cb79fef" | |
| }, | |
| { | |
| "id": "HumanEval/116", | |
| "prompt_sha256": "f3c106f6948ba17509daeb025a6b0ce25109e1f9d0733ce73acfab998a686b3f" | |
| }, | |
| { | |
| "id": "HumanEval/117", | |
| "prompt_sha256": "24df3e0624ba96a6fa0f8831e34ced00b8740c0e8b632ba9fc2f77e7e5c0c17a" | |
| }, | |
| { | |
| "id": "HumanEval/118", | |
| "prompt_sha256": "18c1b2fac21e3364be2d0e735255daa2a2de7dffebb2cbd38301b4940e6c392b" | |
| }, | |
| { | |
| "id": "HumanEval/119", | |
| "prompt_sha256": "e54f8096741c77e9bbb847ecfcfe1b1913d4344cc03f7abda84a913b03cc7ac0" | |
| }, | |
| { | |
| "id": "HumanEval/120", | |
| "prompt_sha256": "6a9886c4717e33d380ab0c8e545d4696cbeeb3557db10164a662b2d225837d73" | |
| }, | |
| { | |
| "id": "HumanEval/121", | |
| "prompt_sha256": "a42450e71d4a0175d63003ec0af0168911b6ce649fb3da74d5d04f68a2e888da" | |
| }, | |
| { | |
| "id": "HumanEval/122", | |
| "prompt_sha256": "6efc7a0b0b6d3c4d4f55de57e8fbdb4508d642f8e0d8dcaad79ecae2f7a0e979" | |
| }, | |
| { | |
| "id": "HumanEval/123", | |
| "prompt_sha256": "d687fef08944558f0c025383fa5105f123fc27fd6d29981b096c06a7da96200c" | |
| }, | |
| { | |
| "id": "HumanEval/124", | |
| "prompt_sha256": "1a7768fca504bfac08203748c0ff40035039c8c2b6c2d75d386c9650fd3bf0d1" | |
| }, | |
| { | |
| "id": "HumanEval/125", | |
| "prompt_sha256": "44daa5e97a235b0aaa0002d0a4e90a823dc508fd71a49fcab80dfbbbd0994625" | |
| }, | |
| { | |
| "id": "HumanEval/126", | |
| "prompt_sha256": "3b54cab13992856445deb10a069b403d67e9aa202caf46313c9c3bd04ecbb897" | |
| }, | |
| { | |
| "id": "HumanEval/127", | |
| "prompt_sha256": "bba7f52cddafa3c4cf287d92e6f5a9564d7d74a049a0b9c55998f6fad5d39769" | |
| }, | |
| { | |
| "id": "HumanEval/128", | |
| "prompt_sha256": "b5a507b148740d98832b18a9d18ebdadefc2dde3c8224367e51bd3ba3c488f70" | |
| }, | |
| { | |
| "id": "HumanEval/129", | |
| "prompt_sha256": "14a4d3c04882fdcf3d5f124f1dabf410b7f56051e002806a21d1e437e2a75f2a" | |
| }, | |
| { | |
| "id": "HumanEval/130", | |
| "prompt_sha256": "bda53e9d89cd859bc5b286c1d8dee97c8ee79125ee740bb22e4f137ed1eda043" | |
| }, | |
| { | |
| "id": "HumanEval/131", | |
| "prompt_sha256": "a81c534967621cd3578f45a2934cd1f91b10f328d7a542d72231a8ae88dd9445" | |
| }, | |
| { | |
| "id": "HumanEval/132", | |
| "prompt_sha256": "cf089ca03947a30657f650a653f42e297c598dfab3b5a258337c75111cfe835c" | |
| }, | |
| { | |
| "id": "HumanEval/133", | |
| "prompt_sha256": "912ac91ef52a023f90435cc178460f4a2c90257357b5c00ac0743393db84e00c" | |
| }, | |
| { | |
| "id": "HumanEval/134", | |
| "prompt_sha256": "8a1f3c4c3f8a4b56ed62443baef13dfe15769dce10191c1845818db20bf5e052" | |
| }, | |
| { | |
| "id": "HumanEval/135", | |
| "prompt_sha256": "c819d451eea5727b2df3f9bfbfa528fd3f181a66b835533a413db17758e21d91" | |
| }, | |
| { | |
| "id": "HumanEval/136", | |
| "prompt_sha256": "f03251fcdc2f6a123ee3ac85cd2214c9074c62efa090485c6b6786e6e3d38b4f" | |
| }, | |
| { | |
| "id": "HumanEval/137", | |
| "prompt_sha256": "5fdd16be93253744a14d1764e45d9a2c4deed3e152e3518f734068da098187b4" | |
| }, | |
| { | |
| "id": "HumanEval/138", | |
| "prompt_sha256": "4ba33556378a92c9faff971a3a58a9440a2e545b913c49fd9c64b82c08685d24" | |
| }, | |
| { | |
| "id": "HumanEval/139", | |
| "prompt_sha256": "217c19b0b5eaf39db8a61fd0a5a42335ebc9e5bce3e0cc737f5bec7dca1f6bf4" | |
| }, | |
| { | |
| "id": "HumanEval/140", | |
| "prompt_sha256": "41a21a016b0041430b0b174f47159ec93950e69127cc16e21ed85f655af8316f" | |
| }, | |
| { | |
| "id": "HumanEval/141", | |
| "prompt_sha256": "2dc1ab4e1d57a38278c4ed51b16862c59ba2993d27a4fbc192aa1e83d3e639be" | |
| }, | |
| { | |
| "id": "HumanEval/142", | |
| "prompt_sha256": "960abe1444e6edfe07f7e34e041012aafa93c6857b95cea84ab114d774e82884" | |
| }, | |
| { | |
| "id": "HumanEval/143", | |
| "prompt_sha256": "eeeb65ff659de31aaeca26083dd8070a7af295b553b9107258de17161dfa23a9" | |
| }, | |
| { | |
| "id": "HumanEval/144", | |
| "prompt_sha256": "9fffc014c49c2057a766782f39f2d5e59d537fa6f2ff73d5a522f035ca4fc4dc" | |
| }, | |
| { | |
| "id": "HumanEval/145", | |
| "prompt_sha256": "8c2134868d70ff84119cf628d8b13087261d7be722c2044184e044418133b562" | |
| }, | |
| { | |
| "id": "HumanEval/146", | |
| "prompt_sha256": "d05a2c32993bf530291c6cee4ec29819801ff3bb66697dc9256b238c3a60fcba" | |
| }, | |
| { | |
| "id": "HumanEval/147", | |
| "prompt_sha256": "23966dd7e757de9dc993460803f92b2feb91cc662d7a514fef2209694655a757" | |
| }, | |
| { | |
| "id": "HumanEval/148", | |
| "prompt_sha256": "a64c37021c15275813686ea4b5f20ae909f87e4b83eb2542931be47b0d534c02" | |
| }, | |
| { | |
| "id": "HumanEval/149", | |
| "prompt_sha256": "ff7ce459e0cfc7bcb5c546283b8741dadf96bc6b42b5924625661ceee77d502b" | |
| }, | |
| { | |
| "id": "HumanEval/150", | |
| "prompt_sha256": "4d7c460b8820603587d9e5a0f23ddb7f341dae3ff5bfc8fd443ef6d2857d7ba9" | |
| }, | |
| { | |
| "id": "HumanEval/151", | |
| "prompt_sha256": "e5ba24624a598731ec53f532ded7545392c955f0ca6dbaf785f26123b84a0de0" | |
| }, | |
| { | |
| "id": "HumanEval/152", | |
| "prompt_sha256": "17272f0d0086d1f4790068c3d035fa7dfcdc98617efa31d72b49bbc4d603819b" | |
| }, | |
| { | |
| "id": "HumanEval/153", | |
| "prompt_sha256": "e7eb3c9acba497a5bc2bea7341bab87fa96329f63d3f43bcf27e07de3cfc26ed" | |
| }, | |
| { | |
| "id": "HumanEval/154", | |
| "prompt_sha256": "980823da518c928d81683dc2a3e4fcfd8878e6f2698951ec1589b1461b71436d" | |
| }, | |
| { | |
| "id": "HumanEval/155", | |
| "prompt_sha256": "93a5e1fe82825cf9f18168d49acfe17ba9776601c4fd25944e42358c53843c71" | |
| }, | |
| { | |
| "id": "HumanEval/156", | |
| "prompt_sha256": "9db878b4a67576c79a6c979be5fd527b4ae61284e0d2ee8f4d25307f6f27595f" | |
| }, | |
| { | |
| "id": "HumanEval/157", | |
| "prompt_sha256": "cfdaaac90e607113451f49df9af038bb3ad81604b8f1d0863d01c267a542aa24" | |
| }, | |
| { | |
| "id": "HumanEval/158", | |
| "prompt_sha256": "038dfd6533b8f4f253999baea1a77230ca236f4b59046be98ac795ebb620c2e3" | |
| }, | |
| { | |
| "id": "HumanEval/159", | |
| "prompt_sha256": "6bcb5472be73e2aaf25a337e3e1caf9854185d26a220fe39aaea9e0ce95d3726" | |
| }, | |
| { | |
| "id": "HumanEval/160", | |
| "prompt_sha256": "1eccd21c82fee98ccca074b8bd7c9a13841f7d5b7034e175ece6fe01b41ef5e2" | |
| }, | |
| { | |
| "id": "HumanEval/161", | |
| "prompt_sha256": "12837824b7da44907c189cdacad7ec79860fdd44a57959b048d80a8b1e7603f7" | |
| }, | |
| { | |
| "id": "HumanEval/162", | |
| "prompt_sha256": "e3cf65cb4a5306233d5d79a81f06363d3c25eb7c4a05a762c76682acf5cfb0e5" | |
| }, | |
| { | |
| "id": "HumanEval/163", | |
| "prompt_sha256": "29804815538277f32baf83937a0bed77a2b560115814d8eee6e7327f7603a3f7" | |
| } | |
| ], | |
| "ifeval": [ | |
| { | |
| "id": "ifeval-153", | |
| "prompt_sha256": "bae9c2877e837929bd0ee07bac7a7732c8f9e632cbaad328c60ee59984a46295" | |
| }, | |
| { | |
| "id": "ifeval-258", | |
| "prompt_sha256": "8bcc7b91772af943537806a0c04f7f231db2382931bcc1c56348650978b9064e" | |
| }, | |
| { | |
| "id": "ifeval-368", | |
| "prompt_sha256": "140a0e2efd130a0ece04ae63d764a0e25b69aa5e41df12f5b738be20759999b3" | |
| }, | |
| { | |
| "id": "ifeval-85", | |
| "prompt_sha256": "b0730e261bb3148b46efe8d4e28568ddc55aa86f71dbf09f264e5a1dbdf7d9f1" | |
| }, | |
| { | |
| "id": "ifeval-246", | |
| "prompt_sha256": "e1f50a517a64d306e35b12270be37bcd8be4b934e6c6a61952790ce328d5cc27" | |
| }, | |
| { | |
| "id": "ifeval-23", | |
| "prompt_sha256": "aa22786da56bcd91f9cf2afd968b56e7a2bfaa09d5aee8d8270312bc298ac456" | |
| }, | |
| { | |
| "id": "ifeval-372", | |
| "prompt_sha256": "55ddbd4393d4cbfbff1ff3f30ee41be3ff029c998c472bf53419785953a89a7d" | |
| }, | |
| { | |
| "id": "ifeval-387", | |
| "prompt_sha256": "96cf6bff1ea6c72a2de0f74496f2ebfae9af474da73f7f1dac4f16d81f302261" | |
| }, | |
| { | |
| "id": "ifeval-138", | |
| "prompt_sha256": "c68cf01b239114627c0c1f206b67bef550fd161dcdab349d2163c45d651df65f" | |
| }, | |
| { | |
| "id": "ifeval-56", | |
| "prompt_sha256": "5382616c01df31cc0ec39d3210daf2b362a45538a8361c9a574cc7b30345b30e" | |
| }, | |
| { | |
| "id": "ifeval-277", | |
| "prompt_sha256": "99383f4b252b574a1cb4958a352cceace331ee574a331eb3c0f1e4fd31801168" | |
| }, | |
| { | |
| "id": "ifeval-407", | |
| "prompt_sha256": "1be0b69fd525cb7dfcfe9cf59213697a617f267c75d464c5a1037f319abfb629" | |
| }, | |
| { | |
| "id": "ifeval-171", | |
| "prompt_sha256": "c9ca873a89569599421b2c170adde62e99bfd2c906ee1a0bc729b68dc6b9cd29" | |
| }, | |
| { | |
| "id": "ifeval-96", | |
| "prompt_sha256": "e505255c3ac850566347ae48ee8003fb7aaaad9128964820660a5c87f03efa47" | |
| }, | |
| { | |
| "id": "ifeval-134", | |
| "prompt_sha256": "ba809600241d1bac4bd61c72a82a7aa03cf693c63fabd4d57a59dfcc1d46fcf5" | |
| }, | |
| { | |
| "id": "ifeval-218", | |
| "prompt_sha256": "62a0141c6952383cf6d449e49b0363704027f1cd03c7a2aee23fd8597a262161" | |
| }, | |
| { | |
| "id": "ifeval-330", | |
| "prompt_sha256": "04bc479805a8d2825bddec9ff8c9982d917e2ad8da67cebab24d5f1e15e1f5a5" | |
| }, | |
| { | |
| "id": "ifeval-6", | |
| "prompt_sha256": "0568c3aeee972b842d9616845e171b4f054c31c52daf593c70791da6bf84e1d0" | |
| }, | |
| { | |
| "id": "ifeval-143", | |
| "prompt_sha256": "01024308d37daa8ceb6e7e98d94380989c19035699a4a3b9b01d8544e91a2600" | |
| }, | |
| { | |
| "id": "ifeval-121", | |
| "prompt_sha256": "3e3fc6a7f262b416d9e1aef33d27fe6c58d86dccad2a16104125da830b1ab3bc" | |
| }, | |
| { | |
| "id": "ifeval-219", | |
| "prompt_sha256": "3cb2a179922a2bffda0d7a30e4a51730426c5f70092562358943b7f817a06563" | |
| }, | |
| { | |
| "id": "ifeval-524", | |
| "prompt_sha256": "3190b533e1026639136a9580e06719e7d718ba8cc4dc5e0ea8137ae81d1bc0d4" | |
| }, | |
| { | |
| "id": "ifeval-206", | |
| "prompt_sha256": "8b29c41457ad4afd1e36b8e0122828c9251e598a634bb45e1bafc90f0ee284ff" | |
| }, | |
| { | |
| "id": "ifeval-144", | |
| "prompt_sha256": "3c73b3efb9913b2b2659bc8bcce51b0054165878c270f5f37042ed2fb2e06230" | |
| }, | |
| { | |
| "id": "ifeval-447", | |
| "prompt_sha256": "49f8216cf7fc7c1c4c55f37908df1f41cdb69115e74e985649359aa17de11e09" | |
| }, | |
| { | |
| "id": "ifeval-492", | |
| "prompt_sha256": "5390ced780039a005bf7112b06f786e0dd69038383694182e8c9f050621dbf7c" | |
| }, | |
| { | |
| "id": "ifeval-485", | |
| "prompt_sha256": "aa4fda0553a3f75e2b742e25cde8bab0b3d9035bb0819d1e2d7ba931d4c52a1d" | |
| }, | |
| { | |
| "id": "ifeval-220", | |
| "prompt_sha256": "78b1e1f438c8a54f767cfae742468f3397357599010ba835100cc3f98ffa4f00" | |
| }, | |
| { | |
| "id": "ifeval-412", | |
| "prompt_sha256": "faf548bcc586d9b60d10773eea094e6e6b49771609cb28f5a49add5bf9724f15" | |
| }, | |
| { | |
| "id": "ifeval-342", | |
| "prompt_sha256": "4efaf940ed9da5c7db6122e27c72d8f52da79fbfe0a8c649933d83000607eab5" | |
| }, | |
| { | |
| "id": "ifeval-222", | |
| "prompt_sha256": "d1c580c4ae5e5ad96947444f2fc42def3bd21c5fec366495ddba26c397d04fb8" | |
| }, | |
| { | |
| "id": "ifeval-131", | |
| "prompt_sha256": "35c8ce1cf0842f2a0bce4cc3fb701b1da41557c6490d65ff6fbc0a4238301f28" | |
| }, | |
| { | |
| "id": "ifeval-210", | |
| "prompt_sha256": "7b4039c8726c1c3b694205a05f4552533cff1239513bc80ad3cf1f09d244c29e" | |
| }, | |
| { | |
| "id": "ifeval-137", | |
| "prompt_sha256": "f70bbad792c3a6be9c9a3a68467d5e07de580f37ac98583ce4d4d49b9769cbdf" | |
| }, | |
| { | |
| "id": "ifeval-464", | |
| "prompt_sha256": "27407cd0224a08945086e61e0568c509cb5446d637410b19054fabde074ff808" | |
| }, | |
| { | |
| "id": "ifeval-503", | |
| "prompt_sha256": "9e9e791bf5eaa38d18b8ade0b9881ac3785b2b69f6487afc8265ed86ae77c9a0" | |
| }, | |
| { | |
| "id": "ifeval-446", | |
| "prompt_sha256": "9314be60706775b78642b6969816f2f097dd70b1890155afc7c3f8d26858ffd2" | |
| }, | |
| { | |
| "id": "ifeval-2", | |
| "prompt_sha256": "cf7ebf6b17d5c09436d7d16a5083dbb9db414aaa8799ded3e9fb187ba4493872" | |
| }, | |
| { | |
| "id": "ifeval-525", | |
| "prompt_sha256": "2798a9d02a1345d96752aaeb0781de17f7231401a2f04b32a3fa19aa7cf31d04" | |
| }, | |
| { | |
| "id": "ifeval-27", | |
| "prompt_sha256": "da8ce9630b53e6f38f27e5de293e92cc25dfe75862607091e9d07d873087f729" | |
| }, | |
| { | |
| "id": "ifeval-136", | |
| "prompt_sha256": "534963b09479799d142df3a83f19e11a3164d287181fcfd7f9ce7df90fdc8647" | |
| }, | |
| { | |
| "id": "ifeval-286", | |
| "prompt_sha256": "6128ac5f5223e129f2fa4c0242806ca82e089c039bb8f6728feb5c424ea6b1af" | |
| }, | |
| { | |
| "id": "ifeval-449", | |
| "prompt_sha256": "c6d239f9b9443dd7c0af95a9dc3508b0c9c70ef0cccd8c248aeb1baf1ac36227" | |
| }, | |
| { | |
| "id": "ifeval-55", | |
| "prompt_sha256": "60ecc47abdda05d52624b6a313685b9ff88c1e94ed1b71147d5522f2e93cb818" | |
| }, | |
| { | |
| "id": "ifeval-93", | |
| "prompt_sha256": "c9f68e95e977ab59632613507b12425a2cf8e5cd4a622306b983a489f71bdf01" | |
| }, | |
| { | |
| "id": "ifeval-399", | |
| "prompt_sha256": "8103d83d5ebc2ce9811e08b5d93933b07a6fae39312016006abfd10218e191a6" | |
| }, | |
| { | |
| "id": "ifeval-19", | |
| "prompt_sha256": "05773a8469ae91d412d53682e3752d52e31f467dac0ab8b8804b1cc0e2321643" | |
| }, | |
| { | |
| "id": "ifeval-229", | |
| "prompt_sha256": "33565658365658d77557348db52fbf80f2a2c0ab35e9ed8bd0ee1022596d526b" | |
| }, | |
| { | |
| "id": "ifeval-181", | |
| "prompt_sha256": "6c52a1921020cb4613e55333a3c7c277ef673b5cf482907bf3471aa7d38a68b5" | |
| }, | |
| { | |
| "id": "ifeval-362", | |
| "prompt_sha256": "ca05d3e5ae648558dcdfb617b18ec62a9689cc3722583e8351fe253f54c4f683" | |
| }, | |
| { | |
| "id": "ifeval-289", | |
| "prompt_sha256": "5e701960c1cd5b3dd14d93b290c658404b8faf0377165cabde9b70cfa28436e7" | |
| }, | |
| { | |
| "id": "ifeval-356", | |
| "prompt_sha256": "37894ff5222733daa10da0026ac43f09ea9ec2119d5fc0d70c537daf240318f3" | |
| }, | |
| { | |
| "id": "ifeval-115", | |
| "prompt_sha256": "1d0297e542c8ddf86c5635b59003fc94e46afde04220ec789bc0c4e14579af04" | |
| }, | |
| { | |
| "id": "ifeval-404", | |
| "prompt_sha256": "403dcbf1d3d8be9b91791a85e053492e2200ca4d74af6674ee5de42a02f4875b" | |
| }, | |
| { | |
| "id": "ifeval-243", | |
| "prompt_sha256": "33b7a311b8b5023182714be94398b5f2e524c4bb528459ee396eb7918134eeee" | |
| }, | |
| { | |
| "id": "ifeval-90", | |
| "prompt_sha256": "e2be718740da0e87cde0e936a1f26a63b81372defca1ab94186d581c0d0e8f53" | |
| }, | |
| { | |
| "id": "ifeval-54", | |
| "prompt_sha256": "05e7f9c824e498270f8a25e4210ccb38890f067b8fb9a52f7585472cf22def6d" | |
| }, | |
| { | |
| "id": "ifeval-276", | |
| "prompt_sha256": "745363df086ebc2bc824639547e2726985b421df29b5ec51a3a8d4df053eed6b" | |
| }, | |
| { | |
| "id": "ifeval-308", | |
| "prompt_sha256": "5196a46d0d65d4a04f80e822c5b866f321b0b0a2130773726b04ba535b0fc11e" | |
| }, | |
| { | |
| "id": "ifeval-64", | |
| "prompt_sha256": "6d506eeb7956aea0a27347de03205d5800aebd74410ddffaba13315dcbb54449" | |
| }, | |
| { | |
| "id": "ifeval-260", | |
| "prompt_sha256": "eabfd4748cd13a48cddf2d7889e4371dc5b78cdee9a5c8c16bc289d56c4b8245" | |
| }, | |
| { | |
| "id": "ifeval-337", | |
| "prompt_sha256": "f720ec8fe39773b8a16b6f275806ab3bc8450c9d9b5b17baa95bd6c4329e6325" | |
| }, | |
| { | |
| "id": "ifeval-510", | |
| "prompt_sha256": "5e835d564fbc1da078010ac501dd80afadce93fb34bba07930dbe6ee2999a8dd" | |
| }, | |
| { | |
| "id": "ifeval-119", | |
| "prompt_sha256": "fd0459a9cde91d417cbde3c5350e3c514b32c70a3e412f5b0afdfc66322d4241" | |
| }, | |
| { | |
| "id": "ifeval-5", | |
| "prompt_sha256": "0b74d0e1c8d2859a2ab309cbf105b2ab77b7eac4498f759d1cc7fd3ec12d7ea5" | |
| }, | |
| { | |
| "id": "ifeval-468", | |
| "prompt_sha256": "8e498bae39344e32ffe2668631bb5de2f63ec814d9cc0a63e0c9a50c28b6e166" | |
| }, | |
| { | |
| "id": "ifeval-418", | |
| "prompt_sha256": "cd8dd376e9a89cb8986339b09a1ba33430808936ff683482829565151fb3d865" | |
| }, | |
| { | |
| "id": "ifeval-476", | |
| "prompt_sha256": "1d8a31b0b15d96b62eb433409e90c2ae3ad2312ec00f60afb9f5c6a470ee8f53" | |
| }, | |
| { | |
| "id": "ifeval-49", | |
| "prompt_sha256": "3c30af06cef08c9cd9a42bfe0bcbbe14fadf491e088960edf15be57f6222c9c9" | |
| }, | |
| { | |
| "id": "ifeval-336", | |
| "prompt_sha256": "07c019b98be8a1124dc7fe30b01d35718850abad04e39558f29d5b9f412b1ff9" | |
| }, | |
| { | |
| "id": "ifeval-422", | |
| "prompt_sha256": "2b6b34c5c4e1c753792b53df171c0f88d178f308f05cc135836a336b6a9bbad3" | |
| }, | |
| { | |
| "id": "ifeval-417", | |
| "prompt_sha256": "ca1dad14ea0b178787cd56ce30f3f18eb47cf11eb420d9855e6fc4b2b8a44351" | |
| }, | |
| { | |
| "id": "ifeval-347", | |
| "prompt_sha256": "b463289f3fbd006a60e6417e2e9d66c6bd9d2b6f28adda368c3cb143819016b9" | |
| }, | |
| { | |
| "id": "ifeval-101", | |
| "prompt_sha256": "e03c7339932bc14e2f26917ab5a1521b4a5b9f168d65ebbc58716746ae8daf45" | |
| }, | |
| { | |
| "id": "ifeval-209", | |
| "prompt_sha256": "1556b3f6f14a44be96effa9961c4d1d3872d268e224225ac795201559cb659fc" | |
| }, | |
| { | |
| "id": "ifeval-341", | |
| "prompt_sha256": "6f87a2bc5d962eba283ae285e2baddc5bc98193c9a0aface6270eb86e7691237" | |
| }, | |
| { | |
| "id": "ifeval-533", | |
| "prompt_sha256": "a42e6fd78b3225b848d3b72b1ed034257133b03c8420d741df95e9839208d004" | |
| }, | |
| { | |
| "id": "ifeval-158", | |
| "prompt_sha256": "a4e7e637b8fec3fbd826b6f9f50305501012b4499961fc30bbdebc48d509d0ef" | |
| }, | |
| { | |
| "id": "ifeval-321", | |
| "prompt_sha256": "fd6507be056bd3e932f3f5d2b6da316b977c74e25e9259f5c8587d24f8d0a5db" | |
| }, | |
| { | |
| "id": "ifeval-311", | |
| "prompt_sha256": "9d42ea69bc215d7b2e03134365d978b37f0055d4e0ecacbc82ef78575db78c79" | |
| }, | |
| { | |
| "id": "ifeval-50", | |
| "prompt_sha256": "72211f6155c5dd1ec776d3e308162a0bd8ec0a985ed26fa18ecdb86aaab4088a" | |
| }, | |
| { | |
| "id": "ifeval-518", | |
| "prompt_sha256": "f4f0bb4b9256c7965c002101ef9e017e434c10e97d93a5afa36f601de8ebfe0a" | |
| }, | |
| { | |
| "id": "ifeval-374", | |
| "prompt_sha256": "e4b4bfcad1372a829433fd32599d0a93d209b4bcdbc528b80d27ae71b83d7f61" | |
| }, | |
| { | |
| "id": "ifeval-317", | |
| "prompt_sha256": "4f007e4c1e5893faca977b0d58d9c31c4fe738d954ceafae6edf4079035e0339" | |
| }, | |
| { | |
| "id": "ifeval-512", | |
| "prompt_sha256": "fafe71347041d221342350cf9ce91c201fd7b115162e3e53abb39583db3e5010" | |
| }, | |
| { | |
| "id": "ifeval-102", | |
| "prompt_sha256": "dd46ffdf97df0745621184ec2b9cd3ae4fa181b84ef8199de8669efb6bc14f08" | |
| }, | |
| { | |
| "id": "ifeval-72", | |
| "prompt_sha256": "1039b88183a413641c51e07261ad21aa34eb4334a738e43b953a548b6f018805" | |
| }, | |
| { | |
| "id": "ifeval-33", | |
| "prompt_sha256": "8116c07e15ec3b3e181088aba7037df5c471136741994da6c210a141ec4f811a" | |
| }, | |
| { | |
| "id": "ifeval-263", | |
| "prompt_sha256": "1e76aebef15d71ac98f15f44d2fbb042fb30460683e6864772ea9903984fa84c" | |
| }, | |
| { | |
| "id": "ifeval-501", | |
| "prompt_sha256": "fb4dbb080e463ca75be38454fe700d58c068a733a75e92160efab09c4dc8fe45" | |
| }, | |
| { | |
| "id": "ifeval-4", | |
| "prompt_sha256": "24400085a5e1d68c2db801e73c131a2cb50ba3a9fc9d87ca9711cc3449ab12c4" | |
| }, | |
| { | |
| "id": "ifeval-444", | |
| "prompt_sha256": "4fe82bfc1fdeef9220ead1c9d4b08b133202334f047d216a4bcb1142117d0a20" | |
| }, | |
| { | |
| "id": "ifeval-228", | |
| "prompt_sha256": "0edaf00756104c4d01a7ef2bfa7a00c5f3b23aeed91cd536869811fe1e82607a" | |
| }, | |
| { | |
| "id": "ifeval-299", | |
| "prompt_sha256": "5df22e20e233ac3a01a5346e45ae22418c6bd3fa35cdd5ac6c301f879316a76f" | |
| }, | |
| { | |
| "id": "ifeval-278", | |
| "prompt_sha256": "1543061d87723f8cd4403bb7c02281080cfe6420ca682b2afbf5c891ea619385" | |
| }, | |
| { | |
| "id": "ifeval-154", | |
| "prompt_sha256": "ee260bab3ecc404d512bbfc8677ea7921551ab3a2d9e9808356b941684917060" | |
| }, | |
| { | |
| "id": "ifeval-301", | |
| "prompt_sha256": "6f318280f0729b0c68003f6d7ccfed6d036d6bd0b6aedd40645eeb17f6356c20" | |
| }, | |
| { | |
| "id": "ifeval-161", | |
| "prompt_sha256": "b8b1fe58db9aab0804f8bd71562aef789c813796a46f42ff36915f017dde4fa2" | |
| }, | |
| { | |
| "id": "ifeval-394", | |
| "prompt_sha256": "fb2f84bfb7b7fea08edaa1db028959dbbf9643f4eb03d00e3dfe7f4d322a7531" | |
| }, | |
| { | |
| "id": "ifeval-159", | |
| "prompt_sha256": "3085e41ab451441a02b89bbfecc9cb5121f91476c7a144ea2df1eabc3b0e5bd7" | |
| } | |
| ], | |
| "math500": [ | |
| { | |
| "id": "math-test/algebra/1553.json", | |
| "prompt_sha256": "693bc88d41ed72f172b5759cdce5c9a55db8dac5ba4866a8357b90abe6bce29c" | |
| }, | |
| { | |
| "id": "math-test/geometry/538.json", | |
| "prompt_sha256": "94bf7c57b333acf0c3591c8a8b8fb3e893ee7d555e56781684bc1b455385264b" | |
| }, | |
| { | |
| "id": "math-test/number_theory/691.json", | |
| "prompt_sha256": "5d7d856918f2c3909854a94577ba9c03551b5343a4be9742abc70c02edda3ed8" | |
| }, | |
| { | |
| "id": "math-test/number_theory/1090.json", | |
| "prompt_sha256": "1e08d55c49bf5a243111b415f236145b322ff54729b4fd12f60460d9092fa0cd" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/116.json", | |
| "prompt_sha256": "8de5604411b876808ac5ac911a082e8d0b1a772920dfb401d5c540646b9a066c" | |
| }, | |
| { | |
| "id": "math-test/algebra/1255.json", | |
| "prompt_sha256": "71e68cc5c26d20b8b5f8f46803a681165a8b6f4ddccbcc33a4e23a33d5ecbc0e" | |
| }, | |
| { | |
| "id": "math-test/algebra/1143.json", | |
| "prompt_sha256": "8d981db4286a7272e69da47c2c1e769c5e20a8239d252fc46bf194bc8d610124" | |
| }, | |
| { | |
| "id": "math-test/precalculus/1201.json", | |
| "prompt_sha256": "de141b474e3d2688b69809c9dbcf844b0ed059bc9563c74eff23c8c5c6d1fe67" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/964.json", | |
| "prompt_sha256": "c6b3ce33e1ea9c8a2fe1e988fdf6795c8a229e7692cdfce782244eb085fddd0f" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/662.json", | |
| "prompt_sha256": "2b993a27e223ab916104d01adb1c92e16d78cc4aaf7cd490075ae74dd6e48025" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/153.json", | |
| "prompt_sha256": "f94ba0e7c222f3b83ce6f91c8627ea0b5c82a467ebbd231ea932834d99b304ec" | |
| }, | |
| { | |
| "id": "math-test/algebra/276.json", | |
| "prompt_sha256": "a9607f1f0d20f89a82b102acaf28b5932ed7f5a4d8c30fb0150e8e0deb12618c" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1840.json", | |
| "prompt_sha256": "9bf80987863efc8f7baeb094c98a1ef2170bee6b026a9ab523056026508a8241" | |
| }, | |
| { | |
| "id": "math-test/algebra/1072.json", | |
| "prompt_sha256": "990d03a316c609c8aa3f0220a4312deb9961dff44f292b556a6400048fdea76d" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1907.json", | |
| "prompt_sha256": "faa8004bb245baae53088d15780a175275f3524ba87f3a2f8ce16faa7dd25ea8" | |
| }, | |
| { | |
| "id": "math-test/algebra/567.json", | |
| "prompt_sha256": "b8b777e44f9042c37d5d77def4db86c1ea01de94877a1ee5ebe1fd573217eb91" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1922.json", | |
| "prompt_sha256": "abeaaf3a0fbeafba17617e2aae241be2fc8697e883012d3697622c08acf25259" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1779.json", | |
| "prompt_sha256": "c705ee907f171fc6cfdd6924795fe7307c5704c3937d321e1b94a7fdc80ff8cb" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/951.json", | |
| "prompt_sha256": "ec4f40826ea9230a7cdb987e28c9a7a5fc04a3570ae4c38d4244b63dc48296f5" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1197.json", | |
| "prompt_sha256": "88ec69b70b9659d8a04da03162340a6f5b8d401135abfea787c5e5dd2ca77e65" | |
| }, | |
| { | |
| "id": "math-test/algebra/853.json", | |
| "prompt_sha256": "81f0fccd3ec48394b80d9134e956d1a971459b23acaf121f675730fc4ac69286" | |
| }, | |
| { | |
| "id": "math-test/number_theory/516.json", | |
| "prompt_sha256": "6a784288b92a7e86bba8d193cab4f86408363c59a3197ddfc150acb3151e72b2" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1114.json", | |
| "prompt_sha256": "d42767a74ef270ba003b09a4c6981ca79083ba48819bdaa76ab6b75d23e07bde" | |
| }, | |
| { | |
| "id": "math-test/number_theory/1065.json", | |
| "prompt_sha256": "841e63de427d7f7616276762f1be25adf1800443f1c3366fdfde8f3a4bb67555" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1232.json", | |
| "prompt_sha256": "af273ae402bdbd13109c7da68d23bbaafb4f5701c0b054d3f90cf68310b2beff" | |
| }, | |
| { | |
| "id": "math-test/number_theory/769.json", | |
| "prompt_sha256": "2d823381793e3ee43c5c39a4dc34d5c498f63994e07a8599fac3c3ea0742dd60" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1791.json", | |
| "prompt_sha256": "467923e95d467e766c34f6d002caba9edc7c46be561b75f48ccca9869a970340" | |
| }, | |
| { | |
| "id": "math-test/algebra/246.json", | |
| "prompt_sha256": "885cd92038a2f95941ad9758f24d1095d45cb0dc1dc5b37a2fa9033cd5125d7e" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1166.json", | |
| "prompt_sha256": "e127445d823c4bde1567db8cdc72151a07a8c2eb960a172b7b81ba25acaa0dfa" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1410.json", | |
| "prompt_sha256": "4de260f7044fb39a3a3ac8d701d95de75f544650316cc049aca336ed6222043c" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1686.json", | |
| "prompt_sha256": "ac0d6bf4b67bab51b07110322a3f9657225a891135feaf9991e88136f4ce5f44" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/754.json", | |
| "prompt_sha256": "3ccf7e68e3cb2de983b1a60d6be976d942b0091ffc5a2479b329c41000b43248" | |
| }, | |
| { | |
| "id": "math-test/geometry/477.json", | |
| "prompt_sha256": "258605bd32026aa4980e9a202bf346e782ab62eb07d09b1e8b2c7f3b5454c11a" | |
| }, | |
| { | |
| "id": "math-test/algebra/2680.json", | |
| "prompt_sha256": "157ccbf0387c18cccb81602d422e162a61646235b0d018938c0b866f60917b18" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/23957.json", | |
| "prompt_sha256": "6beb4d0c3171a42324e0d2cd9cf933d12289d482640264602492517fdf6b5243" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1865.json", | |
| "prompt_sha256": "764cd04429f865c822e5da3e5a80285a7a6898d7aa7c6c7a95c3e7e4f54f2695" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/1014.json", | |
| "prompt_sha256": "ef7af75639a015f941c9a996f16934e07baa04b83d84dcc37218c4422b7785aa" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/431.json", | |
| "prompt_sha256": "3c44accccfdb17e15b1dbb20bf6b8a832e3ac67b93e6537336d924fab7e658f7" | |
| }, | |
| { | |
| "id": "math-test/algebra/1425.json", | |
| "prompt_sha256": "5684af433fdfbd5d3fcbee0ac83a879d259c778594742240aa62ade79182aa91" | |
| }, | |
| { | |
| "id": "math-test/algebra/2584.json", | |
| "prompt_sha256": "5d3480430b7331dd195d53bd72eb8f179309d1504fdc584dc0ff1fe9e95f88c0" | |
| }, | |
| { | |
| "id": "math-test/algebra/2470.json", | |
| "prompt_sha256": "cca1b7bfe56eee9b9e1b0526a7b9a4b440e752eb5e010d5ec750a30a644ef520" | |
| }, | |
| { | |
| "id": "math-test/geometry/547.json", | |
| "prompt_sha256": "644a8ae3bc48bb314a19d2e32bf3cea4fd1fc37984f83c5f3156ac9efcdf751b" | |
| }, | |
| { | |
| "id": "math-test/precalculus/1105.json", | |
| "prompt_sha256": "22f5bc59b381fb5a253587954f5966921bdc7ae464d2c586e3dbd1758f4cc758" | |
| }, | |
| { | |
| "id": "math-test/geometry/347.json", | |
| "prompt_sha256": "b6177f8ec9ef42e485b152efcadebe28be7307b527e33f71fac91489a6e4f4ad" | |
| }, | |
| { | |
| "id": "math-test/number_theory/1257.json", | |
| "prompt_sha256": "7c1084766f546e947deab17193f92b7889c83760dc5310680fd81186dfe1bf05" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1126.json", | |
| "prompt_sha256": "5298b99f47211f203cb1bc9a4bbe25b162bf20bb5cfea04c25ee52da27951530" | |
| }, | |
| { | |
| "id": "math-test/number_theory/239.json", | |
| "prompt_sha256": "9f2da79936db2c54c19769a55110c08ec6d7ba4dce2f73c420d48b3877d1dfb0" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1961.json", | |
| "prompt_sha256": "5f8c3d2b7ed047047d4ed0407cb89d973154aa0d3065338dfc741f7b5040608c" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1388.json", | |
| "prompt_sha256": "e1e8336cddc1e9e4d45edb019a631e252b207c76a45576ef9cfbefa85ba0c557" | |
| }, | |
| { | |
| "id": "math-test/algebra/1078.json", | |
| "prompt_sha256": "a24cd3d0c4ed46f9b87053fc52b9623f1a9bb80a7af9a59ada8aa78aa5992129" | |
| }, | |
| { | |
| "id": "math-test/algebra/2157.json", | |
| "prompt_sha256": "4c0e151d4b4717a395caa9b8b78c632ed4edfd1a387f5c47ad60b10c47eb9f16" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/339.json", | |
| "prompt_sha256": "a1b5c4de724158e94b05071d7f776661be6ed8803cbb47f3e4d4b9a28b2b39dd" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1761.json", | |
| "prompt_sha256": "c9736a71296a05d4dd026136e7a8fb5f514b8fec516445a7518c976a9056cc49" | |
| }, | |
| { | |
| "id": "math-test/algebra/1960.json", | |
| "prompt_sha256": "702e81265cd003fa890d89b6914723c8f3c9dd06b0fbce80d5cc8ab250aecfa1" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/2086.json", | |
| "prompt_sha256": "759135cc15e94898ff1e81a22573004f4af3505e2c55486ade306e682fe26de9" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1462.json", | |
| "prompt_sha256": "287d49202de50e5b580778b881dd3889925b24860a3d2d7f629643c7585d2fb2" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/1060.json", | |
| "prompt_sha256": "d2c418ebe8a14c69f925c532be0e90fabc9920eaecea0ea26bf200f19747edca" | |
| }, | |
| { | |
| "id": "math-test/number_theory/1055.json", | |
| "prompt_sha256": "d195d6d24ebd47ee4c6354af76738a1fb2e9a56686fa7190324d271981990f97" | |
| }, | |
| { | |
| "id": "math-test/algebra/2517.json", | |
| "prompt_sha256": "9f976af103256342f4392660a02de0f0f02aa2deac0e6f73566cc5333b447c55" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/996.json", | |
| "prompt_sha256": "9d162a2c35773fafd9d938373e23c66b212accad8cb95fbd7c1fa217264ecd77" | |
| }, | |
| { | |
| "id": "math-test/algebra/893.json", | |
| "prompt_sha256": "7266e0dc091e51b0ee1aefa168a9b3455308dfcb7b3a7197c92939e8989e44fb" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/51.json", | |
| "prompt_sha256": "526d2d540985f6305925de1179d252a3830a500b3ea3cda3667814b354908148" | |
| }, | |
| { | |
| "id": "math-test/precalculus/1291.json", | |
| "prompt_sha256": "e3bc50de02c19f83b186a1eced91cfda805ebc5eab25b843773f0088a520e698" | |
| }, | |
| { | |
| "id": "math-test/algebra/694.json", | |
| "prompt_sha256": "d5347378a935492937941bbb9154a2042f6c50283aa60ee93ce06fa08fc71205" | |
| }, | |
| { | |
| "id": "math-test/geometry/711.json", | |
| "prompt_sha256": "76ee8be4be560dab5f204c48862ee21ba9f289ccc20923541702e3dd549f88c5" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1655.json", | |
| "prompt_sha256": "6ee3e57e95876adf4f43f98d6d63e2d0984d63a2f095682245f2398835b77dc4" | |
| }, | |
| { | |
| "id": "math-test/algebra/1936.json", | |
| "prompt_sha256": "d76b39b7fd8169d92b34e06b7546a775fdb777b4f041045d0277c143cd7f958a" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1572.json", | |
| "prompt_sha256": "93abb162822d79f482182d2e1f1f1a10485b3d814f9a256951bfa045fd29624d" | |
| }, | |
| { | |
| "id": "math-test/algebra/509.json", | |
| "prompt_sha256": "9fe1bc20dd82a90f18cfe1eaef8908725c61074a971d01993a0881d02cc95488" | |
| }, | |
| { | |
| "id": "math-test/algebra/864.json", | |
| "prompt_sha256": "580ecd14d2fd02e9999ccb25e58a44cf3d0ee42d45dcb41c291a29866c673894" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1405.json", | |
| "prompt_sha256": "eb6fe3a05ca7e7d6d09265bd0a7f70d2443e025a79d7a94ac3a35a3214e27179" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/192.json", | |
| "prompt_sha256": "1442c379715e25209725caf4dc77ab6032553db070c985ec5295d9cf240e5ab8" | |
| }, | |
| { | |
| "id": "math-test/algebra/2102.json", | |
| "prompt_sha256": "61d132dd7981af3dd3dd7b138fc2f62b7bd92ea7277d0f79577eab6c1c667e17" | |
| }, | |
| { | |
| "id": "math-test/geometry/843.json", | |
| "prompt_sha256": "126a353b0f857ba22b53708b1cb08dd36cc7f4655768b09b5a80e1588edbe986" | |
| }, | |
| { | |
| "id": "math-test/algebra/187.json", | |
| "prompt_sha256": "213fdcc1914c1aa09fb562707afecf0c4117903c1d30a0353cb92b56cb807dad" | |
| }, | |
| { | |
| "id": "math-test/number_theory/612.json", | |
| "prompt_sha256": "ffb7480388c9d6cf7ab00b251f5fa9e178eb1a9f71543fa3988282f415229690" | |
| }, | |
| { | |
| "id": "math-test/geometry/615.json", | |
| "prompt_sha256": "f6ff91c27e08d6074b43f36ea0862107ca1c3d7abaa4f125a5c8def907e75676" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1908.json", | |
| "prompt_sha256": "93f89e57b7cc4cb4f51fe89f3cc4143b47a3d004e176b6a10583d26bd3a50102" | |
| }, | |
| { | |
| "id": "math-test/number_theory/928.json", | |
| "prompt_sha256": "cd572c4107a50ffdd9519507e5e9215034a738fbd0b893b6d96cc71d6188bafc" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/505.json", | |
| "prompt_sha256": "b565de6121847ba7d2a5a250bf113f40795c76e8b6cf9d2f3009f6db271dfc1d" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1930.json", | |
| "prompt_sha256": "5debf7116782bcc9ffc89226bf3d2f705688900e876c0938bc8bddd7d1e62bc3" | |
| }, | |
| { | |
| "id": "math-test/algebra/1934.json", | |
| "prompt_sha256": "c54951dfe2cc0b5774084ae232e8e9f63de59df92c62a93d1db93a5c87807e1e" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1139.json", | |
| "prompt_sha256": "55359854a46dd335c5eca0ede9cf74fae6872a83cf96da0fe87927777099f05a" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1000.json", | |
| "prompt_sha256": "cca9e14de0bd9607c8f0539eba4e176068de715ff0938175ae127a614456d495" | |
| }, | |
| { | |
| "id": "math-test/number_theory/183.json", | |
| "prompt_sha256": "3197fd773ffab8e127a8027f9c1d643d0f5b72c1a977367380678c8335239698" | |
| }, | |
| { | |
| "id": "math-test/algebra/1275.json", | |
| "prompt_sha256": "52daadbc2b03f862883560ea89ca94dae68d0fcd1625ade8435d3f852944cd4c" | |
| }, | |
| { | |
| "id": "math-test/algebra/2700.json", | |
| "prompt_sha256": "b0066de48e3f104eba205855a0468e05dd303615f4b33644ea88efe09344852c" | |
| }, | |
| { | |
| "id": "math-test/algebra/2257.json", | |
| "prompt_sha256": "96051c4aca3232e259cd4ca9fc0bd8f6657436511fa83db7e84e0a4ca30ecfd2" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/14.json", | |
| "prompt_sha256": "1cc73276d1c61183f7ce540e69a37791695512d52ddcc14e25622016adb5add9" | |
| }, | |
| { | |
| "id": "math-test/precalculus/1300.json", | |
| "prompt_sha256": "25db73995cd00d0c1d978b7997f62bb36b2cb276e5b70d63c093b9b207a164df" | |
| }, | |
| { | |
| "id": "math-test/number_theory/515.json", | |
| "prompt_sha256": "db19572ed9ee5a21c51c19297e492f4980bec424b75df199cd475c4fc6da8f89" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1423.json", | |
| "prompt_sha256": "91e9bf939611cac455f73b39a16780c7072b1707ba37e9017319f809ecfc1a47" | |
| }, | |
| { | |
| "id": "math-test/intermediate_algebra/1102.json", | |
| "prompt_sha256": "eeee25a63aac2f765270d4bc530eb7aa9bbff5613bca08878f8108eb9ba65bf9" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1646.json", | |
| "prompt_sha256": "ef77b693060e39c0b212b86d38b0b2672a9405f632e94c31211dcf473fdb7509" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/1272.json", | |
| "prompt_sha256": "3644e8a95e845de92b4015be4d8b9f836ead52f23d3e42b52cd8a2c2a6262c89" | |
| }, | |
| { | |
| "id": "math-test/counting_and_probability/25149.json", | |
| "prompt_sha256": "68cb7cc6b222e30447186e96b611220e92f443474429863485dc80f58fd0bce2" | |
| }, | |
| { | |
| "id": "math-test/precalculus/697.json", | |
| "prompt_sha256": "7cc8b95dd66b84d1e065aac7494ec8189cc8347a850e02cba27a6bf331bb13ea" | |
| }, | |
| { | |
| "id": "math-test/algebra/2036.json", | |
| "prompt_sha256": "5a4adb21e902c4d425cfcf406b30ccc94da194a97d52c08d1fad76367b97e232" | |
| }, | |
| { | |
| "id": "math-test/prealgebra/2037.json", | |
| "prompt_sha256": "54b9f9b53d108849b1df7cf3343e1285c3f6e6bde8e977cf6d8688541002c1fb" | |
| }, | |
| { | |
| "id": "math-test/geometry/353.json", | |
| "prompt_sha256": "ca3333a96124b52944536942921e8616803765bbe2776413270567253c348681" | |
| } | |
| ], | |
| "mmlu": [ | |
| { | |
| "id": "mmlu-12325", | |
| "prompt_sha256": "7076fab4dd5bfe0a7dc835c2cf212e03bc76eb91cae88bd5e801046633250363" | |
| }, | |
| { | |
| "id": "mmlu-154", | |
| "prompt_sha256": "93db6b55c0ecc6ef6b28f78911335b21da919c4c2071ee887ff132ee661df846" | |
| }, | |
| { | |
| "id": "mmlu-12844", | |
| "prompt_sha256": "cab17316bd1c0781318ecc8439eac88eabe6e39a371d2c9337084d57823f8b32" | |
| }, | |
| { | |
| "id": "mmlu-1153", | |
| "prompt_sha256": "5365199b47719c5249000db21a7205c41e98b65972e15a2f975cd26c8eb7f24f" | |
| }, | |
| { | |
| "id": "mmlu-11089", | |
| "prompt_sha256": "a028c2f5912c946e145fb1f1be36ec3ad719fae59625f0ff6eecb9425534264a" | |
| }, | |
| { | |
| "id": "mmlu-12782", | |
| "prompt_sha256": "1d1715784eec37eba8201c158c2f7234179ef5fc8f767ff70f1796df311a6246" | |
| }, | |
| { | |
| "id": "mmlu-5422", | |
| "prompt_sha256": "0aed3050eafcee9dc9d5f74c91d000f4ef632ef1aea1a863d109bd248b1f050c" | |
| }, | |
| { | |
| "id": "mmlu-12363", | |
| "prompt_sha256": "b539a2967b5bd6be0a2b7f87c7319c69049e7ef41d644cb3b0a3a6500d6b462e" | |
| }, | |
| { | |
| "id": "mmlu-12556", | |
| "prompt_sha256": "b7ca044b28e6e817ed07d0197bbd0ce766b58be61c7c76d57ef24de246f25487" | |
| }, | |
| { | |
| "id": "mmlu-13163", | |
| "prompt_sha256": "7a31c14b34bf4571e0ac02b2dfc1a18557658dc82a31ed7b4afc504fa59136e4" | |
| }, | |
| { | |
| "id": "mmlu-270", | |
| "prompt_sha256": "0779cc1f63cf7d379978b51851bcc5bc7b2e4c6debc072f44246dd595c64c27d" | |
| }, | |
| { | |
| "id": "mmlu-6943", | |
| "prompt_sha256": "83e03f0cbf3d5e50e13f6390dcc040167d29f48f3d05425bc4444c58dd31ab7c" | |
| }, | |
| { | |
| "id": "mmlu-8330", | |
| "prompt_sha256": "2606aa87720ade6d9141240a43309f2dfe97d13e142a63d3fc1d3d197d582299" | |
| }, | |
| { | |
| "id": "mmlu-9276", | |
| "prompt_sha256": "f85e868ded6c96856eb165eb184eabc9b02c349881682c1ad630d1daaf8165a9" | |
| }, | |
| { | |
| "id": "mmlu-7584", | |
| "prompt_sha256": "dd09e7a738a273e2c91d8e5c4295baeab965bafe8ea2450a11588a4f5c7fcfe4" | |
| }, | |
| { | |
| "id": "mmlu-12819", | |
| "prompt_sha256": "f8627d0fc687cc026d8db7e0612b5cca72d404b500280619897be194f10c599a" | |
| }, | |
| { | |
| "id": "mmlu-6163", | |
| "prompt_sha256": "5278eef08c3a3257778238ae72ceb894386fbbb801476aa61f632a1d2c7fcf4c" | |
| }, | |
| { | |
| "id": "mmlu-4099", | |
| "prompt_sha256": "d309d715bf330b44f7c58c353166e24512e1ea81c915fd4a4a68a7e3a3c6dece" | |
| }, | |
| { | |
| "id": "mmlu-10389", | |
| "prompt_sha256": "172008e73125e754ec0b5bc0381a5d5d1e7fdf2234a32455dcaf7cefcdc3e563" | |
| }, | |
| { | |
| "id": "mmlu-1539", | |
| "prompt_sha256": "273809b9a07cfd532bea8c39871d20898679d18dd5f7f47bdac7df32788c55f7" | |
| }, | |
| { | |
| "id": "mmlu-12013", | |
| "prompt_sha256": "5b62f78707f6fe8228e04281964f41c8a386473da7fec4ad3116af5c8b9529db" | |
| }, | |
| { | |
| "id": "mmlu-7814", | |
| "prompt_sha256": "067a30d1729ce71b4c594e21aec6313ff7ccf1a6e577db8ad5029162d9524649" | |
| }, | |
| { | |
| "id": "mmlu-1106", | |
| "prompt_sha256": "8538e2d7598bb619a824f0a55b55e96250261714906fea940a7a2b30632d0411" | |
| }, | |
| { | |
| "id": "mmlu-1616", | |
| "prompt_sha256": "996ecf9350fcc0bf2fde02cfd4d3601b189f2c0668ca6833ca659eeb5849d0c1" | |
| }, | |
| { | |
| "id": "mmlu-555", | |
| "prompt_sha256": "e3a615a85da0c3e338ca83207af1ff2473f1cea89f1e964c77f903f12e3a5c41" | |
| }, | |
| { | |
| "id": "mmlu-3698", | |
| "prompt_sha256": "db90015e65f0d48e8c8b630d9f6206acfc01a54162e5d05b9440d69338ece3da" | |
| }, | |
| { | |
| "id": "mmlu-618", | |
| "prompt_sha256": "71f317d7f8c49cff581a9c2ec9879d64ea4e78849b2e6dbeeb142d50a32574ea" | |
| }, | |
| { | |
| "id": "mmlu-9842", | |
| "prompt_sha256": "31be841ab2864c0c2cc8ad6ea4ce70e5eb979165a63fd83800e60ee57d8fdf61" | |
| }, | |
| { | |
| "id": "mmlu-4229", | |
| "prompt_sha256": "f185cfac316542001fc7ded24c6544e18699377774c22ee156ba8dfef77c68cb" | |
| }, | |
| { | |
| "id": "mmlu-1022", | |
| "prompt_sha256": "0ff5d6c0deab6aac2919a4d8b5e52982c5d86fb3f5e08ab2380a1040c2625a79" | |
| }, | |
| { | |
| "id": "mmlu-6421", | |
| "prompt_sha256": "c84d5d6c7b43365909556b887ebce228877a7b7e4a1ec652da0515cf34ed6b26" | |
| }, | |
| { | |
| "id": "mmlu-1997", | |
| "prompt_sha256": "ccfe6dadc9c75406f080f1f6b1417932e562934313dbdb6f35c167d0b775d1ca" | |
| }, | |
| { | |
| "id": "mmlu-8941", | |
| "prompt_sha256": "abce62e9f9ade84381e2fa7fed919744591d65e0e340b8a3a214cf8646ab900a" | |
| }, | |
| { | |
| "id": "mmlu-565", | |
| "prompt_sha256": "6d802b98bba5e23561ce9f654b6e5def0ff84c56c23e4f994fd218f2c9edbe5e" | |
| }, | |
| { | |
| "id": "mmlu-11364", | |
| "prompt_sha256": "71d004c52c18e13f3da448e2fcd84ac818a84f4f4f9e283ed3bddf949a8f8929" | |
| }, | |
| { | |
| "id": "mmlu-5959", | |
| "prompt_sha256": "bf070260ee278ab867db3cc2eab0c38c2e764a04daa40e79e00cbbb5bc1c5f5b" | |
| }, | |
| { | |
| "id": "mmlu-13066", | |
| "prompt_sha256": "4b4899152d25ec1380d5e00d5d44ce13709075ca763304de2566e2a923dd7614" | |
| }, | |
| { | |
| "id": "mmlu-3122", | |
| "prompt_sha256": "143bd813067f1b31aca66eceefef646cb5d3786045b1d496b420b965197aa1e4" | |
| }, | |
| { | |
| "id": "mmlu-3722", | |
| "prompt_sha256": "5a91d835a6ec73f01bdccc7dd50cb40f6080f1cc5c577be3a1711e09123671db" | |
| }, | |
| { | |
| "id": "mmlu-13839", | |
| "prompt_sha256": "bc997ef6ea6c991461258ab669829cc81c7bffe042724572184f176769ac2bb0" | |
| }, | |
| { | |
| "id": "mmlu-12570", | |
| "prompt_sha256": "29c97af368ed186393431a27d1b89cb20f23da17baeba48a5e72b19477b51a68" | |
| }, | |
| { | |
| "id": "mmlu-9959", | |
| "prompt_sha256": "a361af1f1dd15189332a429ee350809284ee85759697194ad7fec657bd05f73b" | |
| }, | |
| { | |
| "id": "mmlu-10791", | |
| "prompt_sha256": "059f11677eacb94bccae54eeeef754146035a8d954594fe71b7210e2899b34ab" | |
| }, | |
| { | |
| "id": "mmlu-12268", | |
| "prompt_sha256": "57bea86cf8a70ca9ab03167dc12837be8e9dfb67481c658a3d15aea42695f727" | |
| }, | |
| { | |
| "id": "mmlu-9051", | |
| "prompt_sha256": "0b3c815a49962c226b1ae6df9a517cee27528ba0b4b8df28274af6dba80d6755" | |
| }, | |
| { | |
| "id": "mmlu-12887", | |
| "prompt_sha256": "f116a34d203ce2a7991d996431307879bfb4251689b502bef7c9129fc7650f69" | |
| }, | |
| { | |
| "id": "mmlu-2667", | |
| "prompt_sha256": "d0a58388dd5f7f20cd4023199f280e84ae2b971adee697e310e8c34c53489200" | |
| }, | |
| { | |
| "id": "mmlu-3906", | |
| "prompt_sha256": "6438cf9c16121d3aef1a23db00c7abd2b179b65ad2793b23cca80a9a554259d1" | |
| }, | |
| { | |
| "id": "mmlu-10304", | |
| "prompt_sha256": "5ba06ca44e878ba229d6625508bec1a8e977158cdc6fbdcfbc72c90f4f579e60" | |
| }, | |
| { | |
| "id": "mmlu-12927", | |
| "prompt_sha256": "e8a3d28e40b256456665483b2bd4f549def337085856f7f85b6c44475f1720f1" | |
| }, | |
| { | |
| "id": "mmlu-6337", | |
| "prompt_sha256": "5bce5bc748f53a6c06a560d3c2cfc9ae9e775e68049e2d47633321bb71087a49" | |
| }, | |
| { | |
| "id": "mmlu-3907", | |
| "prompt_sha256": "ef789e9761872286fb9e7e80bb5f39ad9ccce096c54347a17582c75d6408d03c" | |
| }, | |
| { | |
| "id": "mmlu-12888", | |
| "prompt_sha256": "f391dbf60c900da7ed348ca18ed51c09d2baab975025abd6554a89b4b62dc55a" | |
| }, | |
| { | |
| "id": "mmlu-10629", | |
| "prompt_sha256": "e3d6a39ae01085a7ced7e82fc1d234d5ba80cd14cc8beebe0cfe9230fa136634" | |
| }, | |
| { | |
| "id": "mmlu-5801", | |
| "prompt_sha256": "cbd2df8494c071ce303021b0a4ddaff5fef71c2963d68e4aac4fb82242cdcd3f" | |
| }, | |
| { | |
| "id": "mmlu-2936", | |
| "prompt_sha256": "80b60853725164aa4e5199e7351854562c73048dfba5b4d452c46f4da9fb279a" | |
| }, | |
| { | |
| "id": "mmlu-7389", | |
| "prompt_sha256": "1a5331f2fa25bee4d63747b74c2e748bb5a1ece79e7abc28b5a0a8e203792ae2" | |
| }, | |
| { | |
| "id": "mmlu-9532", | |
| "prompt_sha256": "3684f0c2e9e42892ea13333a7c45344b56f99e7af6f6084048666062235d14a8" | |
| }, | |
| { | |
| "id": "mmlu-8705", | |
| "prompt_sha256": "27d694e797a1d25f28244054bf862873e47ffb2e1693cfdb89ea006bf4646e3e" | |
| }, | |
| { | |
| "id": "mmlu-11776", | |
| "prompt_sha256": "f451991cec414d7b18a5a9ff8bde8ba496c0e781ec13841259ab95a6a660b247" | |
| }, | |
| { | |
| "id": "mmlu-6836", | |
| "prompt_sha256": "33c4bdb998cb52f6f7d91ead5be9aa120b9b8abe5b093f93fd3752cfdb1372b5" | |
| }, | |
| { | |
| "id": "mmlu-7856", | |
| "prompt_sha256": "a82e15130c0c62254f6bc15b0a546d1d8069c1e84118696c56eb50d7d5a65ad1" | |
| }, | |
| { | |
| "id": "mmlu-9697", | |
| "prompt_sha256": "6d6761441b9c9972d4cffc5d30e9dcab4686f6d3b7bcb17dfc0a420db16c2bc7" | |
| }, | |
| { | |
| "id": "mmlu-10825", | |
| "prompt_sha256": "a14703248143462d9a3c553c8e6f7a291ff3b2952945b0c5e669e245fe41b4fd" | |
| }, | |
| { | |
| "id": "mmlu-11178", | |
| "prompt_sha256": "eed6bddfdbe072bbe51737973ac4fe5ed0481367e8f2fdcffd3b0ffcab5b1597" | |
| }, | |
| { | |
| "id": "mmlu-11420", | |
| "prompt_sha256": "1df980785af4e2e826b3ce06529920fdc5686f1e5d07cf811d26c852876fec14" | |
| }, | |
| { | |
| "id": "mmlu-4658", | |
| "prompt_sha256": "e7dcb9ae7d356fb89ae85f9ad789ff83df8610e6f767d74b6c4ba4583c68fca3" | |
| }, | |
| { | |
| "id": "mmlu-5403", | |
| "prompt_sha256": "9ec90cba49186fb80195dd11c51b85b3f6277c3b4093720c0b1fb6564ddf4d0d" | |
| }, | |
| { | |
| "id": "mmlu-6160", | |
| "prompt_sha256": "b6bd0bfb9c64215a779ea36d7b8436d0d456d6882a3583448e5e83fdda8b50d1" | |
| }, | |
| { | |
| "id": "mmlu-6872", | |
| "prompt_sha256": "8da320e844a0711f4f608ddc2ca170adda1423c53e83f9cfda9cdcf82d45dc44" | |
| }, | |
| { | |
| "id": "mmlu-9738", | |
| "prompt_sha256": "1033b9d538a1392e99e63a2f0282dc515b0c4d703e2681fa18fb7e4f3eac5509" | |
| }, | |
| { | |
| "id": "mmlu-3076", | |
| "prompt_sha256": "bb6d798028612b3e4c99f4dbe965b56ca28ae0b4306fc4a6c3525d7120345af2" | |
| }, | |
| { | |
| "id": "mmlu-13496", | |
| "prompt_sha256": "c021c5a7b12a5eabf84513c008198809804b91081169db4faad769b55ca1e91f" | |
| }, | |
| { | |
| "id": "mmlu-11289", | |
| "prompt_sha256": "d28834120d950a8e754069678fe39587f07a774d767d7881ec6a7853c8a1d8c5" | |
| }, | |
| { | |
| "id": "mmlu-222", | |
| "prompt_sha256": "a6160d39b489cae88eb7816a3ccb8046d4d4513dfb21b413929f4e4234b63265" | |
| }, | |
| { | |
| "id": "mmlu-12180", | |
| "prompt_sha256": "822defedfc16946f5b850a58436dfc8a9150db0f4e294d87948b23b8173679bb" | |
| }, | |
| { | |
| "id": "mmlu-1143", | |
| "prompt_sha256": "5f8f828362e04c10d20c4786bce89bf239891289ef97a8f22960811c823f08b8" | |
| }, | |
| { | |
| "id": "mmlu-13086", | |
| "prompt_sha256": "2246ab66a26ba1eeaeb87fb1c43c3a8222c35d0faf5746a690a2438b7dc6061c" | |
| }, | |
| { | |
| "id": "mmlu-7038", | |
| "prompt_sha256": "9960a7a1eb5b5e3af6c7f3dde0952d0a9c8055d80cd5cf18613504ef6ea069a9" | |
| }, | |
| { | |
| "id": "mmlu-13587", | |
| "prompt_sha256": "3cf217df231a82b1af4ba832518e5272f20283e2116b3aee8818f4a1f0522282" | |
| }, | |
| { | |
| "id": "mmlu-12349", | |
| "prompt_sha256": "5a8aadd2a54ed222ae33f692158b54fb566141244407d98848afdb946219e02e" | |
| }, | |
| { | |
| "id": "mmlu-11747", | |
| "prompt_sha256": "64783680af580fdbe4c4c8ac16f06a827663094155acbc07e3217c2f9771259e" | |
| }, | |
| { | |
| "id": "mmlu-9848", | |
| "prompt_sha256": "c8d63b7fdb364dd3fb90fe14dec3c39284c871dfb35e95ed804dc2fb5cf4f9b6" | |
| }, | |
| { | |
| "id": "mmlu-3438", | |
| "prompt_sha256": "2d71e31b38848c7f2528a18f61bd4a199412d5006dd80554b2d2899e5391b27f" | |
| }, | |
| { | |
| "id": "mmlu-89", | |
| "prompt_sha256": "772fc5ba9d666601e3138e257466a9f4bacc76544e48f376a66cd765da7b068b" | |
| }, | |
| { | |
| "id": "mmlu-4253", | |
| "prompt_sha256": "1e25ad9129c776a7144ab56362209a3534b03fac73b21ee7f23ad4261fbd4eae" | |
| }, | |
| { | |
| "id": "mmlu-5460", | |
| "prompt_sha256": "250ba50908d1c0c8bac6d14b6e8ae516e7b4fdd71a061a5c61063b18dfa3fc6c" | |
| }, | |
| { | |
| "id": "mmlu-2494", | |
| "prompt_sha256": "aa7c458ec7e2206473c95c5c0e298abafbfb85a19a1405881104b6c2539e9379" | |
| }, | |
| { | |
| "id": "mmlu-11149", | |
| "prompt_sha256": "33869ccf6c4744b9af01e8563616fbc9be7bf8a4b8d7fc12b0e45b7b9b950f17" | |
| }, | |
| { | |
| "id": "mmlu-718", | |
| "prompt_sha256": "fae5a58593bbba141704c3c450d97071b0b88275a4fbd54c8a86e25e6b64c326" | |
| }, | |
| { | |
| "id": "mmlu-5330", | |
| "prompt_sha256": "47eae3e1126b092fef94a9ed5752459366f89c4870df723428760ee27c61458b" | |
| }, | |
| { | |
| "id": "mmlu-10716", | |
| "prompt_sha256": "520bd4d2e3ace27cd44bbac0b7000cfcbbc4e23fdd897f7030a0e100eeb61b14" | |
| }, | |
| { | |
| "id": "mmlu-5636", | |
| "prompt_sha256": "070468506204fd3c86ceedee4c1a9b528038d3f801b9a12494c1d8b79ffe3133" | |
| }, | |
| { | |
| "id": "mmlu-11832", | |
| "prompt_sha256": "a8a33da2c63239c4db05ec8f827166ca274aa8226188023c6b7e2008709ecb64" | |
| }, | |
| { | |
| "id": "mmlu-95", | |
| "prompt_sha256": "d1915a1a49cb1ed8e6e38d3be29d34e068fb0a8632ccc8d809fcde8627adc6eb" | |
| }, | |
| { | |
| "id": "mmlu-13960", | |
| "prompt_sha256": "a13fa86f1bd79ded7857799af9e60d6b36305126e552d3fa624654532302ed78" | |
| }, | |
| { | |
| "id": "mmlu-2072", | |
| "prompt_sha256": "65c268bc14b3289904e255f0cac4274d56622ba2c72138281009589067d114e8" | |
| }, | |
| { | |
| "id": "mmlu-12030", | |
| "prompt_sha256": "cde949b9a97b912a4f99ba4935043e9ae82c55d999940f028c00f3db4215748b" | |
| }, | |
| { | |
| "id": "mmlu-2931", | |
| "prompt_sha256": "24b49fcb9589a5b4bc6cda8ca809ef94b4c92e56f3c556d87b200a2b7c652ec4" | |
| }, | |
| { | |
| "id": "mmlu-2441", | |
| "prompt_sha256": "f45056c891bdb98afa9e254fcc4d893ae96cd8bbc3646eadb265e9e212f4068e" | |
| }, | |
| { | |
| "id": "mmlu-13666", | |
| "prompt_sha256": "a733845e0a3944e9fb57dbe1552f6f09200941128104d74fe6b35263ae9edc65" | |
| }, | |
| { | |
| "id": "mmlu-6575", | |
| "prompt_sha256": "617de2441229e4f49ca75780d149cd97b74a7ca0cc28ac7571f5f4ff2fae6bf2" | |
| }, | |
| { | |
| "id": "mmlu-11625", | |
| "prompt_sha256": "df2d15e817113610fe5d022e6ba4678667dcaa01a1dc259fca0ac890a8d43974" | |
| }, | |
| { | |
| "id": "mmlu-13283", | |
| "prompt_sha256": "a8843aaf680acbc60450626b09a161e6ca407532ee6c3f9c498efb2e328ef3d4" | |
| }, | |
| { | |
| "id": "mmlu-4262", | |
| "prompt_sha256": "448bf22368ea50dadf18395e20281b830f7edce1d703c8528db87af833e03873" | |
| }, | |
| { | |
| "id": "mmlu-12931", | |
| "prompt_sha256": "0a91d67e512382db21722f16b5f2544641e0a92b4f2e8ff5a35dd742b6723a67" | |
| }, | |
| { | |
| "id": "mmlu-12150", | |
| "prompt_sha256": "7c13cec451d8b1928954b57c8d798298144ee5ab5cb1dbabade355e6e9c3e352" | |
| }, | |
| { | |
| "id": "mmlu-3678", | |
| "prompt_sha256": "acc23b17892b940c497b17d413c13146d46a8f0f075fde402504af2c08cb9f94" | |
| }, | |
| { | |
| "id": "mmlu-4593", | |
| "prompt_sha256": "02059dbaf3778e76fd89891f0ab1dde9e5048cd8e39469d3c3424f9e6dd62771" | |
| }, | |
| { | |
| "id": "mmlu-1563", | |
| "prompt_sha256": "28d3114acd0785a5311e2276beac5d0431588ce9016476f25bca69f8fda7ef89" | |
| }, | |
| { | |
| "id": "mmlu-13396", | |
| "prompt_sha256": "a01c3529cf7f7d708bb0dbde6821391e23ac9364decf75eaa0261e573af383c7" | |
| }, | |
| { | |
| "id": "mmlu-8049", | |
| "prompt_sha256": "acd7af92e57d7294b1bc9211a57caeaa65442af1d268989f39d2bf441f18223e" | |
| }, | |
| { | |
| "id": "mmlu-8396", | |
| "prompt_sha256": "80e443625529c4b4d65ac9426405b97df4fc61b51278d92369f51fc19fec3658" | |
| }, | |
| { | |
| "id": "mmlu-8493", | |
| "prompt_sha256": "b5b05fa0889a4e577cf9adfe8d9190a5fffb99a7e58e7e857601f70b69337956" | |
| }, | |
| { | |
| "id": "mmlu-13514", | |
| "prompt_sha256": "ca2222916ad57b2fa7ce7aeaa885d4548b972f45c7c9d28ccf607cb41fa86146" | |
| }, | |
| { | |
| "id": "mmlu-3000", | |
| "prompt_sha256": "75eee63abf3a8327b6172d18237f72c06ae9d7fe9edb345f69ec6b36e6f54041" | |
| }, | |
| { | |
| "id": "mmlu-1635", | |
| "prompt_sha256": "2cc8f85a99146860527a85e43c7fb3a84f0e7ea1c344e6a19ba83a973de8e2bf" | |
| }, | |
| { | |
| "id": "mmlu-1391", | |
| "prompt_sha256": "e45bfd3c92bd8e1b539cdcb923dde415ea75d3df79c3009452033c08359dbcde" | |
| }, | |
| { | |
| "id": "mmlu-627", | |
| "prompt_sha256": "9d53b545ccb6e8c8438a674d05309c07f54a7a3fae67b94ab991447a6da720f7" | |
| }, | |
| { | |
| "id": "mmlu-1573", | |
| "prompt_sha256": "732d768e0972e057e7a1095ac07a528eb31b86ee2dc8e08313251340e6dec2fd" | |
| }, | |
| { | |
| "id": "mmlu-6731", | |
| "prompt_sha256": "9d87afd1e70c03efa62675eabd90256fa5e57c3879ea07b2574c66decb4e84e2" | |
| }, | |
| { | |
| "id": "mmlu-11665", | |
| "prompt_sha256": "fa30a5267c70acc530651ae5dbd510695bfdbcc376a6aa6c0b9fcdf8e9529cf5" | |
| }, | |
| { | |
| "id": "mmlu-2914", | |
| "prompt_sha256": "6b342f3e845f6a3e5bf2cb8f046985570d48d3496eaeead3181778601e03de31" | |
| }, | |
| { | |
| "id": "mmlu-6875", | |
| "prompt_sha256": "d3c3f8eab158789104f642d37cee9b4f3c94824f19ed1aa2c873f50d336a0743" | |
| }, | |
| { | |
| "id": "mmlu-2184", | |
| "prompt_sha256": "7f9dc8c128e2a3435270915ab253828d2d029a7947a0c81c8b775e111f12636f" | |
| }, | |
| { | |
| "id": "mmlu-12801", | |
| "prompt_sha256": "a3b4156ea04e6d6aee9b2589bfb57ab86f1e7bb192b4f8918668624c1c9f3c5d" | |
| }, | |
| { | |
| "id": "mmlu-6717", | |
| "prompt_sha256": "42ab68e89f5691906f722d5da04ae7a57994f8ee31ed48ffbf2054365d4ad743" | |
| }, | |
| { | |
| "id": "mmlu-11", | |
| "prompt_sha256": "c679d6c39ac80b1b96b235e39275a69b3bcf8e8b30760f010a3a2246e6b37fc4" | |
| }, | |
| { | |
| "id": "mmlu-12464", | |
| "prompt_sha256": "3e9be5640594495205cba09f60a69783d0947c8a12bfcd89a6c156b110b22eed" | |
| }, | |
| { | |
| "id": "mmlu-2787", | |
| "prompt_sha256": "fd92b954dcce034b8cd41cb06b6f14b7db073db979e81d1145345aad963837ea" | |
| }, | |
| { | |
| "id": "mmlu-11549", | |
| "prompt_sha256": "7b9daafb2a9746eb33be7c5555e9177282a02c39f30a0a26ddf97e22e73faebb" | |
| }, | |
| { | |
| "id": "mmlu-842", | |
| "prompt_sha256": "0bd113107b1280f4aeffdbee4e3c119a65539c75bd465af092260b5ac9024366" | |
| }, | |
| { | |
| "id": "mmlu-13868", | |
| "prompt_sha256": "35704981e0a736f4b34db8397d5ad886086bf943e205560d31f68943a1f75148" | |
| }, | |
| { | |
| "id": "mmlu-9647", | |
| "prompt_sha256": "26723ddceeaf7bdae9df8cad139d75ca03004274a584af5f89bdf9757624ac94" | |
| }, | |
| { | |
| "id": "mmlu-9502", | |
| "prompt_sha256": "8e893f6990ae79dabbfb074f5a10355b92d25965fd56d7967872a614770703c9" | |
| }, | |
| { | |
| "id": "mmlu-12441", | |
| "prompt_sha256": "5c93d0002f779932521d7a9c6189afa9c6012e05f91464dc8d3d00fa43b02936" | |
| }, | |
| { | |
| "id": "mmlu-4392", | |
| "prompt_sha256": "aaa1421ca8c5bac949fff156a211dc48cdee11966c6aac06b7b161a53809a952" | |
| }, | |
| { | |
| "id": "mmlu-5036", | |
| "prompt_sha256": "f12e57f923a0bd6aee01f6ea45e7bd18fb4ab323169c2957197a1fefc2001d55" | |
| }, | |
| { | |
| "id": "mmlu-12606", | |
| "prompt_sha256": "8ca5ea8a7af331a1613807eb028f28384204657ad61b99188febdd37ff93f910" | |
| }, | |
| { | |
| "id": "mmlu-1400", | |
| "prompt_sha256": "a985253e743997f0e96f7806bb70014ad406926c329b9120d2d06eb37664fb4b" | |
| }, | |
| { | |
| "id": "mmlu-13979", | |
| "prompt_sha256": "b135e04338e903231fde41f9597cc47ef565d84a330366be39614493ef33e67f" | |
| }, | |
| { | |
| "id": "mmlu-13634", | |
| "prompt_sha256": "eef0db2585e50b1f5c804a75d45ccdb2f24bc637b2601c648ed369e7b0e42083" | |
| }, | |
| { | |
| "id": "mmlu-11226", | |
| "prompt_sha256": "44f4f5205ddec056b6b6c36a190d9d570ea8c7e1fc8faa5c36c0520a58f764df" | |
| }, | |
| { | |
| "id": "mmlu-625", | |
| "prompt_sha256": "8de51bb9d78b6893e4e244d0884138df458ec486312537f9f3042f135fe31210" | |
| }, | |
| { | |
| "id": "mmlu-257", | |
| "prompt_sha256": "3a834bd3b5d6ca220557f5a0efc2600bc2432b5da65d4b1cec48e4855508b10b" | |
| }, | |
| { | |
| "id": "mmlu-12853", | |
| "prompt_sha256": "97de92b8dc5b64806e085814d8b3eea232dafe4863b6a7e8779f12fed6e1307e" | |
| }, | |
| { | |
| "id": "mmlu-451", | |
| "prompt_sha256": "b55b37f9d1d4ac8953250f669e470932e59a3c8d09e00e3210f82a872d8a4743" | |
| }, | |
| { | |
| "id": "mmlu-2074", | |
| "prompt_sha256": "809da4303d5537d0f5d60d3b411534845138d63e8f3fcd9406d997220ac1402a" | |
| }, | |
| { | |
| "id": "mmlu-9117", | |
| "prompt_sha256": "7291d2c441c28718236ebe6a9783eecf93e5873e2bd172e66af3a51d2cb03db7" | |
| }, | |
| { | |
| "id": "mmlu-10748", | |
| "prompt_sha256": "61e24d5f938691bb16f75bf19968a73f715b200be4c7c9044fdab768e8471dcd" | |
| } | |
| ], | |
| "mmlu_pro": [ | |
| { | |
| "id": "mmlupro-5831", | |
| "prompt_sha256": "0855c7e3018b0f91dacfc1883448e6511a040000d412c626f26b8657ec6645e1" | |
| }, | |
| { | |
| "id": "mmlupro-2299", | |
| "prompt_sha256": "58822252e592b76d50d260c12e03113bdf7a14e8ec7097899cc3633b506d68ac" | |
| }, | |
| { | |
| "id": "mmlupro-9280", | |
| "prompt_sha256": "38d1e377e628ce0dc2b97a6abf619ab7cbc9a8f59ee56bb01be27df96d0e485c" | |
| }, | |
| { | |
| "id": "mmlupro-5486", | |
| "prompt_sha256": "bd250b8e2d5915b786819c00e489714240c3513b0c3632bac23385855b8b1d71" | |
| }, | |
| { | |
| "id": "mmlupro-5761", | |
| "prompt_sha256": "75d806ca4537707acb63e5d85f3b2843e640631a84151e3997a76afb417da9f6" | |
| }, | |
| { | |
| "id": "mmlupro-6589", | |
| "prompt_sha256": "5d6578adb3f68bb263d58b8efa1f85e2dae29f179cff56e0457cc8fea2495fcc" | |
| }, | |
| { | |
| "id": "mmlupro-5389", | |
| "prompt_sha256": "51385788a856839293e1fe89056508e297faac7f7408619a78f5dfdb04f03bb5" | |
| }, | |
| { | |
| "id": "mmlupro-5131", | |
| "prompt_sha256": "d54c2423224b7c483e932417f3cfadd03f9176021ff3908506613df20c5b9e94" | |
| }, | |
| { | |
| "id": "mmlupro-1677", | |
| "prompt_sha256": "f28c7247326064694c30fb1c9860fc609bd47a59d7209befe4b3105559fef1d9" | |
| }, | |
| { | |
| "id": "mmlupro-4388", | |
| "prompt_sha256": "d8ce930345a77e2b7fbbed559d4ee186b2451babc0587251f8cb6617f2b9c3e9" | |
| }, | |
| { | |
| "id": "mmlupro-3285", | |
| "prompt_sha256": "511758609c20e6c136f33fbdc184d5230d3e1ca45ede9b0fc6919795a331579d" | |
| }, | |
| { | |
| "id": "mmlupro-4118", | |
| "prompt_sha256": "c34d928441aadd77af234130df2bec7e415cc3e1755b461549c032148570e8d4" | |
| }, | |
| { | |
| "id": "mmlupro-5344", | |
| "prompt_sha256": "fa4fb124828fe799378200e1a4350a0922cc9efeda313574baa8f28d547229de" | |
| }, | |
| { | |
| "id": "mmlupro-11696", | |
| "prompt_sha256": "e841048959b439ec15e542f6e4bf0f1d7473746ca779e866e86ab9ed7d7d10f2" | |
| }, | |
| { | |
| "id": "mmlupro-858", | |
| "prompt_sha256": "7d04550fa68fcf11d256d1ab3d36c5f258ab2b9d78f81d9a0e362a73b20d4b8e" | |
| }, | |
| { | |
| "id": "mmlupro-214", | |
| "prompt_sha256": "d9f716fc4ecdc12a61df86989a3f2991e37c3120d3cf9a08a7fa3d18086c93b8" | |
| }, | |
| { | |
| "id": "mmlupro-6609", | |
| "prompt_sha256": "4d4512d7645eb298b6cfbe0c67a9e5f6d8781dcdf96d02d1941abadc8d8d0e3f" | |
| }, | |
| { | |
| "id": "mmlupro-2083", | |
| "prompt_sha256": "5f3ca45ae969d624e78e10668dcaccb55d09864c5a4b53ed8d1bf296556f02a3" | |
| }, | |
| { | |
| "id": "mmlupro-9752", | |
| "prompt_sha256": "d58dc1abad514d3571eb5bc6d0c154b2083e55eccb49aef0192ba13e654a5596" | |
| }, | |
| { | |
| "id": "mmlupro-7213", | |
| "prompt_sha256": "f138b22d2346ccf4a8b4047c2e1c8884e325d86a79ed5a8332e80cbe8d74c69f" | |
| }, | |
| { | |
| "id": "mmlupro-5234", | |
| "prompt_sha256": "1f645d71d9d7b7c41fd57a4dbf626a427ee9357f02fbe19fb6ccd4240970c55b" | |
| }, | |
| { | |
| "id": "mmlupro-8570", | |
| "prompt_sha256": "42b04124f56614ecf76fa0a0e99e3600cecb199de3c68b6704b37c9935885489" | |
| }, | |
| { | |
| "id": "mmlupro-5612", | |
| "prompt_sha256": "b15347cf8e762e2caf05fb2ad67da28f8f5525d5f02757133cba68321af8154a" | |
| }, | |
| { | |
| "id": "mmlupro-2071", | |
| "prompt_sha256": "760ba9264688d61a6e33b2b835e7962465a25a6bd1eed2347e52c424fa14cedd" | |
| }, | |
| { | |
| "id": "mmlupro-9842", | |
| "prompt_sha256": "1d7b966e08fbe8f896813cfdb15e3059d1c15dd440a0341ced0204711dcda730" | |
| }, | |
| { | |
| "id": "mmlupro-4665", | |
| "prompt_sha256": "33c85b8ca03f6c3a65e2916680c03cb32a28e65491c55d512396e2a412ba3bc5" | |
| }, | |
| { | |
| "id": "mmlupro-5564", | |
| "prompt_sha256": "3c18caacddbaf67674c8f3af08346969046c36f7cd74b74dc13a87b2b83764cb" | |
| }, | |
| { | |
| "id": "mmlupro-6475", | |
| "prompt_sha256": "245d0c31be0cbe848edcb4b16737350c0f344a1cada94379485d565d97034b16" | |
| }, | |
| { | |
| "id": "mmlupro-2153", | |
| "prompt_sha256": "65832e1eaaa688560d4ea8d2ebb4755b4f3c211a32f429b5285481166d5e6e76" | |
| }, | |
| { | |
| "id": "mmlupro-5812", | |
| "prompt_sha256": "6b22a25a90115c72acfc3d73475e19a4c4705aa8d67cf0a4afef02c87dca8529" | |
| }, | |
| { | |
| "id": "mmlupro-3407", | |
| "prompt_sha256": "be18ba2b7bf4a9f7d3a8383bb3effddecd3e83ee43f790c75ae6f48ed22c0e94" | |
| }, | |
| { | |
| "id": "mmlupro-2879", | |
| "prompt_sha256": "95c418043ceda5f231162ef0a2b830923adaae39f135904aa4c6d28fbbf1d50f" | |
| }, | |
| { | |
| "id": "mmlupro-8266", | |
| "prompt_sha256": "e39b84e2e832d5ef02f38ec367d5df1c43533a47809989853387c0b516b62492" | |
| }, | |
| { | |
| "id": "mmlupro-1916", | |
| "prompt_sha256": "cb0f17713fae926328472f3f4735d2e3b998243eca02a48cad26da74eff0b1eb" | |
| }, | |
| { | |
| "id": "mmlupro-3486", | |
| "prompt_sha256": "d7210c7055f6b64247bdfc063a8aba9aecde1246b9d8ced5a2fb38145366c989" | |
| }, | |
| { | |
| "id": "mmlupro-11275", | |
| "prompt_sha256": "7f913985019c111eb6219f0bea864f75cbdbdf6a3134b2817cbb022951327e38" | |
| }, | |
| { | |
| "id": "mmlupro-6040", | |
| "prompt_sha256": "850472885ebf38df3df854bb6c95954abba90fd1102ddd9c7409206edde03765" | |
| }, | |
| { | |
| "id": "mmlupro-8565", | |
| "prompt_sha256": "87091a347211e77054a3805617b4ad21ff7b60017bdd6a825c6572a12ded033f" | |
| }, | |
| { | |
| "id": "mmlupro-6848", | |
| "prompt_sha256": "ec59c158eaf9440b189fb304032481f93e8306d8fc8d186572ee5b85bc00ff9d" | |
| }, | |
| { | |
| "id": "mmlupro-8926", | |
| "prompt_sha256": "13767244cfa8fab4231a16876cd34c4dac1dfba2007a47426724e256a446c854" | |
| }, | |
| { | |
| "id": "mmlupro-8458", | |
| "prompt_sha256": "c62ceb7d6b268cef89bc05c3be0295790c5f09363d75f4c84d30a89692b8b36b" | |
| }, | |
| { | |
| "id": "mmlupro-7854", | |
| "prompt_sha256": "bb857ead13478ef9c977e0589177a127a4991a3143086e0b153c4bf2cfa1848d" | |
| }, | |
| { | |
| "id": "mmlupro-3962", | |
| "prompt_sha256": "1c18abab371670adc134e9ce628e506598b94085cf756e20c2afef6db11c41e2" | |
| }, | |
| { | |
| "id": "mmlupro-6470", | |
| "prompt_sha256": "3b09931b51d4eae4669bd8383730e64faf276f7cc8b1a25086c40b3e142ed2ad" | |
| }, | |
| { | |
| "id": "mmlupro-3813", | |
| "prompt_sha256": "cfceb174dcdea65ae96b1ce6adb221c6dec3c964cde59688458a975835675b8f" | |
| }, | |
| { | |
| "id": "mmlupro-8026", | |
| "prompt_sha256": "169307e1bebf926f256956b80edf93e879843752c108340c8dfae37dc5b462ee" | |
| }, | |
| { | |
| "id": "mmlupro-11030", | |
| "prompt_sha256": "dc45ab16b17065e65a6a908e3c869ac8af19cffd5cfbf065dcb87f7ce55e79b5" | |
| }, | |
| { | |
| "id": "mmlupro-8151", | |
| "prompt_sha256": "e3d2afe97d9e3eaa94275775aa4a6d487591b5a3b1042f66a43c4327f86983c5" | |
| }, | |
| { | |
| "id": "mmlupro-5286", | |
| "prompt_sha256": "535c46d50f00a68fd7599a5b70aec5471f801027f8318020c212e862320a1e8b" | |
| }, | |
| { | |
| "id": "mmlupro-3888", | |
| "prompt_sha256": "f869ae91ed6647d68baf70e64a46042b6684e0b70d0ef31fccfde7ae63901143" | |
| }, | |
| { | |
| "id": "mmlupro-11676", | |
| "prompt_sha256": "b1ba3662f1a38821d60b8e60e358dc9836e57e2fa12da9f293f4c98f8a06b426" | |
| }, | |
| { | |
| "id": "mmlupro-8762", | |
| "prompt_sha256": "b6c2267cf9ce87d9d8b07679b936cab4c849d0575cffd107734ac29ee52033c3" | |
| }, | |
| { | |
| "id": "mmlupro-12160", | |
| "prompt_sha256": "eecfe2b69caca15cfb57adfc989e7a0cc9efa39ab26d7d8b5e57968b34071c00" | |
| }, | |
| { | |
| "id": "mmlupro-4022", | |
| "prompt_sha256": "fb34e0d935c7d1137d8d3c75195bf473e0a3dc0935e56a5ad5aabc2b05c82cce" | |
| }, | |
| { | |
| "id": "mmlupro-10092", | |
| "prompt_sha256": "5bdef7bb3aa2ad3b0e7bf997f980116de16962dc66c9e66379e8080b4ae1f966" | |
| }, | |
| { | |
| "id": "mmlupro-7364", | |
| "prompt_sha256": "5c167a804568524046d7750506618ac6c6d7d32d79d05205a99af10a0d2dacc2" | |
| }, | |
| { | |
| "id": "mmlupro-6001", | |
| "prompt_sha256": "d589bb9e0bd11ee2b1e643fcfb1815420a610b97ea7c61d5d953451a4fa1d72d" | |
| }, | |
| { | |
| "id": "mmlupro-10873", | |
| "prompt_sha256": "98a3538ce7ada7d953a3d86e704f10cca1f4b06a90cb34e8e928502765497a62" | |
| }, | |
| { | |
| "id": "mmlupro-9777", | |
| "prompt_sha256": "22939652600f8d6f1ca2f9dc275ca80dba5b6ad09c90734a468e009289702623" | |
| }, | |
| { | |
| "id": "mmlupro-8723", | |
| "prompt_sha256": "cf5e9185ce525620744461c72da73eab218aeab8c23bcf3e6ff8fd2e2dffd93e" | |
| }, | |
| { | |
| "id": "mmlupro-4595", | |
| "prompt_sha256": "c4ccb997b0efd0216e1e12d88b1ef9c11137a43af413bbf30cf7e29c758a1fa9" | |
| }, | |
| { | |
| "id": "mmlupro-8423", | |
| "prompt_sha256": "e03dda15fce46835231f6d1b84da11394167635ddcfcd88a725b1c511ad72412" | |
| }, | |
| { | |
| "id": "mmlupro-11051", | |
| "prompt_sha256": "e8d956ba6c8afba69c63678a75315ca7869552b8a3130ebec50c938154719052" | |
| }, | |
| { | |
| "id": "mmlupro-836", | |
| "prompt_sha256": "d33999d667ed1c026ee917e877dd016b75d593002bffea71b1df5b68251c7c73" | |
| }, | |
| { | |
| "id": "mmlupro-11297", | |
| "prompt_sha256": "dda90d4cd87fad391057dd374a286811beab380c7ca7d3b05476e6195bdfd944" | |
| }, | |
| { | |
| "id": "mmlupro-3950", | |
| "prompt_sha256": "d10620b87dab13d224eec6f920cea928869e69b9e2537f396e89f1cbcd8b428a" | |
| }, | |
| { | |
| "id": "mmlupro-1562", | |
| "prompt_sha256": "30080398486ef46e297beaa2c0afe634e9c8e17925e0aca4a35aca14bb8f6a00" | |
| }, | |
| { | |
| "id": "mmlupro-2041", | |
| "prompt_sha256": "5e293c344cf83d0e29d8ccf2946ad97687ffe9ab074cf3071c71d18416c5061a" | |
| }, | |
| { | |
| "id": "mmlupro-3473", | |
| "prompt_sha256": "178501b37732c960102db862943eb4f90d05ad7e25b253dc412c7766eac69754" | |
| }, | |
| { | |
| "id": "mmlupro-11253", | |
| "prompt_sha256": "11cfe983e158f2b0bbc00ccd3159f9a321007e72d1ac59c9c7338da0df4c8405" | |
| }, | |
| { | |
| "id": "mmlupro-3858", | |
| "prompt_sha256": "797035b8d66542cd20b7316ec8f1759ef50ab8a9d2fc1ab07ab285ea1538991d" | |
| }, | |
| { | |
| "id": "mmlupro-2231", | |
| "prompt_sha256": "2649535371c33197ed5c7e82f8c892f506724d8c60db81403505f763dd1752db" | |
| }, | |
| { | |
| "id": "mmlupro-2190", | |
| "prompt_sha256": "f85bccf3a600e1d0065dc0cfbccdaf84aa75cf61be2244e780de4dc22ef60a68" | |
| }, | |
| { | |
| "id": "mmlupro-6930", | |
| "prompt_sha256": "4dbccce0cea80d8b112a8f4c760eacd0939f1b18a82a7e83496233b1541dc64c" | |
| }, | |
| { | |
| "id": "mmlupro-6558", | |
| "prompt_sha256": "2e957e084884c37affa87439c6fb95bb6912540d2810383464bf01d7f9ad4f95" | |
| }, | |
| { | |
| "id": "mmlupro-5371", | |
| "prompt_sha256": "68a16544c809fda753aeb7625bdb8621c495aaed98efa1fba023d95b88818919" | |
| }, | |
| { | |
| "id": "mmlupro-1766", | |
| "prompt_sha256": "15ce21a7572dec47ece2b941c66f7bb43659903b8c2f36bf3580861988a1b6c1" | |
| }, | |
| { | |
| "id": "mmlupro-6045", | |
| "prompt_sha256": "8a30a4ce7c04c0271b5cbb6cb2b689a9821edfa2f00bc975b06ee1de63c002ad" | |
| }, | |
| { | |
| "id": "mmlupro-2298", | |
| "prompt_sha256": "8a6ebf977d8d89ebcbc479e067ac80320230c78eecfcfc4c3dd9be91be85624e" | |
| }, | |
| { | |
| "id": "mmlupro-6400", | |
| "prompt_sha256": "8ebdc62f0d25eb6571c78ea3ede8e580c6513003e7e8bd66f932839babf72977" | |
| }, | |
| { | |
| "id": "mmlupro-6499", | |
| "prompt_sha256": "64632739c3e60910c2f08d88850676c17064f1723f1983e2ad7c7d0558d8a31d" | |
| }, | |
| { | |
| "id": "mmlupro-7936", | |
| "prompt_sha256": "582691cd76f88593b43bffc0e88da876bde566914c8c5253b6a866a8d8cac3d2" | |
| }, | |
| { | |
| "id": "mmlupro-8566", | |
| "prompt_sha256": "fd68e1bce87c0bfa705b03195a24b49a2770b0b2b172ac766bc2a94a17fd8c62" | |
| }, | |
| { | |
| "id": "mmlupro-11633", | |
| "prompt_sha256": "4c39def971d706022dac65f067dcbbab7a3ea5fb33ad871ad0ec80bc96322630" | |
| }, | |
| { | |
| "id": "mmlupro-9843", | |
| "prompt_sha256": "094fc7fa920aa22af4d50153ca0cb463e18d9838d32601f9d30ff0833742abf7" | |
| }, | |
| { | |
| "id": "mmlupro-11758", | |
| "prompt_sha256": "9185ae3e22fd52f34b97c584042644c34e09767312ecd8bf29cc6dbb694fc0ae" | |
| }, | |
| { | |
| "id": "mmlupro-2843", | |
| "prompt_sha256": "b4e6c3235c732728be4f5f80005c4e0247ceca948a2f1e7e97da97f778fab934" | |
| }, | |
| { | |
| "id": "mmlupro-7483", | |
| "prompt_sha256": "ec40f4aabb00bb6314aab0eee123cc0466ab6291f1fa879dba72c23a071484b4" | |
| }, | |
| { | |
| "id": "mmlupro-11379", | |
| "prompt_sha256": "0590f61621201998b2ca32c2c59519fedde296cc8c5a823efdd55540eb2bb161" | |
| }, | |
| { | |
| "id": "mmlupro-4866", | |
| "prompt_sha256": "3b5cabe46e99b7569aac9a18212ab83726d6dfc1927808e69197d36ff0bd6b09" | |
| }, | |
| { | |
| "id": "mmlupro-818", | |
| "prompt_sha256": "647e676a73ec41c2a0ccb5f8995122078904ebde5f8b1f4e78ff70f5b014a117" | |
| }, | |
| { | |
| "id": "mmlupro-2785", | |
| "prompt_sha256": "618c90231e6fd82f90d163ecd35b3583c1ff14c0a86ca0dba70ecf042988ab20" | |
| }, | |
| { | |
| "id": "mmlupro-8119", | |
| "prompt_sha256": "d7bd4204f216fb7560e5630cdbdcd54ada8d87eefa5b4643aa10c7447fed27d3" | |
| }, | |
| { | |
| "id": "mmlupro-2214", | |
| "prompt_sha256": "f1d616fc892f6cbd4f13f4cd8a5340b612be0ee2aa1b37eda5b298eeab08d5bc" | |
| }, | |
| { | |
| "id": "mmlupro-5774", | |
| "prompt_sha256": "6bda9ec7ff65829fff3a5367f3971391f6c10a54b2bf7824bb01b491e49279f3" | |
| }, | |
| { | |
| "id": "mmlupro-6049", | |
| "prompt_sha256": "57fdefc96ee74e74e05853a2e9ace514109ce76d2c914f890ba8e52971ef41b9" | |
| }, | |
| { | |
| "id": "mmlupro-7219", | |
| "prompt_sha256": "0d88e3f9d713c4c198e6bf20cd782620d08bd49e89ab40e7622cddfb26ad833d" | |
| }, | |
| { | |
| "id": "mmlupro-1660", | |
| "prompt_sha256": "406979d2da41934e0e9c806e5add2f2a72bb6555a876d2878e011b9642b1a3de" | |
| }, | |
| { | |
| "id": "mmlupro-4767", | |
| "prompt_sha256": "935f29959540a76e465fa84d065a8dd79f17e27b5c7e2e88e84fc57a02b05912" | |
| }, | |
| { | |
| "id": "mmlupro-5964", | |
| "prompt_sha256": "b74bac80ffb1bc12e8ac12e9864a57d84e5218b94a84c794715a621e3efd0b76" | |
| }, | |
| { | |
| "id": "mmlupro-2743", | |
| "prompt_sha256": "13ab6e9023657c7a91f067622d9727b5e9d0a7d4fad93526fff92821c32f1b5f" | |
| }, | |
| { | |
| "id": "mmlupro-4062", | |
| "prompt_sha256": "ed3d6d4994bb01695989cd23942cb1cb3bbd96e76610e0dc2fa180ca7c492860" | |
| }, | |
| { | |
| "id": "mmlupro-7368", | |
| "prompt_sha256": "be45b8d0a334c528399ae7322fb79757e145c4a4c70b233afb359a4c4cbfef5d" | |
| }, | |
| { | |
| "id": "mmlupro-827", | |
| "prompt_sha256": "240c0ea20cb305722e60aa0afc04805a01f0bab1275a976c5a33db1ce2bfa370" | |
| }, | |
| { | |
| "id": "mmlupro-11877", | |
| "prompt_sha256": "1e7e47391db1c32ae22e4062a5b946b7feedd07b0dd09e3342bd06fbc15c5cb7" | |
| }, | |
| { | |
| "id": "mmlupro-7557", | |
| "prompt_sha256": "58fb6ef5712b1fc2b4466b6dceacde9c09784058c662ad1fc4211eaecd0071de" | |
| }, | |
| { | |
| "id": "mmlupro-9998", | |
| "prompt_sha256": "586de5dd8f0bf38f403a98912c83ca89c4a36d4947c89a710948db81f43a1511" | |
| }, | |
| { | |
| "id": "mmlupro-10098", | |
| "prompt_sha256": "93eb0101670dbf0d80b4d462e095d346c823d292328f35d2c86acfa6de7b319d" | |
| }, | |
| { | |
| "id": "mmlupro-1744", | |
| "prompt_sha256": "4e15dfb958f6a12354b6e55d3bf74e273fb876f8bfc80ea69b29821a11ae3f8f" | |
| }, | |
| { | |
| "id": "mmlupro-9210", | |
| "prompt_sha256": "fcc3427a9b3da3154e8894b62872f1e5d697a31f3ff37c1213546e8ffc23ebfe" | |
| }, | |
| { | |
| "id": "mmlupro-11248", | |
| "prompt_sha256": "f5238d6c9c38f0ff769e4520aa7de061b30408ee0ff1ef26e8df25d33c26dfac" | |
| }, | |
| { | |
| "id": "mmlupro-11187", | |
| "prompt_sha256": "bc8bbbaaecdbfe7315c87854f880c48e20cb1c167a5e9fdd300e96873524a72b" | |
| }, | |
| { | |
| "id": "mmlupro-2799", | |
| "prompt_sha256": "a2b917d5e57a8492b33ecaa0815ead88e7dc38c8a559d67da4cd97e28e46f30c" | |
| }, | |
| { | |
| "id": "mmlupro-4479", | |
| "prompt_sha256": "8021eaf8f6e3e40751eacbca4695e1ef0581e4bfae0e6df948640cdafa9873e1" | |
| }, | |
| { | |
| "id": "mmlupro-10223", | |
| "prompt_sha256": "4ae802c6b45aa51e48e80e63174305fe73d8daeca228eaee0f483616cfabf029" | |
| }, | |
| { | |
| "id": "mmlupro-5698", | |
| "prompt_sha256": "c8c6eeccf2465f3a294b39d4fb65bd2678b0df795f3472e169c2d1da4f38442f" | |
| }, | |
| { | |
| "id": "mmlupro-8291", | |
| "prompt_sha256": "86424ebe0d2fc4a3d481c01552ac1e459cb60bdddbbb79172008ab94268c3dee" | |
| }, | |
| { | |
| "id": "mmlupro-3516", | |
| "prompt_sha256": "d94db08d023f96d869e6b398143f2f58604b7a8f11d4a0cde896cd6c9cdc6f65" | |
| }, | |
| { | |
| "id": "mmlupro-5466", | |
| "prompt_sha256": "7ba014c1e478cf66cdfd1452f25e702f42205d7df9bb8f34a82f1669a942afd2" | |
| }, | |
| { | |
| "id": "mmlupro-4851", | |
| "prompt_sha256": "0e310f0f9c0e89364d20116dc8b99702e8fc859d9e9559cae23cf28e29cc2497" | |
| }, | |
| { | |
| "id": "mmlupro-733", | |
| "prompt_sha256": "75a31cf8bf9a0033799a007b8b4328285893cf432e5a0a215021ae08b0176443" | |
| }, | |
| { | |
| "id": "mmlupro-6995", | |
| "prompt_sha256": "94eaa72fdc02a6c6807750b1bcdcb0a9fb3dd2d135f24b5de254405490f9516f" | |
| }, | |
| { | |
| "id": "mmlupro-2573", | |
| "prompt_sha256": "76a0d5c9f669cb3e2984b19217b55873f6303db570fd64796bcc14b9eddee857" | |
| }, | |
| { | |
| "id": "mmlupro-8481", | |
| "prompt_sha256": "801d32b90313a840f0fe9fe3c3321c7afe163b845ae5ea981e3138bbe8d01ae4" | |
| }, | |
| { | |
| "id": "mmlupro-5938", | |
| "prompt_sha256": "56ecab3c501e47c2bf77e700089555e18712d5bc60c89d4e79b02317a262a0b2" | |
| }, | |
| { | |
| "id": "mmlupro-10708", | |
| "prompt_sha256": "4d68985696ecdc630d9140e23a9ee54a1080163778602299af46f69485520b46" | |
| }, | |
| { | |
| "id": "mmlupro-8476", | |
| "prompt_sha256": "932ecd76165796bccdda838fb5b5aba5f035d3e55f32f721af969e21f035ff44" | |
| }, | |
| { | |
| "id": "mmlupro-7990", | |
| "prompt_sha256": "a9a87d272418e66c48c9a0ad1fb3b362e32ab8ec20ae282f93228c4fa671eee4" | |
| }, | |
| { | |
| "id": "mmlupro-2409", | |
| "prompt_sha256": "d3b85e01ffa287ce09a9135872b71c9a8adb65e6d2891e37bd663887bfd60b92" | |
| }, | |
| { | |
| "id": "mmlupro-11551", | |
| "prompt_sha256": "84ee7fe4628ee63c47240e0b7ac3856949370e785a9ca158efc3aa5903015e50" | |
| }, | |
| { | |
| "id": "mmlupro-674", | |
| "prompt_sha256": "d2516d30c20c98e902193d391bb69b3f75d64ee4d11de24e516df000fce9e659" | |
| }, | |
| { | |
| "id": "mmlupro-1978", | |
| "prompt_sha256": "8659275a953524b36a0f2c1bf9bdf9d3a4d32e7af2b5ae6faf2d0c2a6987af91" | |
| }, | |
| { | |
| "id": "mmlupro-10420", | |
| "prompt_sha256": "0b2804f80f85fd3f36a7150bd1c3913f37448893ad4c1fc26afcd1cefcd5d053" | |
| }, | |
| { | |
| "id": "mmlupro-3445", | |
| "prompt_sha256": "9f56b70122325b7ba8d1d5782fec115a39d567040e2cb7085d48922f20ff37d7" | |
| }, | |
| { | |
| "id": "mmlupro-9488", | |
| "prompt_sha256": "774da9bcb91723b47e2333c985d64c45ca70ceaba767ee16d0e9ae329da37b43" | |
| }, | |
| { | |
| "id": "mmlupro-4993", | |
| "prompt_sha256": "a2bdf53148447db6c15dd57497fe0a4fb8f6de1342f8cd2f14f7a17604743996" | |
| }, | |
| { | |
| "id": "mmlupro-4316", | |
| "prompt_sha256": "df4545bcbd3f2c8e9c58ec72428c61f354ee0fd24f02643c1463052b4788e158" | |
| }, | |
| { | |
| "id": "mmlupro-4730", | |
| "prompt_sha256": "0f85cc90f7349e5288f0a9ddd0df86b1feeefa886de09ca85eb7d74cc9672c3c" | |
| }, | |
| { | |
| "id": "mmlupro-11570", | |
| "prompt_sha256": "d71db828e8c74b00e5a8f11ad7e6b71957e89a861553b49dcb51e370a668fc2e" | |
| }, | |
| { | |
| "id": "mmlupro-2149", | |
| "prompt_sha256": "49ca5eec269ba42614ccfef798a6689e613a6888cb016836441e675decc2e0a8" | |
| }, | |
| { | |
| "id": "mmlupro-8322", | |
| "prompt_sha256": "17f14f8a08e45e9884e381fb47639d015d9f1669abac02cfe2164a1dbdf8f22e" | |
| }, | |
| { | |
| "id": "mmlupro-10993", | |
| "prompt_sha256": "5d1be2504bb0b8fbd67228cb1967b295c9faef934896ed579bd5d6abb522c96a" | |
| }, | |
| { | |
| "id": "mmlupro-4588", | |
| "prompt_sha256": "a71c958d2dfe63ed8ea4420570a53bdc3a8632cac33e10cc5ddc7981996a6ea0" | |
| }, | |
| { | |
| "id": "mmlupro-3258", | |
| "prompt_sha256": "6f1101d77ec5d07f25e50995f5cfdb9d9cc14d98bbc39dce26e68c59d814a0a3" | |
| }, | |
| { | |
| "id": "mmlupro-8629", | |
| "prompt_sha256": "670615bb8ecb68fcf892a229ea0192554e1453a8f6149f6cb6bd9b9621aec7f3" | |
| }, | |
| { | |
| "id": "mmlupro-637", | |
| "prompt_sha256": "7018bb876243a25ce9790acf8751e2dfd1e1e6e59d9edf84108ab1358137ea98" | |
| }, | |
| { | |
| "id": "mmlupro-4257", | |
| "prompt_sha256": "55c5990991ecd9c3047067886d3d41f9f4bd1b4f228142762f138b9a0ab6e285" | |
| }, | |
| { | |
| "id": "mmlupro-9719", | |
| "prompt_sha256": "90556677d40ff7b1bba7946f0d22620c980c5de30ffe88b21f6fee27126d92f6" | |
| }, | |
| { | |
| "id": "mmlupro-11714", | |
| "prompt_sha256": "48d2f496e3d9a2e12a64c036765ed4e33c9693adb03ed159919fe20716939990" | |
| }, | |
| { | |
| "id": "mmlupro-9678", | |
| "prompt_sha256": "75bf3db7e257a1c236cc90409dca902e8112fbef80cce20b454f37c3b0a0cc81" | |
| } | |
| ], | |
| "truthfulqa": [ | |
| { | |
| "id": "tqa-210", | |
| "prompt_sha256": "4412146aaf1ea00763e2805b3926241b0f3e98c9d03f5d04aac8992fd96b3c8b" | |
| }, | |
| { | |
| "id": "tqa-76", | |
| "prompt_sha256": "1aa33262a4d3b9a7d231326bc713881edb1e9f66201cb81bcd064192398b5c0a" | |
| }, | |
| { | |
| "id": "tqa-461", | |
| "prompt_sha256": "7db43a637ff389899cca9b39c0e79244848fe8a1171cd9f3d7f6b00b4928ab89" | |
| }, | |
| { | |
| "id": "tqa-218", | |
| "prompt_sha256": "1e3d0f521336ba0e1495b863f60a40e64452599ae7c732768cc56b9597fecc2f" | |
| }, | |
| { | |
| "id": "tqa-254", | |
| "prompt_sha256": "2d4eb2a3e5fcdf107061956bfa1e75471f62eff0313d7ba214e4c061d1b7c8cc" | |
| }, | |
| { | |
| "id": "tqa-635", | |
| "prompt_sha256": "c747e12cd444e02590e25808151099607a4c2e58097865f746cfe907703a7210" | |
| }, | |
| { | |
| "id": "tqa-193", | |
| "prompt_sha256": "46f016d57c37ae07a90ef90ec71ccd899896aa607d865b841ba11bd215c26786" | |
| }, | |
| { | |
| "id": "tqa-148", | |
| "prompt_sha256": "310b12745b5f8c944344f830b9a233276d634e158537905ebdefcd57251c93b6" | |
| }, | |
| { | |
| "id": "tqa-400", | |
| "prompt_sha256": "4bf3502afe3b490be3eab5bae7f824c25def7e22b7431a669da6b3557bce9483" | |
| }, | |
| { | |
| "id": "tqa-766", | |
| "prompt_sha256": "fd9f0d806f9ce30fba51ca2d64de4368c710511bc3f11a243a16b55b039e126b" | |
| }, | |
| { | |
| "id": "tqa-240", | |
| "prompt_sha256": "afa9a17ebcea88e3b1fd41ba8b92d344df4311e887d85790761a31968191f8e7" | |
| }, | |
| { | |
| "id": "tqa-50", | |
| "prompt_sha256": "a0177153c84ed613a4f72cc68554c4ebd1c0e503ca5a6a6f8a7f395c2b5a68bb" | |
| }, | |
| { | |
| "id": "tqa-83", | |
| "prompt_sha256": "3855131bf60e6e1cfb9ea17e4b79abd73b1b8ea6e796f779ba68f42b74e53166" | |
| }, | |
| { | |
| "id": "tqa-381", | |
| "prompt_sha256": "ebf57618df39659e897d3f57e1bee2c7739197c37793f4b95e93c6e12ca30e3f" | |
| }, | |
| { | |
| "id": "tqa-325", | |
| "prompt_sha256": "978da400ddcb9a5c5397d6693494e4dfe1142ffcdc4d04493c7daacd55e2d7d9" | |
| }, | |
| { | |
| "id": "tqa-655", | |
| "prompt_sha256": "5d60e688a5d37747bef478c79474d541392bf1c408d0e055183dd92c5245d013" | |
| }, | |
| { | |
| "id": "tqa-721", | |
| "prompt_sha256": "014561dbe6624a8ecce99695e629e805f3e3da756708357664ef23a3abb4c88f" | |
| }, | |
| { | |
| "id": "tqa-391", | |
| "prompt_sha256": "0f33845af0f1c64659ef6a7434a83dd053828cbb1d2d983bd893bb90499abfdd" | |
| }, | |
| { | |
| "id": "tqa-401", | |
| "prompt_sha256": "006e475925bccfeb8e4ac98bd23185322f624e5ab19d9e447f02aeec11d8892a" | |
| }, | |
| { | |
| "id": "tqa-625", | |
| "prompt_sha256": "d5d714c26f950e77be55bec6adb0c45fddbba314462f22ed9a7929b654724c9c" | |
| }, | |
| { | |
| "id": "tqa-80", | |
| "prompt_sha256": "e39ef968b793d2b556a62e87c3c99490f220ecf5c541566a05a912ca054d2ea0" | |
| }, | |
| { | |
| "id": "tqa-439", | |
| "prompt_sha256": "a65e23bd47a13a8311d8ef74ca2ba9923a187f07a8d547ffcfd1c2f48f2f75c6" | |
| }, | |
| { | |
| "id": "tqa-66", | |
| "prompt_sha256": "ed353e07302182ef6eb7db6b280e2c0d93f438024b0e507d25e6813a85700b5a" | |
| }, | |
| { | |
| "id": "tqa-155", | |
| "prompt_sha256": "d65c15f81b780ccbd6af545f56dfc88a602bbc2147318f7dc5693f3ab02bf5eb" | |
| }, | |
| { | |
| "id": "tqa-516", | |
| "prompt_sha256": "f396d248f1e02b47d859effda9e1a3fe8000413bb4a2cf93e2f6f2e0c1f80cf0" | |
| }, | |
| { | |
| "id": "tqa-522", | |
| "prompt_sha256": "088e1d115980e7d308ded6078dda610366efd39268e2d1e657074ab6e3697da4" | |
| }, | |
| { | |
| "id": "tqa-47", | |
| "prompt_sha256": "6df6e3d85a6ac8571637fe41fd3aa0cf53f7e4299103637bebec76eebbaced3c" | |
| }, | |
| { | |
| "id": "tqa-343", | |
| "prompt_sha256": "2fb36b48536c69e72c59d06477c9a6c4a93ee28b2b1e050e7591431e9f125dad" | |
| }, | |
| { | |
| "id": "tqa-126", | |
| "prompt_sha256": "7b580f0c54b783794e863e84246d7f2d59f8ed63dac3caade3c76a00ed1dccc3" | |
| }, | |
| { | |
| "id": "tqa-77", | |
| "prompt_sha256": "93d2bcffcb2d096dd978f64c1bd7fc685ce31260dbf273636243ebb9729bbc25" | |
| }, | |
| { | |
| "id": "tqa-613", | |
| "prompt_sha256": "8f0d17d1872cbf24ea392e950ac2f7abd3cfcb4efdcf3fe0e2649bbe3c0814b2" | |
| }, | |
| { | |
| "id": "tqa-590", | |
| "prompt_sha256": "073ca9a38baf69cce5bff5af3f0812472158caa9bc244c605fd877edd253781d" | |
| }, | |
| { | |
| "id": "tqa-674", | |
| "prompt_sha256": "2c577d6bb8850d8a767988dcad19f7a628878077c7e6a25ebe629faf47458fdf" | |
| }, | |
| { | |
| "id": "tqa-438", | |
| "prompt_sha256": "64b7c4fe60db90f8f31e5ff459c2900bad58f987aa57a54d4a57e5e721122e4e" | |
| }, | |
| { | |
| "id": "tqa-503", | |
| "prompt_sha256": "9bd6c78227c9f37943c926379216d6155dc9b90b0fa4dde96cb9484a77392bca" | |
| }, | |
| { | |
| "id": "tqa-639", | |
| "prompt_sha256": "cf4993100d5f390244181f46dde8a1dbd72fd509c1eb7e141c1175c1fe75063e" | |
| }, | |
| { | |
| "id": "tqa-111", | |
| "prompt_sha256": "d199a6f06deb487a32b32eae3fb70036c20dceb0a48f971eec1415b20ddf6345" | |
| }, | |
| { | |
| "id": "tqa-289", | |
| "prompt_sha256": "92a863a4e5b0c6fe432755644301483a1de4ee0cd77e8606455b08c457819506" | |
| }, | |
| { | |
| "id": "tqa-705", | |
| "prompt_sha256": "8730dd9e5e48718608504fefea16c39ba8ed1477abf2e1bd657117bfd976b4b6" | |
| }, | |
| { | |
| "id": "tqa-373", | |
| "prompt_sha256": "a931f0cb9dfaab301756503a4a2bb8f00352c174377e732065ca3c4cefbb2245" | |
| }, | |
| { | |
| "id": "tqa-363", | |
| "prompt_sha256": "0875bc6470e6effe121e2597d7d6ff85d83ccde1a223f77172455e78805db4b8" | |
| }, | |
| { | |
| "id": "tqa-792", | |
| "prompt_sha256": "21bbe117df92822ea694dd554cdf4796e05b2a1ed0e12902625851b952075dd0" | |
| }, | |
| { | |
| "id": "tqa-113", | |
| "prompt_sha256": "b2517f9d789935619dd17d54b88295399b050c3a7e5bf6733e8177f0832e0d28" | |
| }, | |
| { | |
| "id": "tqa-74", | |
| "prompt_sha256": "aefbc4f06c35ba9ef0072b9d94f600d37e347e2dbe213e1492a1a18e8468754f" | |
| }, | |
| { | |
| "id": "tqa-634", | |
| "prompt_sha256": "d77375cf71a6ef9cefb1e5b024e7de8147d11989001d4b7f09bf0331cfd753ae" | |
| }, | |
| { | |
| "id": "tqa-804", | |
| "prompt_sha256": "652f45725beb77d77acbcebed4964145ba72c5b65375e8b17590ec8fe9561d39" | |
| }, | |
| { | |
| "id": "tqa-626", | |
| "prompt_sha256": "625aaad1e93fff11c599a6dc351315d8cd72118fbab40b4ba041a002984ae5c7" | |
| }, | |
| { | |
| "id": "tqa-676", | |
| "prompt_sha256": "9c55d7adf31ef382b4b5946e138903b51704fe924befc10ab5a6ca489370368f" | |
| }, | |
| { | |
| "id": "tqa-174", | |
| "prompt_sha256": "5b79943643da0aef84797b15b65fcbfdff432589edccb2ecdfe6ce7aa9a0c749" | |
| }, | |
| { | |
| "id": "tqa-455", | |
| "prompt_sha256": "0a5eaa608795f81352109e4666336927aaf69d78118a7422e77befcd16acb1df" | |
| }, | |
| { | |
| "id": "tqa-725", | |
| "prompt_sha256": "3fe6aef368d5abd25ccfa22300adbeb5d5cfb1be3cd5dd9f8330847d4d74ed59" | |
| }, | |
| { | |
| "id": "tqa-296", | |
| "prompt_sha256": "51a90a950cbb42611ea61498aa7182654aabb171f6e5f49dece62ee49c40d23c" | |
| }, | |
| { | |
| "id": "tqa-535", | |
| "prompt_sha256": "5bd1f7165d8512058f7acfe45b3d97210b56db4f92f55be11319d138dfba1539" | |
| }, | |
| { | |
| "id": "tqa-172", | |
| "prompt_sha256": "ec92d2a443f031969fbc2fb6d4ca9a3c1a27e5278485a19ebc3b7abe4a17de7d" | |
| }, | |
| { | |
| "id": "tqa-23", | |
| "prompt_sha256": "b8ac2b3bec6372224c8908f170111b0c0c5209daecc31a29291253307fef17ef" | |
| }, | |
| { | |
| "id": "tqa-43", | |
| "prompt_sha256": "2e8818f2f680ef94332925d5297ec517ac08dc43195db8dd750972afc951a02f" | |
| }, | |
| { | |
| "id": "tqa-38", | |
| "prompt_sha256": "b262f9cb800c9e89a90311b60dba535552fa324adae84a63caa7261bba5d6f09" | |
| }, | |
| { | |
| "id": "tqa-97", | |
| "prompt_sha256": "ec1657d67928bfc49c52bc0c655807f23b3400a726cb348861403255cfdb1404" | |
| }, | |
| { | |
| "id": "tqa-657", | |
| "prompt_sha256": "37a71f23b28c2b7465aab2383749fe220584f01a592d0a77547a2c6abb2011b1" | |
| }, | |
| { | |
| "id": "tqa-814", | |
| "prompt_sha256": "c50a58b5c3fe6a7358dacd10909f8c2b150d3a770df84f6497a1dc642a1ad752" | |
| }, | |
| { | |
| "id": "tqa-346", | |
| "prompt_sha256": "3b6d5eab019ad15a232521916148d0a5120a0dfe378ee75fd6328ce6f28fbb41" | |
| }, | |
| { | |
| "id": "tqa-365", | |
| "prompt_sha256": "c29f46bf9c9706f8633b56095d4fd4ad254795243e59666626cc083d422c7295" | |
| }, | |
| { | |
| "id": "tqa-384", | |
| "prompt_sha256": "e5d0c9b5a808adf1a4a2a6a456d2654134d61260f85567bba9ec02b8381b9dcb" | |
| }, | |
| { | |
| "id": "tqa-677", | |
| "prompt_sha256": "7c10227446952a17ef2745e8deb01e19eb1cd51a1ee23c55030b793413161245" | |
| }, | |
| { | |
| "id": "tqa-486", | |
| "prompt_sha256": "416c860b986b06bec5946dfb39b2fa0d3cf95b331c31b089901126ed50837398" | |
| }, | |
| { | |
| "id": "tqa-55", | |
| "prompt_sha256": "91c76675de3f566fdbab0cba7df6d083f8924783ff6cd3556a279fbb9d025c16" | |
| }, | |
| { | |
| "id": "tqa-680", | |
| "prompt_sha256": "df4ae2fdfdcb22545f33e6953bb8bcca91116cbe43560a462965c79efd848b12" | |
| }, | |
| { | |
| "id": "tqa-510", | |
| "prompt_sha256": "43b7e6e3a62e9c5d7b324e869d866d4a9968e9a54d94749e0a7cd5655ae9542c" | |
| }, | |
| { | |
| "id": "tqa-128", | |
| "prompt_sha256": "ab8a3426bbe4fba0e28ac06b67bc833bb5bdb6b0fab384a28111c9ad80219644" | |
| }, | |
| { | |
| "id": "tqa-805", | |
| "prompt_sha256": "ce30154545371e2638b9b94ae54eb9a1696139cb9e074f53b692d49eca31b190" | |
| }, | |
| { | |
| "id": "tqa-394", | |
| "prompt_sha256": "03bfb7f7f3d2c39722b8035fe768907bb4bfe89bbdf55864b2c1070317523e17" | |
| }, | |
| { | |
| "id": "tqa-435", | |
| "prompt_sha256": "75473e02538cf155af778b6eb29abc18f4726a895b8491fb4f245ab1084a3f87" | |
| }, | |
| { | |
| "id": "tqa-285", | |
| "prompt_sha256": "a2e0b68a0f5896551c93c111809819da5b3b8fc3eb7160587665e99b3f76175e" | |
| }, | |
| { | |
| "id": "tqa-687", | |
| "prompt_sha256": "799adbb547927c253f246cea07c86e46cfca8d53233d6e253ae8353a01f56052" | |
| }, | |
| { | |
| "id": "tqa-588", | |
| "prompt_sha256": "fdda7c192e602dcdc1ae2d956f52388476ab8d6112081ab05c26e49e7427eaf6" | |
| }, | |
| { | |
| "id": "tqa-100", | |
| "prompt_sha256": "5a3730de8a727e1c57cab4f522f2cdb821f948d519a444419191c2a36eafbe2b" | |
| }, | |
| { | |
| "id": "tqa-399", | |
| "prompt_sha256": "41b7e7b0e1d0e80be1c69df80dbacc0c1d471a8e25c4387bc34814d6d8a7978e" | |
| }, | |
| { | |
| "id": "tqa-266", | |
| "prompt_sha256": "8c6eef07625e108dce4ef45d847ad4f236c181f83e22ad2713c0a5aa4912b016" | |
| }, | |
| { | |
| "id": "tqa-693", | |
| "prompt_sha256": "3a76c049fade93354c3d4017546e73deb9d0cbfd6a6d9d0bb8220abd02074778" | |
| }, | |
| { | |
| "id": "tqa-532", | |
| "prompt_sha256": "f940337b607047743e2e0cccedf7940807430f8fa62399646548f3c6e806c4bc" | |
| }, | |
| { | |
| "id": "tqa-558", | |
| "prompt_sha256": "9262ea531e14ad962d331434b2fc584de2df78e34e900ac525d9a6f4a2b1a9e5" | |
| }, | |
| { | |
| "id": "tqa-319", | |
| "prompt_sha256": "cf7b9456bf988148ee8f625974d4fc3f7c8611ada4c4222ba5b63fedffbddb06" | |
| }, | |
| { | |
| "id": "tqa-459", | |
| "prompt_sha256": "fc106248923d83f93c026b9c2b2e19c3fc9f80601392be194ee4555e7a91a621" | |
| }, | |
| { | |
| "id": "tqa-675", | |
| "prompt_sha256": "b36307dbc8595b3695c782affe617398d570fe2b8a10f5cb20cbe293d861b879" | |
| }, | |
| { | |
| "id": "tqa-129", | |
| "prompt_sha256": "97c2cdc3629d802802e30bf58da1cd2ee7ee791a139d957b26f7f45748c03ea6" | |
| }, | |
| { | |
| "id": "tqa-331", | |
| "prompt_sha256": "910fb50b9d7ff953b669e0ff884fec6ecc4a19621fbdb639c6d96101b7f2597f" | |
| }, | |
| { | |
| "id": "tqa-12", | |
| "prompt_sha256": "0a7fb3dd120745573e3cc6ab304287ae788802713d1ac1b1b43ad6c9dc01ec4a" | |
| }, | |
| { | |
| "id": "tqa-164", | |
| "prompt_sha256": "9a0c8ce0fd1ad2c08fb94edc07e17ffc914531321b7627949ac4bcb8a9978741" | |
| }, | |
| { | |
| "id": "tqa-306", | |
| "prompt_sha256": "7bf4f4f5f24a99d5543f99b603380dd709ef3a30c7aa3ed891143dd58c82c3b8" | |
| }, | |
| { | |
| "id": "tqa-275", | |
| "prompt_sha256": "1458c15cc015803e27ca6a092ad8a59aca2ca53db4ec10e6b0cb5249531d9e0c" | |
| }, | |
| { | |
| "id": "tqa-418", | |
| "prompt_sha256": "3698022243a395423f233a832f2746d6d990fdc77602f8d658b2b0868ae76216" | |
| }, | |
| { | |
| "id": "tqa-264", | |
| "prompt_sha256": "bf8f186f2237c7ae282313150160ef3a74bbdaab26f99e1e5026db4ce1997ca9" | |
| }, | |
| { | |
| "id": "tqa-94", | |
| "prompt_sha256": "8f7bf56d53f8a1391aca7cc1a4ad0302b436cb0db9c9978b7bdf48c538f89421" | |
| }, | |
| { | |
| "id": "tqa-389", | |
| "prompt_sha256": "f47ee38155c4fb21c85f565f476bc3a54e8d662f2b66e718528503dba75c56a5" | |
| }, | |
| { | |
| "id": "tqa-427", | |
| "prompt_sha256": "8c51ae9e38d924a6a8728807155373d8c1402d0443df3a51679154753cfb0487" | |
| }, | |
| { | |
| "id": "tqa-269", | |
| "prompt_sha256": "0cb7600612275cf58780f197b4f13c6822f678bc9c1ca0d02975bb2edc61b060" | |
| }, | |
| { | |
| "id": "tqa-643", | |
| "prompt_sha256": "4cc40df665b688a8c82ea65bf810655aaa1432a198b41002c3638fe305582889" | |
| }, | |
| { | |
| "id": "tqa-7", | |
| "prompt_sha256": "22d0911eb4bccfd1300d29729cfd8d20ecd1671687ec368f19a2772d86fed078" | |
| }, | |
| { | |
| "id": "tqa-419", | |
| "prompt_sha256": "31db81687174849195e56379560c1954ef06f3130ced302eb909f4c71f2a49ce" | |
| }, | |
| { | |
| "id": "tqa-616", | |
| "prompt_sha256": "a3372d2bfa5bbfa6b1082e0981a848fd06aa08a2b6c0c1f706925a10c81f9421" | |
| }, | |
| { | |
| "id": "tqa-699", | |
| "prompt_sha256": "e9b32675480d0a0a9d71d92b88448b8a3dd16011234f547675cdf69286701e23" | |
| }, | |
| { | |
| "id": "tqa-473", | |
| "prompt_sha256": "60de35c988a96b2a5be0629e884a73422dcaf9268b2f2a31aa29855fd160566e" | |
| }, | |
| { | |
| "id": "tqa-523", | |
| "prompt_sha256": "e013464bc552c306679e1548ae56c53afa337612d2bd531a65087be8f72038de" | |
| }, | |
| { | |
| "id": "tqa-214", | |
| "prompt_sha256": "db4c494c8e613d14b0cae094c944b72df74847bec747000bf695af2998e2716a" | |
| }, | |
| { | |
| "id": "tqa-376", | |
| "prompt_sha256": "f95e7b4cd74a413bbbfe8c84d6eb3181c939f16b64edf6b253f93425f0981b88" | |
| }, | |
| { | |
| "id": "tqa-123", | |
| "prompt_sha256": "a7cadf4cb818f646488111c18cd3a05ce6548e79fe07fd839b51d6cf3fa8b5a9" | |
| }, | |
| { | |
| "id": "tqa-200", | |
| "prompt_sha256": "180de777687e6051147bca7048e942ed11bfbd743ee793586c03d57c3287d56f" | |
| }, | |
| { | |
| "id": "tqa-493", | |
| "prompt_sha256": "d32b4609583c94e5c1c637d155ed0792965b6548879589acf5c1cb97c91d015b" | |
| }, | |
| { | |
| "id": "tqa-474", | |
| "prompt_sha256": "cc0189939ae81ca64e1e6b5a96135658372d95174058da4573ef1d26ef94e73d" | |
| }, | |
| { | |
| "id": "tqa-387", | |
| "prompt_sha256": "edbffe92234faabca2b1cceca1156b8cd79f6cc0276d54106491c1fb91c9938c" | |
| }, | |
| { | |
| "id": "tqa-746", | |
| "prompt_sha256": "4d5073e761db6e2f27f1094f3531d738117fd11db5e2954f2ab2580adc54298d" | |
| }, | |
| { | |
| "id": "tqa-790", | |
| "prompt_sha256": "25090022fe2bd13b240267795eed0409cc30400887e60f4f908ee9ca2c8f4633" | |
| }, | |
| { | |
| "id": "tqa-181", | |
| "prompt_sha256": "5b5451a960c37ad37113597702d6333fb3b974197ef0c936f880fc65603c589f" | |
| }, | |
| { | |
| "id": "tqa-413", | |
| "prompt_sha256": "4e9d332a50cb3f174f5a6f207482f5f22d59fa6f4bffe4781197a5a3920b6825" | |
| }, | |
| { | |
| "id": "tqa-349", | |
| "prompt_sha256": "639a59927faf50952ca2e9325da24a46a7603b166b5ee553248df2f4f8b94b0b" | |
| }, | |
| { | |
| "id": "tqa-434", | |
| "prompt_sha256": "41b59d50699302980f03b12cee90159bba16c028dca0a833fe13a5d1cf1fd223" | |
| }, | |
| { | |
| "id": "tqa-601", | |
| "prompt_sha256": "75fc3c3e7c20582eaad48b84246086b3059924818eae2d39f751fcc3363e518e" | |
| }, | |
| { | |
| "id": "tqa-489", | |
| "prompt_sha256": "69f2bdd313e8701499c9a6506c3eaa657e8b27a0a950768ebe05034ca3ff265d" | |
| }, | |
| { | |
| "id": "tqa-286", | |
| "prompt_sha256": "0c20c65511c775493f46d920bc0ef8f96d0b11d86ae3f0791e6ec22dbfc32664" | |
| }, | |
| { | |
| "id": "tqa-488", | |
| "prompt_sha256": "0b6c8345917e1d7a5640e1fb0f94f0fe580a72832e39a7c8f0f1f7418618991a" | |
| }, | |
| { | |
| "id": "tqa-759", | |
| "prompt_sha256": "289f3dc408df6152624dc67624611c6909eb7e22745481cc9ae45ca59ae01db5" | |
| }, | |
| { | |
| "id": "tqa-273", | |
| "prompt_sha256": "cffabedd302858eb2f79ece74910b1d4ca30825128e3620a557ecc1c97cca0c0" | |
| }, | |
| { | |
| "id": "tqa-59", | |
| "prompt_sha256": "d2e99dd6ed6a82ae7a0597283f7a36fe0216c7612a2250790fb4966d4994eb42" | |
| }, | |
| { | |
| "id": "tqa-315", | |
| "prompt_sha256": "d52aa5fdb61c9f82b0125bba61ca4844d2488ea11f07e882cc597c9f8e3b02e8" | |
| }, | |
| { | |
| "id": "tqa-425", | |
| "prompt_sha256": "da26463815f60c7d40012e92294540574c961cc4de8734eb5a872d25cdb52d17" | |
| }, | |
| { | |
| "id": "tqa-58", | |
| "prompt_sha256": "93a0111829903943ed9b72fa10a4f9090cc115f8ec01e896f1d726f770dae607" | |
| }, | |
| { | |
| "id": "tqa-691", | |
| "prompt_sha256": "88ceb13a47a4f834f96b27d3476836aaaca7bf518da9c35e0a3c9f6bb2ff2f59" | |
| }, | |
| { | |
| "id": "tqa-497", | |
| "prompt_sha256": "e6fa25cde41ea1a12dd06dbe12dab257f208c3e441ca14fb2203eff95076660c" | |
| }, | |
| { | |
| "id": "tqa-515", | |
| "prompt_sha256": "965678ed1c3a76f8545739657fb5ea15dba22cba68c74b1166c579542bc4522b" | |
| }, | |
| { | |
| "id": "tqa-398", | |
| "prompt_sha256": "64e976870ee0d40b827ced45d260337d47e0fc384c342825afa106ac96571e92" | |
| }, | |
| { | |
| "id": "tqa-670", | |
| "prompt_sha256": "f667953aad0a8a2ad70895f39cb9e3055c8d6b0400720ab6abc51cd9156a9877" | |
| }, | |
| { | |
| "id": "tqa-170", | |
| "prompt_sha256": "adf887e310e1590b005763b84d83c4fb28af8465884e9797dd0b610bf6e30bd6" | |
| }, | |
| { | |
| "id": "tqa-334", | |
| "prompt_sha256": "ce387335f39fc7a9af24299d6277ebacaab0782896d8e662af5b1b194718ea95" | |
| }, | |
| { | |
| "id": "tqa-307", | |
| "prompt_sha256": "38884d836ea2dd3101ea157a0257d23014ae17e87b433c052ca1adc90eec6d61" | |
| }, | |
| { | |
| "id": "tqa-495", | |
| "prompt_sha256": "c0b1fb404afab570cb664d6243b99c1e5c0e2ebaccacd6999b3817fdc2fbe420" | |
| }, | |
| { | |
| "id": "tqa-597", | |
| "prompt_sha256": "e3ed2467b7d15685bcd140f2b367fd6534e911dc2fc9ab0756f0376b14794ca7" | |
| }, | |
| { | |
| "id": "tqa-775", | |
| "prompt_sha256": "25820d3012ecc08fd8fe58ee5a54d435129872def2fbbc6c96d2bc9dc5556630" | |
| }, | |
| { | |
| "id": "tqa-186", | |
| "prompt_sha256": "cdd8dad96a9711adf6c334d8e93ded7724f05f1d7f4874ba216eec3ff7622c21" | |
| }, | |
| { | |
| "id": "tqa-733", | |
| "prompt_sha256": "ec780a204369f2c9289e6219178e61305bd2abbedd7d9096466babb117ae35c2" | |
| }, | |
| { | |
| "id": "tqa-308", | |
| "prompt_sha256": "463b6e679ea298faa7fa5b1e0c1c67b6310a6dade731914f02baf92da0e3dabb" | |
| }, | |
| { | |
| "id": "tqa-5", | |
| "prompt_sha256": "9ad3526ffbc510655550ae23fa2f6d4d1bbec33fb4d5b545e834fe4147834e1a" | |
| }, | |
| { | |
| "id": "tqa-231", | |
| "prompt_sha256": "0d607b25972568c469d4e7528e7fcf826f97d82befb1d107a4bb42c4257982d7" | |
| }, | |
| { | |
| "id": "tqa-356", | |
| "prompt_sha256": "5fb365c7e8f9e1ddc27efa54e0255b925e31a5445ca87a9fb58773180464d01b" | |
| }, | |
| { | |
| "id": "tqa-810", | |
| "prompt_sha256": "16e61e08bdfbef3ac67f558853ee890551ef4583d401c7a7ef70627b7beae53b" | |
| }, | |
| { | |
| "id": "tqa-270", | |
| "prompt_sha256": "93d07ba550d8590be7e5cbccad3be81c6614f83f925c72549d4f61f832bbb689" | |
| }, | |
| { | |
| "id": "tqa-13", | |
| "prompt_sha256": "4715edfdabd2814c04adccc50744f59d0f3469e355de49c372c9adf14076cbe4" | |
| }, | |
| { | |
| "id": "tqa-114", | |
| "prompt_sha256": "a344e6ab86f1fce2472bf78f63e9a1f3deeea668d7ffceaad8ef456f69862a12" | |
| }, | |
| { | |
| "id": "tqa-4", | |
| "prompt_sha256": "deed2e84fe2949540899b6599ccd903b114d0c3a523f42782a0042ce0261d984" | |
| }, | |
| { | |
| "id": "tqa-417", | |
| "prompt_sha256": "c0b71374124ae15e9eab055c000f660cdb850c75facafe522670b5480da9961d" | |
| }, | |
| { | |
| "id": "tqa-750", | |
| "prompt_sha256": "bf0ac771ecc25f5d7e0a6b54e1211d38fd6c2d0d209c3ff165999c9cce9b9829" | |
| } | |
| ] | |
| } |