{ "status": "validation_failed", "tuning": [], "held_out": [], "validation_failure": [ { "stage": "prefill", "valid_tokens": 128, "cache": { "passed": true, "max_absolute_error": 0.0005502700805664062, "layers_checked": 28, "valid_tokens_checked": 128, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 256, "cache": { "passed": true, "max_absolute_error": 0.0005502700805664062, "layers_checked": 28, "valid_tokens_checked": 256, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 384, "cache": { "passed": true, "max_absolute_error": 0.0005502700805664062, "layers_checked": 28, "valid_tokens_checked": 384, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.0005502700805664062, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 640, "cache": { "passed": true, "max_absolute_error": 0.0005502700805664062, "layers_checked": 28, "valid_tokens_checked": 640, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 768, "cache": { "passed": true, "max_absolute_error": 0.0005502700805664062, "layers_checked": 28, "valid_tokens_checked": 768, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 896, "cache": { "passed": true, "max_absolute_error": 0.0005502700805664062, "layers_checked": 28, "valid_tokens_checked": 896, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.0014200210571289062, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1152, "cache": { "passed": true, "max_absolute_error": 0.0014200210571289062, "layers_checked": 28, "valid_tokens_checked": 1152, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1280, "cache": { "passed": true, "max_absolute_error": 0.0014200210571289062, "layers_checked": 28, "valid_tokens_checked": 1280, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1408, "cache": { "passed": false, "max_absolute_error": 0.0023069381713867188, "layers_checked": 28, "valid_tokens_checked": 1408, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": false } ], "schema_version": 1, "created_at": "2026-10-05T01:43:05.448221+00:00", "model": "Qwen/Qwen3-0.6B", "checkpoint_revision": "c1899de289a04d12100db370d81485cdf75e47ca", "checkpoint_sha256": { "config.json": "660db3b73d788119c04535e48cf9be5f55bc3100841a718637ae695b442f27dd", "model.safetensors": "f47f71177f32bcd101b7573ec9171e6a57f4f4d31148d38e382306f42996874b" }, "tokenizer_sha256": { "tokenizer.json": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4", "tokenizer_config.json": "d5d09f07b48c3086c508b30d1c9114bd1189145b74e982a265350c923acd8101" }, "hardware": { "device_name": "Apple M5", "max_recommended_working_set_size": 26800603136, "memory_size": 34359738368, "architecture": "applegpu_g17g", "max_buffer_length": 20100448256, "resource_limit": 499000 }, "software": { "mlx": "0.32.0", "mlx_lm": "0.31.3", "platform": "macOS-26.2-arm64-arm-64bit", "MLX_ENABLE_TF32": "0", "candidate_environment": { "METILE_SCHEDULE": null, "METILE_ONLINE_SOFTMAX": null, "METILE_LOW_LATENCY_SPIN_US": null } }, "metal_compiler": "Apple metal version 32023.864 (metalfe-32023.864)\nTarget: air64-apple-darwin25.2.0\nThread model: posix\nInstalledDir: /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.3.7003.10.GzPOjD/Metal.xctoolchain/usr/metal/current/bin", "source_sha256": { "benchmarks/megakernels/qwen3_staged_runtime.py": "a8cf552b5f294e0fa02032a7a55a672cb9836e7126ee07a20a46480b4d53cef0", "benchmarks/megakernels/qwen3_runtime.py": "7076d3413e6df90e577288874de55d5f1af0c22dd5d8c9e6706be238f01e5304", "benchmarks/megakernels/qwen3_chunked_prefill.py": "392118dfa42a141e00ae59c879ed2dd2e5383af1942a0f8d73528dc38db2e420", "benchmarks/megakernels/qwen3_end_to_end.py": "20f597b3a39e30b157d38f9d3594ad9642ae34eafc862381c024750b05d1b6ba", "benchmarks/megakernels/qwen3_prefill_runtime.py": "1d348b401db23725d806ac441672c0c3c8c2d2a4b1095e3a413554d933c886f8", "benchmarks/megakernels/qwen3.py": "d54bd5fd5f9973c8fdd98a6c656c0ca79d424457db242061ce88b8601b9d91f4", "benchmarks/common/checkout.py": "521c2d03a27b1a46575deab789b83b4e5bb71df030d01eeebd11ba777eaaf0b2" }, "compiler_and_kernels_sha256": "6a3e05904050d50253934ef1ed381992d7007a93bace915c8bcf79a8ca9869d3", "weights": { "source_dtype": "bfloat16", "both_backends": "float32", "same_values": true, "quantized": false }, "precision_comparison": { "class": "same_storage_precision", "same_weight_representation": true, "bitwise_exact": false, "storage_dtype": "float32", "accumulation_dtype": "float32" }, "selection": { "candidate_chunk_sizes": [ 128, 256, 512, 1024 ], "criterion": "minimum tuning median candidate TTFT; smaller chunk breaks exact ties", "held_out_used_for_selection": false, "held_out_scope": "held out from automatic chunk-size selection only; the 4096-token document was exercised during implementation correctness development, so it is not unseen development data", "tuning_prompt": { "kind": "contiguous token prefix of local technical documentation", "sources_sha256": { "docs/guide/architecture.rst": "6c072151632f04efdd9222220a25cf901aaf813b443f4c23b42e2db1e38b90d7", "docs/guide/graph-fusion.rst": "e3592965d627a59a64be960b617bd3288798b6efe2eabdfd7b64777520d9d55c" }, "source_token_count": 2632, "token_offset": 0, "token_ids": [ 38406, 37843, 198, 1518, 46725, 271, 2660, 15628, 1367, 3658, 13027, 63515, 311, 19206, 13, 362, 2086, 45645, 8471, 504, 264, 12564, 198, 4439, 11, 1380, 432, 646, 18130, 7248, 25185, 323, 15963, 7525, 1573, 198, 958, 14421, 10001, 22711, 13, 11733, 12716, 4722, 1526, 20744, 16248, 323, 19206, 16248, 13, 576, 198, 12807, 19614, 55, 19163, 1221, 42465, 7907, 63515, 448, 9867, 7525, 198, 14801, 18774, 892, 311, 1598, 382, 496, 2168, 486, 608, 62, 1978, 14, 5689, 13455, 2268, 8790, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 14, 5689, 13455, 2268, 8790, 15228, 198, 256, 549, 3145, 25, 8627, 752, 15628, 28672, 6396, 504, 4771, 323, 384, 82853, 11127, 1526, 11064, 1786, 11433, 287, 18335, 11, 36508, 11, 16248, 45201, 11, 19206, 2038, 9471, 11, 323, 63163, 15592, 6845, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 23395, 1412, 323, 12165, 27680, 198, 27814, 271, 3862, 525, 1378, 5510, 311, 3725, 279, 19415, 1447, 9, 9902, 31, 4059, 457, 31226, 13874, 34383, 19119, 13027, 384, 82853, 7525, 1119, 10001, 40060, 198, 220, 20744, 16248, 624, 9, 9902, 11212, 3297, 13874, 7424, 264, 31969, 12564, 79987, 1573, 10001, 22711, 614, 198, 220, 1012, 4091, 13, 576, 4771, 646, 2525, 504, 458, 19614, 55, 17590, 476, 504, 458, 11464, 198, 220, 19415, 2943, 382, 785, 4771, 45645, 44699, 7248, 1186, 86186, 11, 2670, 264, 3239, 68864, 198, 8470, 24160, 11, 5452, 476, 58457, 6911, 11, 76369, 11, 323, 897, 5517, 24160, 6693, 28439, 198, 8074, 614, 902, 1008, 3847, 13, 13235, 24891, 429, 8781, 448, 2860, 6529, 345, 275, 12341, 279, 2567, 46876, 1526, 264, 13951, 15748, 382, 37, 7560, 9115, 17530, 7050, 11, 28439, 62795, 11, 323, 2169, 74790, 198, 16440, 82, 13, 1084, 5711, 1308, 42221, 369, 5777, 32000, 323, 369, 28878, 471, 632, 6813, 315, 198, 1782, 5537, 50717, 21242, 4771, 13, 11581, 1455, 573, 471, 632, 6813, 990, 264, 72349, 55980, 198, 23617, 4518, 13, 549, 5236, 18736, 4439, 2220, 7560, 63, 14758, 1380, 279, 25262, 374, 4734, 198, 437, 1380, 432, 374, 66609, 382, 31076, 7658, 11433, 287, 38093, 198, 771, 70818, 27847, 18335, 16555, 46211, 1526, 61571, 46876, 292, 6872, 382, 496, 2168, 486, 608, 62, 1978, 14, 19688, 10475, 7449, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 14, 19688, 10475, 7449, 15228, 198, 256, 549, 3145, 25, 36991, 1786, 11433, 287, 12111, 18335, 504, 4771, 5383, 323, 13951, 2329, 1526, 46876, 292, 29155, 311, 264, 22909, 18130, 476, 4734, 32772, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 32, 9902, 6033, 2654, 38066, 13874, 17167, 315, 458, 9569, 11, 264, 7868, 10880, 11, 264, 36903, 11893, 345, 437, 264, 1590, 2022, 7493, 13, 576, 21739, 3232, 1663, 40915, 87856, 198, 2359, 323, 1290, 9569, 11, 7907, 4097, 43415, 5048, 11, 323, 6716, 4998, 316, 52807, 624, 785, 36824, 12, 77499, 2329, 93494, 264, 4269, 448, 39595, 39187, 11, 4622, 3135, 345, 2413, 39522, 8, 13874, 26, 1172, 264, 23933, 2329, 1231, 8290, 279, 3684, 1506, 6529, 8781, 198, 4197, 9902, 19268, 75825, 13874, 13, 4220, 35296, 1931, 57393, 25922, 12341, 653, 537, 5695, 198, 4489, 4482, 84162, 1212, 19057, 16574, 312, 54465, 13, 1416, 54175, 973, 12449, 198, 1782, 5537, 11, 20816, 525, 52824, 11, 279, 13951, 8024, 374, 40409, 11, 476, 264, 198, 15780, 28572, 14525, 11, 279, 19415, 13598, 279, 4024, 4771, 382, 26343, 70081, 198, 771, 26469, 15628, 16248, 5610, 11773, 97785, 20907, 11, 10533, 11, 29753, 11, 46211, 11, 49054, 345, 437, 6172, 7525, 13, 45631, 16211, 28141, 2169, 97785, 5944, 198, 14801, 45201, 13, 9646, 264, 10001, 6083, 374, 8356, 11, 279, 19415, 42453, 4756, 1099, 198, 82, 49613, 1212, 862, 5777, 34226, 45120, 1874, 13, 12090, 315, 15039, 458, 198, 74341, 315, 13578, 36769, 11, 432, 21895, 825, 18239, 13, 1084, 49143, 198, 46274, 17274, 9700, 7468, 1667, 264, 2169, 5666, 40138, 1614, 11, 448, 198, 45703, 4008, 3084, 438, 279, 18131, 1438, 382, 10227, 45201, 11, 458, 51572, 9700, 3119, 63297, 279, 19163, 11, 66631, 4351, 198, 15281, 11, 323, 7248, 47762, 16982, 2041, 94445, 279, 50300, 20744, 198, 2801, 13, 10230, 2022, 323, 25262, 16211, 28162, 6203, 8502, 11, 1393, 198, 1782, 1590, 11320, 1895, 7424, 279, 87139, 11, 4621, 2022, 11, 323, 69642, 198, 73028, 1483, 624, 11709, 479, 2716, 44, 1459, 4482, 4155, 50773, 1137, 4722, 504, 264, 31969, 17274, 24036, 79987, 345, 16169, 6094, 23091, 323, 15592, 36829, 11, 4751, 1091, 15099, 11494, 198, 15463, 13, 3496, 549, 5236, 18736, 52721, 1331, 49613, 63, 369, 279, 7248, 17080, 323, 13388, 382, 12522, 817, 19083, 4516, 15278, 702, 1012, 10067, 11, 432, 72015, 311, 9569, 198, 13435, 287, 11, 66631, 557, 77453, 11, 476, 23933, 4516, 4074, 28998, 13, 31330, 49054, 198, 23362, 220, 16, 11, 220, 17, 11, 220, 19, 11, 220, 23, 11, 220, 16, 21, 11, 476, 220, 18, 17, 17274, 2750, 817, 4516, 26, 7299, 63018, 7468, 198, 18654, 1824, 33551, 18, 17, 36398, 13, 576, 19415, 13598, 1846, 2750, 3887, 3941, 279, 198, 265, 23113, 323, 28160, 16622, 47732, 48722, 1573, 31918, 198, 50171, 13, 549, 5236, 18736, 4528, 37803, 82, 63, 16555, 279, 7248, 6789, 25993, 382, 70914, 1378, 50156, 6172, 57673, 990, 31969, 4147, 15711, 323, 198, 71160, 84094, 5449, 34430, 304, 279, 16248, 11, 4751, 1091, 8042, 389, 279, 47263, 382, 9053, 287, 18644, 11464, 19206, 16248, 71194, 25, 17274, 323, 66631, 7525, 345, 4528, 4074, 5819, 11, 92257, 4074, 6172, 34503, 11, 19206, 220, 19, 9902, 46111, 21959, 90716, 2504, 198, 82, 30196, 11, 29640, 11, 323, 7299, 59524, 10533, 13, 96378, 3487, 323, 25262, 16211, 198, 47584, 19119, 16248, 4686, 12, 2801, 52970, 13, 576, 13794, 47263, 22479, 19206, 16248, 311, 198, 97274, 386, 7984, 11, 1221, 279, 15592, 5711, 279, 26166, 19206, 5392, 8819, 979, 2500, 323, 198, 32595, 1182, 311, 7248, 96187, 28672, 12716, 382, 81330, 45894, 40253, 323, 9867, 15082, 55, 7600, 94445, 525, 7481, 304, 198, 25, 5236, 18736, 33620, 1455, 49911, 288, 28587, 4220, 3412, 12716, 525, 8651, 504, 4622, 10001, 198, 5689, 13455, 323, 1373, 3671, 18906, 57323, 323, 5068, 12341, 382, 20806, 291, 10954, 198, 38645, 271, 73314, 264, 10001, 1558, 537, 5695, 429, 432, 33327, 279, 12626, 389, 264, 2661, 198, 6111, 323, 6083, 382, 496, 2168, 486, 608, 62, 1978, 39298, 10475, 3400, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 39298, 10475, 3400, 15228, 198, 256, 549, 3145, 25, 12262, 291, 752, 15628, 15592, 6589, 3941, 9867, 19614, 55, 323, 7907, 63515, 448, 10519, 11, 97391, 41338, 11, 24999, 47430, 11, 32772, 11, 323, 7168, 66140, 6845, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 20800, 19614, 55, 323, 7907, 63515, 20259, 304, 279, 1852, 9367, 13, 30488, 198, 8074, 1969, 1156, 1494, 264, 34776, 24748, 18126, 13, 71573, 278, 323, 198, 11822, 380, 19531, 24609, 9144, 1973, 13, 15586, 287, 36582, 6761, 389, 279, 198, 9262, 2997, 510, 53103, 323, 77178, 24993, 1373, 220, 20, 3266, 11, 1393, 4771, 36508, 323, 2504, 1331, 25228, 198, 8470, 24160, 1373, 220, 16, 15, 3266, 13, 6944, 21615, 8521, 614, 862, 1828, 36582, 280, 4060, 549, 5236, 18736, 66903, 89987, 28587, 3714, 6805, 22334, 553, 3671, 11, 5392, 8819, 476, 12626, 198, 4366, 11, 2530, 11, 13231, 11, 6083, 11, 7050, 5827, 11, 323, 9144, 2997, 13, 362, 20579, 9867, 198, 63938, 409, 19133, 4756, 5961, 311, 279, 4024, 5666, 26, 264, 7907, 5480, 198, 4776, 7168, 66140, 19614, 55, 2526, 63515, 476, 10030, 19206, 6845, 448, 5101, 55119, 198, 14049, 287, 382, 785, 15592, 13598, 9867, 19614, 55, 369, 40409, 6738, 11, 34776, 476, 28672, 198, 18403, 1413, 11, 323, 26995, 8336, 84798, 13, 28040, 1281, 429, 5754, 11464, 25, 264, 9867, 198, 73311, 374, 537, 264, 7907, 12646, 5454, 3164, 13, 4220, 12341, 9173, 311, 279, 19614, 55, 198, 60168, 13, 576, 4586, 9902, 4059, 457, 31055, 354, 2886, 13874, 5333, 1172, 3039, 32383, 26, 1181, 198, 56126, 374, 8480, 369, 34776, 10519, 4192, 46254, 12, 11212, 42237, 198, 1518, 605, 271, 13874, 11212, 3297, 13874, 7424, 15626, 7525, 1573, 10001, 22711, 525, 11882, 624, 13874, 10393, 14738, 761, 7560, 13874, 1221, 49143, 7248, 5203, 315, 7525, 311, 4722, 198, 983, 3439, 11, 2670, 5203, 448, 803, 1091, 825, 2550, 382, 9830, 549, 5236, 18736, 80419, 63, 369, 279, 2480, 1815, 504, 4771, 8086, 311, 15592, 198, 18274, 11, 2670, 11064, 1786, 11433, 287, 6529, 18335, 382, 496, 2038, 9425, 486, 10135, 271, 256, 1159, 2270, 457, 271, 256, 7363, 284, 2270, 457, 40237, 3297, 741, 256, 2750, 284, 7363, 10046, 445, 3661, 497, 2270, 457, 44203, 8327, 1188, 16, 11, 220, 17, 15, 19, 23, 701, 330, 69, 16, 21, 5455, 256, 32147, 284, 7363, 10046, 445, 416, 3340, 497, 2270, 457, 44203, 8327, 1188, 16, 11, 220, 17, 15, 19, 23, 701, 330, 69, 16, 21, 5455, 256, 4680, 284, 7363, 10046, 445, 4765, 497, 2270, 457, 44203, 8327, 1188, 17, 15, 19, 23, 59564, 330, 69, 16, 21, 5455, 256, 65666, 284, 7363, 1364, 20103, 11, 32147, 340, 256, 29410, 284, 7363, 1746, 1011, 19181, 19713, 2061, 11, 4680, 11, 220, 16, 68, 12, 20, 340, 256, 4771, 284, 7363, 13239, 1188, 1242, 2061, 11, 29410, 4390, 256, 3119, 284, 2270, 457, 45842, 14738, 761, 7560, 24312, 692, 785, 32147, 2629, 374, 264, 4771, 2550, 13, 8704, 36508, 1969, 21129, 2176, 432, 323, 198, 1782, 29410, 1102, 11, 279, 4091, 10001, 702, 1378, 16275, 382, 62790, 479, 657, 11020, 50773, 1137, 198, 771, 69043, 13874, 11212, 3297, 514, 321, 84, 13874, 323, 9902, 11212, 3297, 46433, 13874, 3158, 264, 4492, 72, 3825, 52, 5395, 44804, 198, 4574, 304, 279, 1852, 4771, 16248, 13, 576, 1638, 9902, 16547, 22373, 90492, 11337, 13874, 44699, 1378, 198, 8470, 76, 14295, 448, 264, 6094, 15099, 1946, 11, 279, 9902, 34804, 84, 3268, 349, 8, 353, 705, 13874, 4155, 90492, 11, 323, 279, 198, 2923, 21615, 429, 59506, 432, 13, 576, 36052, 26344, 2987, 30270, 13933, 198, 1358, 13, 1084, 59415, 52654, 54175, 973, 323, 662, 48796, 4161, 323, 198, 4528, 4074, 64096, 13388, 1573, 12299, 279, 4583, 5537, 311, 19163, 198, 14772, 287, 382, 785, 68809, 12, 30448, 1506, 19206, 19163, 5646, 264, 3347, 63018, 9700, 369, 419, 198, 3943, 13, 1084, 44595, 279, 18126, 13951, 11, 82951, 279, 66631, 4351, 1102, 311, 198, 4528, 4074, 18778, 11, 312, 4776, 279, 56312, 19031, 369, 279, 705, 13951, 345, 82, 14113, 4756, 11, 323, 16790, 4492, 72, 3825, 52, 389, 11582, 573, 13, 16703, 19614, 55, 11, 19697, 19614, 55, 11, 323, 279, 1378, 198, 16187, 36769, 7146, 12460, 11178, 369, 3078, 354, 37202, 13, 30488, 198, 265, 1054, 5136, 1969, 1494, 264, 27594, 1465, 1779, 1573, 1614, 11591, 1790, 34841, 345, 52983, 32785, 2375, 763, 11, 323, 1487, 275, 12341, 382, 2461, 825, 19545, 68809, 16895, 11, 264, 2086, 469, 17421, 4155, 90492, 11367, 279, 42578, 198, 416, 3340, 311, 279, 1495, 21615, 304, 279, 1852, 7907, 10001, 13, 576, 15592, 53990, 198, 574, 6430, 25156, 504, 18126, 71843, 11, 1221, 47442, 458, 94891, 31558, 504, 279, 1378, 198, 4525, 1618, 4788, 13, 8886, 6430, 51844, 1181, 1828, 9867, 19614, 55, 9144, 382, 11686, 975, 5646, 279, 43893, 4155, 50773, 1137, 304, 1565, 50, 14011, 25612, 36, 198, 27, 2428, 1110, 277, 88733, 2659, 14, 3435, 14, 17, 20, 16, 17, 13, 16, 19, 15, 23, 15, 43626, 62, 323, 279, 15279, 94687, 1062, 12, 19133, 2022, 198, 75343, 1122, 553, 1565, 87655, 11023, 366, 2428, 1110, 47786, 2659, 14, 16, 15, 13, 16, 16, 19, 20, 14, 18, 22, 19, 19, 24, 15, 21, 43626, 4950, 1913, 8162, 50592, 345, 4528, 4074, 4938, 374, 458, 11464, 389, 11582, 573, 18778, 13242, 13, 21133, 1973, 646, 1492, 198, 13096, 279, 12942, 8177, 15626, 6500, 59447, 369, 279, 1495, 21615, 11, 714, 19206, 198, 27057, 537, 28141, 444, 17, 6500, 8983, 1229, 13, 72434, 4938, 28160, 264, 13940, 68365, 2975, 26, 432, 198, 27057, 537, 2484, 3644, 5819, 1119, 18778, 13242, 4938, 382, 5974, 12, 18878, 24145, 198, 771, 26469, 4854, 5777, 16851, 31236, 11761, 12534, 9044, 458, 274, 2385, 3931, 3922, 13, 55378, 198, 64, 16851, 8651, 15104, 458, 6821, 36824, 553, 7050, 323, 198, 2245, 14636, 67318, 2022, 2783, 26, 282, 970, 432, 15104, 264, 2169, 74790, 6821, 624, 641, 25722, 36689, 4018, 12822, 16164, 88746, 16982, 13, 576, 2530 ], "actual_prompt_tokens": 2048, "chat_template": false, "special_tokens_added": false }, "tuning_output_tokens": 8, "tuning_trials": 5 }, "workload": { "batch": 1, "prompt": { "kind": "contiguous token prefix of local technical documentation", "sources_sha256": { "docs/guide/language.rst": "c80d37d331ce05ff9a86dc4187a81e89f29183f7a9d0024520390bdab2ef81c7", "docs/guide/tensor-memory.rst": "fbe8090dfa4f017c821c5f462b29eacf1d6b647a0e89b1a89e9e81ab412f4377", "docs/guide/tile-ops.rst": "e32f69fb429677d432b4b9eb43963b0096dd2e70165973c5782be41050a374bb", "docs/guide/memory.rst": "df6fbdcf5226875e4c2b378142eb47b6a4a1e3eac530c4145fbc8692b6135bda" }, "source_token_count": 8944, "token_offset": 0, "token_ids": [ 13806, 17207, 198, 1518, 418, 271, 2660, 15628, 34383, 264, 36009, 13027, 729, 448, 35296, 5977, 11, 1221, 198, 5689, 3658, 279, 12433, 7525, 1119, 264, 22670, 2025, 13, 9211, 13027, 11574, 198, 1782, 11655, 11, 264, 13027, 9902, 333, 13874, 476, 9902, 9669, 13874, 1969, 6761, 389, 19192, 7246, 2750, 624, 10253, 9902, 2870, 13874, 369, 817, 28452, 6589, 323, 9902, 21094, 9698, 13874, 369, 264, 50300, 6337, 382, 785, 68642, 3685, 728, 4766, 264, 10001, 13, 1752, 264, 4583, 2025, 448, 7050, 198, 1851, 323, 34776, 12341, 11, 1191, 448, 198, 25, 5236, 18736, 14, 50110, 18935, 291, 14, 3896, 12646, 5454, 63, 476, 549, 5236, 18736, 14, 51668, 84600, 24160, 62338, 35338, 323, 7050, 264, 10001, 198, 771, 68303, 496, 2038, 9425, 486, 10135, 271, 256, 569, 4059, 457, 31226, 198, 256, 707, 847, 26876, 5384, 4348, 11, 2550, 4348, 11, 1760, 11, 28677, 25, 2270, 457, 36128, 9413, 982, 981, 5468, 256, 847, 26876, 9697, 4059, 457, 520, 611, 11512, 11, 220, 17, 20, 21, 701, 7252, 1006, 981, 1946, 7776, 11, 2550, 7776, 11, 1760, 11, 28677, 28, 17, 20, 21, 198, 256, 5125, 4095, 5977, 3635, 3671, 27454, 448, 862, 5819, 13231, 13, 1752, 3110, 345, 3649, 18, 17, 27389, 990, 9902, 6111, 2224, 9, 13874, 323, 2224, 16, 21, 27389, 990, 198, 13874, 6111, 4279, 9, 13874, 13, 13027, 25780, 323, 47902, 3635, 220, 18, 17, 15257, 7546, 323, 198, 3649, 17274, 5977, 13, 9970, 15592, 5977, 304, 11957, 1973, 323, 198, 13874, 42281, 13874, 5977, 553, 16174, 11, 438, 6839, 3403, 382, 785, 46449, 44699, 279, 5042, 9902, 4059, 457, 36128, 9413, 13874, 21223, 1633, 624, 52116, 61620, 54544, 32207, 389, 10001, 5029, 25, 264, 1034, 8482, 198, 13874, 1499, 1304, 21055, 563, 1159, 32207, 13874, 1558, 537, 5023, 21129, 419, 198, 16912, 1779, 382, 32, 7050, 5827, 374, 264, 14405, 315, 2025, 14579, 11, 537, 2392, 14579, 476, 14564, 817, 198, 4074, 13, 8886, 2025, 8473, 438, 264, 19206, 4516, 4074, 13, 8543, 4482, 63515, 1824, 198, 603, 11, 1378, 476, 2326, 5827, 24745, 26, 279, 5297, 479, 2716, 44, 1815, 5711, 264, 1378, 32420, 198, 3006, 5827, 382, 13874, 23248, 58, 4203, 936, 13609, 47527, 13874, 37075, 11, 14121, 4756, 11, 323, 4675, 198, 64, 38799, 6822, 311, 1846, 4963, 323, 17274, 2750, 13, 73335, 374, 537, 198, 64, 19192, 15382, 5666, 13, 1416, 498, 3119, 311, 25978, 264, 38799, 11, 10702, 11464, 198, 13874, 4095, 13874, 5977, 26, 1490, 549, 5236, 18736, 17269, 62338, 10690, 9569, 323, 14937, 198, 27814, 271, 496, 729, 486, 2270, 457, 45082, 842, 31884, 692, 256, 3411, 279, 2025, 594, 4516, 4074, 16184, 3156, 8024, 220, 15, 11, 220, 16, 11, 476, 220, 17, 382, 496, 729, 486, 2270, 457, 24315, 10639, 11, 835, 11, 11777, 6789, 5856, 692, 256, 1752, 7546, 9902, 2468, 13874, 323, 9902, 408, 90716, 1855, 279, 4279, 25686, 8500, 198, 256, 9902, 58, 2468, 11, 835, 8, 13874, 13, 11445, 3084, 374, 264, 19192, 7246, 10023, 1379, 13, 1752, 31273, 345, 256, 3270, 9902, 3176, 488, 2270, 457, 24315, 7, 15, 11, 28677, 8, 13874, 979, 279, 6238, 374, 8741, 382, 256, 576, 1482, 42184, 1083, 26344, 264, 50300, 17274, 9902, 2468, 13874, 26, 304, 429, 198, 256, 1352, 11, 279, 2086, 5693, 374, 279, 10023, 594, 3084, 11, 537, 458, 14887, 382, 256, 1527, 10101, 9902, 6855, 2175, 13874, 49912, 19819, 5424, 311, 6961, 198, 256, 14564, 323, 24740, 13, 3496, 549, 5236, 18736, 4528, 37803, 82, 63, 369, 7248, 17047, 382, 496, 729, 486, 2270, 457, 520, 611, 1445, 60969, 11, 46912, 692, 256, 64425, 12804, 11, 16626, 1483, 389, 279, 3468, 311, 12564, 264, 7050, 5827, 382, 496, 729, 486, 2270, 457, 4529, 20421, 3575, 62, 17, 3679, 692, 256, 3411, 279, 24632, 2355, 315, 1378, 7046, 1091, 476, 6144, 311, 279, 897, 624, 256, 5443, 432, 389, 3468, 25780, 979, 26301, 264, 10023, 1379, 382, 25336, 15693, 198, 771, 44364, 496, 729, 486, 2270, 457, 40588, 81962, 11, 11777, 6083, 11, 36287, 5856, 11, 2615, 428, 878, 4934, 497, 2504, 13597, 5856, 11, 2621, 14663, 5856, 692, 256, 61310, 264, 19819, 1651, 315, 6350, 5819, 13, 61531, 323, 36287, 525, 45225, 280, 256, 36287, 525, 16878, 304, 5424, 323, 1638, 311, 66503, 2802, 65581, 198, 256, 5819, 13, 9549, 374, 9902, 1, 878, 39917, 7808, 9902, 1, 4934, 39917, 7808, 476, 9902, 1, 878, 4934, 1, 13874, 624, 256, 1527, 11464, 2621, 3550, 1969, 2432, 279, 7445, 594, 23757, 382, 256, 61310, 6194, 3143, 279, 1191, 315, 279, 10001, 11, 1221, 990, 9902, 1050, 5104, 65300, 345, 256, 1008, 28, 15, 8, 13874, 323, 9902, 1050, 16114, 65300, 11, 897, 8, 13874, 13, 4220, 1779, 19819, 16184, 198, 256, 14262, 13, 576, 19865, 1969, 2058, 3410, 3322, 5819, 323, 2506, 1922, 14, 3176, 198, 256, 34784, 2878, 8499, 220, 18, 17, 15257, 2088, 382, 256, 9902, 4574, 13597, 13874, 49143, 7248, 1378, 32420, 6172, 2385, 457, 2615, 624, 256, 1084, 1558, 537, 22089, 4938, 476, 738, 4516, 37837, 15278, 624, 256, 3496, 549, 5236, 18736, 46111, 64096, 63, 369, 279, 2480, 14262, 11, 13231, 11, 323, 6789, 5116, 382, 496, 2038, 9425, 486, 10135, 271, 256, 11127, 284, 2270, 457, 40588, 5384, 4348, 11, 6083, 4539, 1830, 59564, 2615, 428, 878, 1138, 256, 16275, 284, 2270, 457, 40588, 11057, 4348, 11, 6083, 4539, 1830, 59564, 2615, 428, 4934, 1138, 256, 9892, 284, 2270, 457, 45082, 842, 7, 15, 8, 353, 28677, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 16275, 16114, 1188, 27436, 59564, 11127, 5104, 1188, 27436, 11, 593, 353, 220, 17, 13, 15, 692, 20015, 4938, 7525, 198, 771, 70674, 496, 729, 486, 2270, 457, 5104, 23866, 11, 6911, 5856, 692, 256, 8893, 5424, 504, 264, 7445, 7493, 13, 19924, 291, 12462, 5424, 1349, 7168, 624, 256, 17147, 264, 6911, 11, 279, 19865, 1969, 5978, 1449, 2621, 374, 2697, 382, 496, 729, 486, 2270, 457, 16114, 23866, 11, 897, 11, 6911, 5856, 692, 256, 9129, 1526, 264, 7445, 7493, 13, 19924, 291, 12462, 10533, 525, 35157, 382, 496, 2038, 9425, 486, 10135, 271, 256, 9892, 284, 2270, 457, 45082, 842, 7, 15, 8, 353, 28677, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 2697, 284, 9892, 366, 1760, 198, 256, 2750, 284, 2270, 457, 5104, 5384, 4348, 488, 9892, 11, 6911, 28, 1891, 340, 256, 2270, 457, 16114, 11057, 4348, 488, 9892, 11, 2750, 11, 6911, 28, 1891, 692, 496, 729, 486, 2270, 457, 29934, 12411, 23866, 11, 2802, 6917, 11, 1375, 6917, 11, 19228, 11, 6083, 692, 256, 8893, 264, 1378, 32420, 10023, 13, 9902, 47057, 13874, 374, 279, 2802, 19228, 304, 5424, 280, 256, 9902, 12231, 13874, 374, 279, 10023, 594, 39595, 1811, 11, 8147, 8, 13874, 13, 1096, 19588, 3749, 198, 256, 1558, 537, 15913, 2480, 15626, 14262, 13, 1532, 6172, 63515, 1265, 990, 198, 256, 9902, 46111, 18850, 11, 2504, 13597, 28, 32574, 13874, 773, 45201, 646, 9593, 15336, 198, 256, 323, 4938, 6789, 382, 496, 729, 486, 2270, 457, 29934, 14809, 23866, 11, 2802, 6917, 11, 1375, 6917, 11, 19228, 11, 897, 11, 6083, 692, 256, 9129, 264, 6172, 10023, 1667, 279, 1852, 19588, 6789, 21277, 382, 14603, 372, 41291, 323, 6172, 30270, 198, 1408, 271, 496, 729, 486, 2270, 457, 12774, 25933, 11, 13231, 428, 69, 18, 17, 5130, 256, 4230, 264, 7168, 45154, 3260, 10023, 11, 16626, 264, 2224, 18, 17, 6172, 56312, 382, 496, 729, 486, 2270, 457, 22790, 17671, 11, 1290, 11, 56312, 692, 256, 3411, 9902, 94810, 488, 2115, 569, 1290, 13874, 13, 576, 2115, 323, 1290, 10023, 20816, 198, 256, 1969, 614, 18146, 13951, 15336, 13, 48980, 6172, 63515, 198, 256, 46276, 304, 2224, 18, 17, 382, 256, 27536, 287, 49143, 66631, 4074, 6172, 7525, 476, 19206, 220, 19, 15626, 7525, 198, 256, 4092, 311, 3671, 75027, 8819, 1824, 323, 279, 11320, 9700, 13, 576, 198, 256, 2118, 451, 2954, 1815, 702, 5107, 16869, 13, 3496, 549, 5236, 18736, 21094, 12, 3721, 63, 323, 198, 256, 549, 5236, 18736, 14, 51668, 84600, 24160, 62338, 3273, 6396, 323, 17274, 1584, 198, 27814, 10452, 496, 729, 486, 2270, 457, 29934, 9698, 10639, 11, 835, 11, 3019, 28, 16, 11, 1629, 1261, 1134, 28, 16, 692, 256, 13583, 264, 22670, 6337, 448, 458, 13761, 835, 13, 11445, 2487, 8473, 3055, 2337, 45415, 345, 256, 17387, 279, 7525, 11504, 518, 11320, 882, 13, 362, 6785, 198, 256, 19192, 7246, 7546, 3019, 374, 279, 13475, 259, 7979, 5383, 382, 256, 9902, 2413, 1261, 1134, 13874, 7388, 47762, 389, 264, 7248, 45201, 1815, 13, 1084, 1558, 537, 198, 256, 15440, 429, 4938, 2615, 323, 34447, 27248, 382, 496, 2038, 9425, 486, 10135, 271, 256, 7130, 10160, 284, 220, 15, 13, 15, 198, 256, 369, 1191, 304, 2270, 457, 29934, 9698, 7, 15, 11, 1760, 11, 28677, 982, 981, 9892, 284, 1191, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 981, 7130, 10160, 284, 7130, 10160, 488, 11127, 5104, 1188, 27436, 53278, 256, 2790, 284, 2270, 457, 13183, 1295, 20894, 10160, 692, 496, 729, 486, 2270, 457, 80386, 3679, 11, 13231, 5856, 692, 256, 7405, 11464, 17274, 93853, 1584, 369, 264, 6337, 23992, 4487, 75193, 13, 1096, 374, 198, 256, 5390, 979, 264, 1584, 897, 374, 17274, 817, 6961, 4516, 11, 438, 304, 198, 256, 549, 5236, 18736, 14, 51668, 14, 53103, 62338, 8815, 323, 48722, 198, 771, 56870, 6953, 25922, 1741, 438, 9902, 10, 90716, 9902, 12, 90716, 9902, 9, 90716, 9902, 14, 90716, 35495, 11, 323, 198, 18216, 7546, 2699, 7525, 22111, 2392, 4482, 16248, 13, 5443, 9902, 5, 13874, 323, 198, 13874, 91, 13874, 311, 15963, 50300, 2710, 26135, 26, 13027, 9902, 437, 13874, 323, 9902, 269, 13874, 653, 198, 1921, 7512, 2392, 4482, 7525, 382, 496, 1140, 16785, 49577, 256, 549, 2708, 12, 1811, 25, 220, 16, 198, 256, 549, 3098, 82, 25, 220, 18, 20, 220, 21, 20, 271, 256, 353, 481, 5712, 198, 257, 481, 26675, 198, 256, 353, 481, 9902, 4059, 457, 13754, 3679, 46186, 3989, 257, 481, 1374, 59825, 198, 256, 353, 481, 9902, 4059, 457, 39570, 14214, 3679, 46186, 3989, 257, 481, 19206, 594, 4937, 58755, 26, 13403, 43542, 504, 279, 5792, 46601, 198, 256, 353, 481, 9902, 4059, 457, 1665, 3679, 46186, 3989, 257, 481, 18448, 89936, 76, 198, 256, 353, 481, 9902, 4059, 457, 18049, 3679, 46186, 3989, 257, 481, 15619, 3704, 198, 256, 353, 481, 9902, 4059, 457, 14572, 3679, 46186, 3989, 257, 481, 48881, 897, 198, 256, 353, 481, 9902, 4059, 457, 734, 27924, 3679, 46186, 3989, 257, 481, 32732, 65, 7762, 68660, 198, 256, 353, 481, 9902, 4059, 457, 18001, 47489, 11, 2115, 11, 1290, 46186, 3989, 257, 481, 8427, 264, 897, 817, 2392, 26, 432, 374, 537, 2805, 1786, 37268, 2524, 6396, 198, 256, 353, 481, 9902, 4059, 457, 58330, 17671, 11, 1290, 46186, 7808, 9902, 4059, 457, 57790, 17671, 11, 1290, 46186, 3989, 257, 481, 8543, 4482, 7192, 476, 8028, 198, 256, 353, 481, 9902, 4059, 457, 35091, 3679, 11, 13231, 46186, 3989, 257, 481, 7169, 264, 17274, 476, 10023, 11, 369, 3110, 311, 9902, 1, 69, 18, 17, 1, 13874, 271, 13874, 2870, 13874, 66249, 1181, 11127, 1573, 18774, 825, 13, 31630, 3629, 458, 650, 81535, 2795, 198, 258, 9902, 2870, 13874, 8916, 1558, 537, 1281, 279, 2795, 6092, 13, 19924, 279, 2795, 5961, 476, 198, 810, 264, 15626, 1651, 382, 6033, 91463, 198, 68303, 496, 729, 486, 2270, 457, 13183, 3679, 340, 496, 729, 486, 2270, 457, 6678, 3679, 340, 496, 729, 486, 2270, 457, 4358, 3679, 692, 256, 52153, 264, 7248, 10023, 311, 264, 17274, 2629, 11, 7192, 11, 476, 8028, 13, 27536, 287, 1231, 198, 256, 15963, 4161, 40060, 975, 11, 66631, 4074, 7525, 11, 323, 6094, 4938, 198, 256, 1948, 66631, 16753, 382, 24051, 5300, 2750, 8311, 311, 279, 13951, 11, 323, 6911, 894, 23507, 198, 9571, 429, 1969, 537, 16792, 13, 3496, 549, 5236, 18736, 14, 51668, 14, 77499, 63, 369, 7192, 198, 437, 58755, 75811, 46211, 916, 264, 7130, 10023, 13, 47512, 16574, 13951, 198, 1358, 1231, 1745, 504, 264, 13940, 5785, 382, 6855, 323, 66631, 4074, 7525, 198, 27814, 44364, 9485, 7525, 28141, 6961, 11320, 3565, 13, 1913, 279, 7248, 8162, 198, 49891, 12716, 11, 264, 66631, 4074, 5610, 220, 18, 17, 14564, 382, 496, 729, 486, 2270, 457, 45210, 842, 2822, 256, 8752, 1922, 4766, 279, 4516, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 60302, 842, 2822, 256, 26018, 1922, 4766, 1181, 66631, 4074, 11, 504, 220, 15, 1526, 220, 18, 16, 382, 496, 729, 486, 2270, 457, 28616, 67, 73484, 76462, 3679, 11, 6911, 692, 256, 18705, 264, 897, 448, 279, 21272, 6693, 1922, 374, 69887, 291, 448, 9902, 11258, 13874, 382, 496, 729, 486, 2270, 457, 28616, 67, 74923, 3679, 11, 21272, 692, 256, 31965, 264, 897, 504, 825, 21272, 4766, 279, 66631, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 10160, 3679, 340, 496, 729, 486, 2270, 457, 28616, 67, 6345, 3679, 692, 256, 16703, 13951, 3941, 279, 1482, 66631, 4074, 11, 537, 279, 4361, 4516, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 4074, 19792, 35898, 11, 1629, 43061, 28, 17, 11, 1629, 643, 5857, 28, 15, 692, 256, 9608, 6645, 14633, 975, 369, 264, 25993, 315, 66631, 16753, 13, 9902, 2413, 643, 5857, 28, 15, 84274, 256, 7388, 458, 1496, 12804, 4221, 12783, 13, 362, 3476, 5537, 1558, 537, 5695, 198, 256, 21391, 476, 821, 19543, 448, 2441, 3476, 13, 3496, 198, 256, 549, 5236, 18736, 14, 51668, 6663, 2591, 12, 8859, 804, 62338, 496, 729, 486, 2270, 457, 18062, 6856, 11, 13231, 428, 69, 18, 17, 5130, 256, 44625, 97287, 4516, 4074, 4938, 13, 576, 1379, 323, 13231, 525, 8356, 198, 256, 369, 279, 65879, 382, 496, 729, 486, 2270, 457, 22001, 7253, 2822, 256, 328, 52787, 279, 4516, 4074, 323, 1973, 4516, 4074, 4938, 77648, 13, 2009, 198, 256, 23528, 14564, 1969, 5545, 279, 22103, 13, 1084, 1558, 537, 63799, 198, 256, 8651, 4516, 16753, 476, 3410, 264, 3671, 64096, 16851, 31236, 11761, 11507, 382, 77166, 323, 36769, 198, 771, 71537, 13874, 4059, 457, 32032, 2175, 13874, 16555, 6961, 15278, 315, 10023, 5424, 624, 13874, 4059, 457, 24012, 14466, 3679, 11, 6789, 8, 13874, 74898, 19819, 2750, 1393, 279, 198, 33620, 49298, 2567, 71060, 13, 3496, 549, 5236, 18736, 4528, 37803, 82, 63, 369, 279, 198, 18216, 7525, 323, 10535, 5601, 382, 496, 729, 486, 2270, 457, 29934, 32581, 43137, 37844, 717, 11, 14814, 1089, 11, 5383, 428, 3902, 497, 2504, 2368, 28, 19, 692, 256, 13583, 264, 56302, 369, 2550, 20493, 13, 62723, 2924, 9902, 1, 3902, 39917, 12892, 256, 9902, 1, 22763, 39917, 7808, 9902, 1, 8579, 23450, 39917, 7808, 9902, 1, 76, 37100, 39917, 7808, 9902, 1, 75323, 9160, 39917, 7808, 323, 198, 256, 40041, 29417, 1127, 13, 33081, 6945, 67986, 4019, 4399, 1182, 311, 264, 2697, 198, 256, 56302, 13, 3496, 549, 5236, 18736, 21094, 12, 3721, 63, 369, 279, 6945, 7174, 16982, 382, 12187, 9902, 50, 55222, 28, 4059, 457, 87081, 47527, 13874, 518, 7050, 311, 1373, 264, 19163, 345, 46616, 35, 4074, 17047, 11, 47762, 476, 7248, 4621, 2374, 13, 576, 19415, 12341, 198, 53619, 8502, 13, 5443, 279, 10030, 6845, 594, 9902, 94344, 368, 13874, 1895, 311, 1490, 198, 1782, 4091, 9700, 323, 1128, 45201, 8947, 26, 1490, 549, 5236, 18736, 52721, 1331, 49613, 62338, 9296, 33356, 323, 27076, 8761, 804, 525, 10007, 304, 549, 5236, 18736, 14, 2068, 65780, 18639, 6865, 525, 537, 949, 315, 279, 50300, 10001, 7525, 7481, 1588, 4192, 25336, 323, 13850, 70559, 198, 1518, 35399, 271, 13874, 4059, 457, 40588, 13874, 49788, 264, 4147, 594, 6083, 11, 36287, 11, 2615, 8541, 323, 198, 4995, 3550, 13, 576, 19415, 12341, 77648, 2348, 1846, 15693, 979, 198, 14772, 287, 7248, 82599, 13, 2014, 2524, 11320, 25156, 11, 990, 198, 25, 5236, 18736, 52721, 1331, 49613, 63, 369, 9700, 8502, 323, 549, 5236, 18736, 4528, 37803, 82, 3989, 1958, 4516, 323, 4161, 15278, 382, 78455, 821, 1573, 34447, 198, 27814, 44364, 78455, 264, 9902, 4059, 457, 40588, 13874, 3143, 279, 1191, 315, 279, 10001, 311, 7512, 1817, 4147, 1447, 496, 2038, 9425, 486, 10135, 271, 256, 2530, 284, 2270, 457, 40588, 1006, 981, 5571, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 878, 698, 256, 1727, 256, 9106, 284, 2270, 457, 40588, 1006, 981, 9258, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 4934, 698, 256, 5125, 256, 2802, 284, 2270, 457, 45082, 842, 7, 15, 340, 256, 3250, 284, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 2750, 284, 2530, 5104, 1188, 651, 11, 3250, 1171, 256, 9106, 16114, 1188, 651, 11, 3250, 701, 2750, 353, 220, 17, 13, 15, 692, 26040, 11464, 36287, 11, 279, 1651, 5711, 66503, 2802, 65581, 5819, 13, 4509, 3341, 198, 546, 16878, 304, 5424, 11, 537, 5820, 11, 323, 2176, 6083, 323, 19228, 23393, 198, 4814, 990, 10001, 17274, 5977, 13, 362, 16414, 6724, 1172, 438, 45415, 11160, 510, 275, 13866, 5574, 973, 264, 4147, 6329, 11450, 458, 1633, 369, 1449, 2392, 382, 785, 51980, 1815, 5711, 8499, 220, 18, 17, 15257, 13934, 323, 2392, 35046, 624, 92193, 11, 36287, 11, 323, 28439, 4347, 28117, 1969, 4946, 429, 34784, 198, 437, 7512, 458, 6350, 23757, 13, 794, 7022, 3881, 93215, 15336, 345, 495, 3341, 11, 35046, 11, 323, 68284, 2621, 44295, 525, 17551, 26, 8741, 34784, 198, 1826, 1735, 264, 19865, 5116, 13, 69130, 12341, 28162, 279, 14275, 19819, 6083, 280, 20069, 4157, 5695, 279, 8654, 315, 458, 24168, 7445, 594, 23757, 382, 13874, 1078, 65300, 11, 1008, 28, 15, 8, 13874, 323, 9902, 4314, 65300, 11, 897, 8, 13874, 4193, 825, 1922, 817, 198, 42539, 13, 35176, 13934, 646, 387, 10856, 448, 18308, 26271, 4621, 198, 34739, 13, 51223, 6911, 8225, 323, 8416, 49862, 13934, 323, 5155, 1105, 198, 4197, 279, 17221, 17274, 26, 10533, 6911, 8318, 13934, 13, 1096, 374, 51980, 198, 4197, 12579, 16184, 20816, 11, 537, 16212, 13828, 48827, 476, 264, 4586, 15626, 198, 24963, 19482, 382, 10253, 9902, 5211, 428, 878, 39917, 7808, 9902, 1, 4934, 39917, 7808, 476, 9902, 1, 878, 4934, 1, 13874, 311, 15913, 5420, 198, 38163, 13, 576, 2621, 3550, 374, 67595, 504, 279, 7445, 26, 458, 11464, 198, 13874, 4995, 14663, 13874, 1969, 2432, 432, 13, 362, 18004, 1558, 537, 3271, 5819, 1948, 198, 6111, 323, 4516, 4074, 4938, 13, 576, 2615, 3856, 1083, 1558, 537, 33508, 429, 1378, 198, 63650, 27454, 4157, 15534, 382, 2461, 6172, 7525, 11, 458, 10101, 9902, 4574, 13597, 4539, 21094, 10949, 11, 10023, 22590, 46186, 3989, 1742, 82, 81870, 20907, 323, 10533, 1447, 496, 2038, 9425, 486, 10135, 271, 256, 2115, 284, 2270, 457, 40588, 1006, 981, 13727, 11, 6083, 4539, 1811, 11, 9179, 701, 2615, 428, 878, 756, 981, 2504, 13597, 4539, 39964, 1245, 11, 28677, 10102, 1326, 256, 1727, 256, 1290, 284, 2270, 457, 40588, 1006, 981, 10083, 11, 6083, 4539, 4382, 11, 8147, 701, 2615, 428, 878, 756, 981, 2504, 13597, 4539, 39964, 10102, 11, 28677, 1604, 1326, 256, 1727, 256, 2550, 284, 2270, 457, 40588, 1006, 981, 9258, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 4934, 756, 981, 2504, 13597, 4539, 39964, 1245, 11, 28677, 1604, 1326, 256, 5125, 256, 2115, 29844, 284, 2115, 5104, 1188, 651, 34043, 11, 9179, 34043, 1171, 256, 1290, 29844, 284, 1290, 5104, 1188, 4382, 34043, 11, 3250, 34043, 1171, 256, 56312, 284, 2270, 457, 22790, 17671, 29844, 11, 1290, 29844, 11, 56312, 340, 256, 2550, 16114, 1188, 651, 34043, 11, 3250, 34043, 701, 56312, 692, 1986, 374, 264, 12289, 11, 537, 264, 4583, 479, 2716, 44, 13, 576, 14590, 10001, 1969, 8149, 198, 21094, 32372, 11, 9468, 279, 56312, 323, 6337, 916, 279, 13951, 12871, 198, 14801, 27572, 279, 1102, 624, 785, 81870, 1815, 7460, 1378, 15336, 11, 6785, 19192, 7246, 2504, 198, 53155, 11, 17274, 32372, 11, 3671, 5819, 11, 323, 7168, 5300, 13, 479, 2716, 44, 45201, 702, 198, 35499, 7248, 79569, 12341, 25, 66503, 2802, 65581, 54510, 448, 12579, 198, 11698, 16, 21, 476, 33551, 18, 17, 5819, 4494, 11, 458, 33551, 18, 17, 7168, 68028, 56312, 11, 825, 42453, 198, 3481, 11591, 13951, 6337, 11, 323, 264, 7248, 4155, 90492, 13, 11631, 15336, 1969, 387, 198, 35342, 5029, 476, 18021, 13, 61085, 10970, 11017, 279, 5042, 9902, 16119, 13874, 323, 198, 4314, 821, 4965, 11, 773, 5733, 5036, 323, 7445, 1973, 653, 537, 8253, 52694, 624, 47, 16828, 476, 1356, 3865, 6172, 36287, 11, 9519, 5819, 4494, 11, 2477, 77942, 32372, 345, 35499, 3108, 6239, 11, 323, 34784, 21578, 4766, 279, 13951, 525, 198, 95353, 13, 3251, 607, 4490, 2392, 4482, 2615, 1558, 537, 33508, 4586, 607, 4490, 479, 2716, 44, 198, 23362, 13, 50259, 3556, 6172, 15336, 990, 279, 6350, 66631, 4351, 9787, 1815, 979, 198, 20069, 4157, 990, 279, 26118, 19206, 220, 19, 1815, 382, 785, 6350, 9902, 25336, 11709, 3189, 11, 451, 11, 730, 8, 13874, 702, 264, 2155, 7428, 25, 432, 39911, 198, 276, 42567, 19124, 13, 1084, 1558, 537, 15913, 279, 6083, 476, 36287, 315, 264, 4147, 13, 49387, 345, 1782, 4771, 45645, 594, 9902, 25336, 8327, 13874, 323, 15592, 9902, 25336, 851, 13874, 7146, 8651, 198, 28965, 13, 5443, 9902, 4059, 457, 40588, 13874, 369, 10001, 4147, 15693, 382, 19641, 8651, 19415, 13064, 198, 27814, 10452, 496, 1140, 16785, 49577, 256, 549, 2708, 12, 1811, 25, 220, 16, 198, 256, 549, 3098, 82, 25, 220, 17, 19, 220, 18, 23, 220, 18, 23, 271, 256, 353, 481, 36712, 198, 257, 481, 48103, 198, 257, 481, 77612, 198, 256, 353, 481, 62069, 15626, 198, 257, 481, 22526, 11, 13231, 11, 1349, 64264, 8541, 11, 51980, 323, 5300, 52694, 198, 257, 481, 31625, 1605, 553, 279, 2025, 323, 10067, 553, 279, 19415, 198, 256, 353, 481, 13850, 6789, 198, 257, 481, 8543, 36287, 11, 5819, 2621, 3550, 11, 23757, 323, 1651, 11871, 198, 257, 481, 30936, 5819, 374, 11464, 26, 7248, 6172, 47762, 374, 19415, 4091, 198, 256, 353, 481, 30928, 6789, 198, 257, 481, 15920, 66631, 1874, 11, 21272, 323, 4161, 24256, 1817, 19819, 2392, 198, 257, 481, 29302, 553, 458, 24085, 480, 3119, 11, 448, 10067, 6203, 16982, 271, 32, 50923, 4344, 279, 19819, 4686, 64096, 2415, 13, 37627, 2750, 1948, 33025, 198, 19365, 279, 11320, 6789, 13, 794, 4118, 2750, 304, 4516, 4074, 4938, 4344, 198, 49728, 5819, 323, 7460, 57912, 13, 576, 16248, 1969, 2506, 1846, 4344, 198, 53021, 1496, 979, 458, 25262, 26674, 678, 2326, 382, 25336, 15693, 323, 4938, 66234, 11160, 21129, 19819, 323, 4938, 198, 63322, 304, 20744, 16248, 13, 9902, 6855, 2175, 13874, 11367, 264, 10067, 11320, 6789, 311, 198, 18216, 17274, 2750, 13, 576, 1482, 25993, 14521, 4161, 72144, 2699, 198, 712, 51755, 26, 24168, 4237, 49054, 323, 6172, 12, 42202, 48722, 198, 47584, 40409, 382, 11709, 5980, 479, 2716, 44, 45201, 11017, 279, 6172, 5666, 594, 54510, 323, 198, 3006, 10533, 13, 21635, 9892, 11, 5036, 1741, 438, 9902, 44, 13874, 323, 9902, 45, 90716, 476, 264, 81870, 198, 1078, 7484, 653, 537, 5695, 479, 2716, 44, 52694, 13, 362, 4937, 1815, 1969, 21129, 279, 198, 14906, 432, 40700, 13, 33081, 12624, 1969, 8193, 264, 15089, 4751, 198, 53795, 5943, 7525, 382, 18910, 2719, 1573, 25262, 198, 27814, 271, 785, 16414, 1815, 74898, 817, 42156, 14262, 4751, 1091, 79500, 264, 4361, 198, 10498, 448, 53684, 6911, 7952, 1156, 13, 576, 1482, 2392, 4482, 6718, 1494, 198, 1826, 10088, 26135, 1172, 979, 432, 35762, 807, 3331, 6814, 279, 26118, 14791, 624, 76821, 15626, 91489, 11, 28973, 13934, 11, 323, 8651, 2802, 14262, 198, 55372, 862, 12341, 13, 576, 17274, 9787, 51844, 279, 4024, 26135, 323, 5155, 198, 3661, 13, 1096, 15354, 7248, 48723, 63515, 2506, 4621, 1506, 73464, 198, 28996, 26625, 1449, 16414, 438, 66503, 323, 304, 14262, 382, 3781, 2022, 1083, 3880, 23942, 19819, 5424, 311, 47578, 23942, 4938, 198, 53789, 13, 7818, 14937, 653, 537, 12118, 683, 26745, 487, 25, 264, 19228, 315, 1378, 1969, 537, 198, 16692, 635, 264, 3040, 28452, 66503, 2795, 13, 576, 1482, 1494, 59415, 39646, 198, 76, 4604, 11, 2477, 3843, 21272, 36287, 323, 21272, 23393, 432, 4157, 21000, 592, 2246, 382, 6689, 89987, 6589, 3880, 279, 1852, 12341, 13, 22526, 17189, 7484, 1558, 198, 1921, 12118, 264, 13951, 6337, 6092, 13, 4636, 18774, 34503, 323, 650, 16210, 11, 279, 198, 20942, 1969, 2987, 12118, 429, 730, 374, 74916, 553, 279, 2480, 730, 3019, 476, 3410, 198, 64, 4396, 42148, 9787, 13, 32265, 311, 220, 18, 17, 11, 369, 3110, 11, 1558, 537, 9357, 458, 198, 359, 81535, 730, 3019, 315, 220, 24, 21, 382, 55501, 8502, 1969, 5545, 279, 5042, 6172, 66234, 16414, 624, 40129, 1172, 264, 13027, 6546, 5181, 374, 38313, 13, 576, 13954, 386, 4406, 323, 198, 45, 2954, 12289 ], "actual_prompt_tokens": 4096, "chat_template": false, "special_tokens_added": false }, "requested_output_tokens": 1024, "trials": 5, "sampling": "greedy GPU argmax; EOS ignored; exact requested output count", "sequential_baseline_included": false, "warmup_generations_per_backend": 2, "candidate_cache_capacity": 5119, "candidate_storage_reuse": "one weight/cache allocation for the whole tuning and held-out session; chunk reconfiguration and pipeline preparation are untimed" }, "correctness_policy": { "prefill": "native full-prefix batched reference; every candidate chunk boundary checks complete valid K and V across all layers", "generation": "every generated step checks full vocabulary logits, greedy token and newly written KV slot in every layer", "full_prefix_check_interval_generated_tokens": 64, "full_prefix_also_checked": "first and final generated step", "timing_gate": "all tuning candidates validate before tuning timings; selected held-out model validates before held-out timings; every warmup/timed token sequence must exactly match validation; any failure removes all saved timings" }, "execution": { "candidate": "multi-dispatch DSL batched prefill over the entire prompt, final prompt row vocabulary projection, then GPU-wide single-token decode", "candidate_attention_backend": "matrix", "candidate_projection_backend": "tensor_ops", "candidate_projection_tile": [ 64, 64, 64 ], "candidate_strict_math": true, "candidate_projection_relaxed_precision": false, "native": "native MLX Qwen3 model in an explicit greedy loop, not mlx_lm.stream_generate; full batched prefix except final prompt token, then final-prompt single-token forward", "prefill_difference": "native prefix evaluates only KV state and may prune final-layer work after its cache update; candidate computes its configured chunked decoder body for every prompt token and projects only the final row", "not_a_single_dispatch_megakernel": true, "optional_sequential_baseline": "separate contemporary run of the earlier tokenwise-prefill staged implementation, including its earlier decode kernels; not an isolated prefill-only ablation" }, "timing": { "metric": "synchronized token-ID-to-token-ID generation wall seconds", "included": [ "fresh native cache construction or candidate cache reset", "all prefill and autoregressive decode work and KV updates", "GPU greedy selection and host observation of each output ID", "token allocation/control updates and graph/dispatch submissions" ], "excluded": [ "checkpoint loading, dtype conversion, weight packing and rotary-table preparation", "compilation, persistent candidate buffer allocation and pipeline preparation", "document loading, tokenization, text decoding and correctness checks", "two complete warmup generations per backend" ], "ttft": "cache initialization through the first returned token ID, including all prefill", "decode": "first through final returned token ID; exactly output_tokens - 1 decode forwards", "allocation_difference": "candidate reuses persistent storage and zeros cache in timing; native MLX manages intermediate/output and growing-cache allocation in timing", "aggregation": "median of within-trial ratios; separate median latency and median N-1 decode throughput", "limitations": "one held-out technical-document prompt, batch one, forced fixed output length, warmed pipelines; not chat quality or serving latency" } }