{ "status": "ok", "tuning": [ { "chunk_size": 128, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 128, "cache": { "passed": true, "max_absolute_error": 0.00046825408935546875, "layers_checked": 28, "valid_tokens_checked": 128, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 256, "cache": { "passed": true, "max_absolute_error": 0.00046825408935546875, "layers_checked": 28, "valid_tokens_checked": 256, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 384, "cache": { "passed": true, "max_absolute_error": 0.0006122589111328125, "layers_checked": 28, "valid_tokens_checked": 384, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 640, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 640, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 768, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 768, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 896, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 896, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1152, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 1152, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1280, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 1280, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1408, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1408, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1536, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1536, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1664, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1664, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1792, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1792, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1920, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1920, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "mean_absolute_error": 5.17077660333598e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 6.0846773521916475e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "mean_absolute_error": 3.855680915876292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.264731731178472e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.7149503694090527e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.2120551622938365e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.243939772801241e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.207741317761247e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 0.971463292, "time_to_first_token_seconds": 0.780647708, "decode_wall_seconds": 0.190815584, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.9056735, "time_to_first_token_seconds": 1.7374790420000001, "decode_wall_seconds": 0.16819445800000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.911490625, "time_to_first_token_seconds": 1.7407075, "decode_wall_seconds": 0.170783125, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 0.980536583, "time_to_first_token_seconds": 0.7846613330000001, "decode_wall_seconds": 0.19587525, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 0.9849977500000001, "time_to_first_token_seconds": 0.7831850410000001, "decode_wall_seconds": 0.201812709, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 2.0170573750000003, "time_to_first_token_seconds": 1.8433785, "decode_wall_seconds": 0.173678875, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.9872222920000002, "time_to_first_token_seconds": 1.8122325000000001, "decode_wall_seconds": 0.174989792, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.005782583, "time_to_first_token_seconds": 0.805131625, "decode_wall_seconds": 0.20065095800000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.012540291, "time_to_first_token_seconds": 0.810011166, "decode_wall_seconds": 0.202529125, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 2.057447292, "time_to_first_token_seconds": 1.880012333, "decode_wall_seconds": 0.177434959, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 0.9849977500000001, "time_to_first_token_seconds": 0.7846613330000001, "decode_wall_seconds": 0.20065095800000002, "decode_tokens_per_second": 34.88645192513857 }, "chunked": { "total_wall_seconds": 1.9872222920000002, "time_to_first_token_seconds": 1.8122325000000001, "decode_wall_seconds": 0.173678875, "decode_tokens_per_second": 40.3042684379433 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.5061248492677436, "time_to_first_token_seconds": 0.4442761207516144, "decode_wall_seconds": 1.1466437882273728 } } }, { "chunk_size": 256, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 256, "cache": { "passed": true, "max_absolute_error": 0.00046825408935546875, "layers_checked": 28, "valid_tokens_checked": 256, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 768, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 768, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1280, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 1280, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1536, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1536, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1792, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1792, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "mean_absolute_error": 5.17077660333598e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 6.0846773521916475e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "mean_absolute_error": 3.855680915876292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.264731731178472e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.7149503694090527e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.2120551622938365e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.243939772801241e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.207741317761247e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.028206291, "time_to_first_token_seconds": 0.818508291, "decode_wall_seconds": 0.20969800000000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.9821780000000002, "time_to_first_token_seconds": 1.80194925, "decode_wall_seconds": 0.18022875000000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.9867763330000001, "time_to_first_token_seconds": 1.808646666, "decode_wall_seconds": 0.17812966700000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.041265, "time_to_first_token_seconds": 0.820311291, "decode_wall_seconds": 0.22095370900000003, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.001938, "time_to_first_token_seconds": 0.800316875, "decode_wall_seconds": 0.201621125, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.988082083, "time_to_first_token_seconds": 1.8045743330000001, "decode_wall_seconds": 0.18350775000000003, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 2.0126775, "time_to_first_token_seconds": 1.833546208, "decode_wall_seconds": 0.179131292, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.031759125, "time_to_first_token_seconds": 0.8257965420000001, "decode_wall_seconds": 0.205962583, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.005184584, "time_to_first_token_seconds": 0.801057459, "decode_wall_seconds": 0.20412712500000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.993660666, "time_to_first_token_seconds": 1.8075484160000002, "decode_wall_seconds": 0.18611225, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 1.028206291, "time_to_first_token_seconds": 0.818508291, "decode_wall_seconds": 0.205962583, "decode_tokens_per_second": 33.98675573999768 }, "chunked": { "total_wall_seconds": 1.988082083, "time_to_first_token_seconds": 1.8075484160000002, "decode_wall_seconds": 0.18022875000000002, "decode_tokens_per_second": 38.83953031910835 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.5126301282744006, "time_to_first_token_seconds": 0.45038218202352504, "decode_wall_seconds": 1.1497856164628122 } } }, { "chunk_size": 512, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1536, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 1536, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "mean_absolute_error": 5.17077660333598e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 6.0846773521916475e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "mean_absolute_error": 3.855680915876292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.264731731178472e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.7149503694090527e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.2120551622938365e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.243939772801241e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.207741317761247e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.022994959, "time_to_first_token_seconds": 0.828017375, "decode_wall_seconds": 0.194977584, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.9145731250000002, "time_to_first_token_seconds": 1.7430050000000001, "decode_wall_seconds": 0.17156812500000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.941292583, "time_to_first_token_seconds": 1.7620977080000002, "decode_wall_seconds": 0.179194875, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.1271351250000001, "time_to_first_token_seconds": 0.8558917500000001, "decode_wall_seconds": 0.271243375, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.007910917, "time_to_first_token_seconds": 0.811136209, "decode_wall_seconds": 0.19677470800000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 2.029968, "time_to_first_token_seconds": 1.8594755420000002, "decode_wall_seconds": 0.170492458, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.917543291, "time_to_first_token_seconds": 1.748592375, "decode_wall_seconds": 0.168950916, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.019149875, "time_to_first_token_seconds": 0.8276167910000001, "decode_wall_seconds": 0.19153308400000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.1404485420000001, "time_to_first_token_seconds": 0.820926417, "decode_wall_seconds": 0.31952212500000005, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 3.309727917, "time_to_first_token_seconds": 3.134796209, "decode_wall_seconds": 0.17493170800000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 1.022994959, "time_to_first_token_seconds": 0.8276167910000001, "decode_wall_seconds": 0.19677470800000002, "decode_tokens_per_second": 35.573677487047775 }, "chunked": { "total_wall_seconds": 1.941292583, "time_to_first_token_seconds": 1.7620977080000002, "decode_wall_seconds": 0.17156812500000002, "decode_tokens_per_second": 40.800119486064204 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.5314872836422445, "time_to_first_token_seconds": 0.47330458649632395, "decode_wall_seconds": 1.1541549128231818 } } }, { "chunk_size": 1024, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.00127410888671875, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "mean_absolute_error": 5.17077660333598e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 6.0846773521916475e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "mean_absolute_error": 3.855680915876292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.264731731178472e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.7149503694090527e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.2120551622938365e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.243939772801241e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.207741317761247e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0018197298049926758, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.02629025, "time_to_first_token_seconds": 0.831776209, "decode_wall_seconds": 0.194514041, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.923011041, "time_to_first_token_seconds": 1.7538675410000002, "decode_wall_seconds": 0.1691435, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.9166472920000002, "time_to_first_token_seconds": 1.745770292, "decode_wall_seconds": 0.170877, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.021758334, "time_to_first_token_seconds": 0.833412417, "decode_wall_seconds": 0.188345917, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 0.9992238330000001, "time_to_first_token_seconds": 0.8129245, "decode_wall_seconds": 0.186299333, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 2.0031459170000003, "time_to_first_token_seconds": 1.8343679590000002, "decode_wall_seconds": 0.168777958, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.8967757500000002, "time_to_first_token_seconds": 1.729657, "decode_wall_seconds": 0.16711875, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.014066084, "time_to_first_token_seconds": 0.8269738750000001, "decode_wall_seconds": 0.187092209, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 0.9931244170000001, "time_to_first_token_seconds": 0.8062400000000001, "decode_wall_seconds": 0.18688441700000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.9682015410000002, "time_to_first_token_seconds": 1.789686708, "decode_wall_seconds": 0.178514833, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 1.014066084, "time_to_first_token_seconds": 0.8269738750000001, "decode_wall_seconds": 0.187092209, "decode_tokens_per_second": 37.41470602872619 }, "chunked": { "total_wall_seconds": 1.923011041, "time_to_first_token_seconds": 1.7538675410000002, "decode_wall_seconds": 0.1691435, "decode_tokens_per_second": 41.384977844256504 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.5330966935151676, "time_to_first_token_seconds": 0.474252581540877, "decode_wall_seconds": 1.1038131709118084 } } } ], "held_out": [ { "chunk_size": 1024, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.0035381317138671875, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 3072, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 3072, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 4096, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4096, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 4095, "input_token": 12289, "logits": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "mean_absolute_error": 6.234414740902139e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16211, "metile_next_token": 16211, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4096, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 16211, "passed": true }, { "stage": "generation", "position": 4096, "input_token": 16211, "logits": { "passed": true, "max_absolute_error": 2.1219253540039062e-05, "mean_absolute_error": 3.872287379635964e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4096 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4097, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.4368306387477787e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.390975952148438e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4097 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4098, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.8835067749023438e-05, "mean_absolute_error": 3.1654453778173774e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4098 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4099, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.362205805184203e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4099 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4100, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 2.9530658594012493e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.38690185546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4100 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4101, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 4.009988060715841e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4101 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4102, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 2.5987625122070312e-05, "mean_absolute_error": 4.2026704250019975e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.1021575927734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4102 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4103, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.5272369384765625e-05, "mean_absolute_error": 4.001965862698853e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4103 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4104, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.392278586034081e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4104 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4105, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.2498803648195462e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4105 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4106, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 4.332141088525532e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4106 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4107, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.067415718760458e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1782, "metile_next_token": 1782, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.1856040954589844e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4107 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1782, "passed": true }, { "stage": "generation", "position": 4108, "input_token": 1782, "logits": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "mean_absolute_error": 4.229025762469973e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.91278076171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4108 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4109, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.3603439331054688e-05, "mean_absolute_error": 3.801584171014838e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4109 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4110, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.6416274724615505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001373291015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4110 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4111, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.4557113647460938e-05, "mean_absolute_error": 3.8047178350097965e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4111 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4112, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 2.6702880859375e-05, "mean_absolute_error": 3.832087259070249e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4112 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4113, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.276897430419922e-05, "mean_absolute_error": 2.9473189897544216e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.8279762268066406e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4113 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4114, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "mean_absolute_error": 3.7933918974886183e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4114 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4115, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 3.0517578125e-05, "mean_absolute_error": 4.597279712470481e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4115 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4116, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 3.598720240916009e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001068115234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4116 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4117, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.9431114196777344e-05, "mean_absolute_error": 3.890126208716538e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.371736526489258e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4117 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4118, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "mean_absolute_error": 3.3215949315490434e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4118 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4119, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.367753151906072e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4119 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4120, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 3.1925744679028867e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4120 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4121, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.4131643385771895e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4121 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4122, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.1716103876533452e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4122 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4123, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.3175326734635746e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4123 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4124, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.845513219857821e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.008148193359375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4124 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4125, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.876214693969814e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4125 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4126, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 2.4557113647460938e-05, "mean_absolute_error": 3.645191554824123e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.673004150390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4126 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4127, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 3.170967102050781e-05, "mean_absolute_error": 4.375500338937854e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.29425048828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4127 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4128, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.075599670410156e-05, "mean_absolute_error": 3.4872091418947093e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.008148193359375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4128 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4129, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 2.6106834411621094e-05, "mean_absolute_error": 4.0667860048415605e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4129 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4130, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.273901029388071e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4130 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4131, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 2.0742416381835938e-05, "mean_absolute_error": 3.1848298931436148e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4131 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4132, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.758913751677028e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.0067901611328125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4132 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4133, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 3.7382465052360203e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.851818084716797e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4133 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4134, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.346034191054059e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.817413330078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4134 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4135, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 3.713503247126937e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4135 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4136, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.244646222810843e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4136 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4137, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 2.9325485229492188e-05, "mean_absolute_error": 4.2009960452560335e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4137 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4138, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 2.9802322387695312e-05, "mean_absolute_error": 4.034056473756209e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.437301635742188e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4138 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4139, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.5926050259149633e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00046539306640625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4139 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4140, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.6498441911826376e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4140 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4141, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.7598866836342495e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4141 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4142, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 3.3389592317689676e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.05718994140625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4142 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4143, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 3.3077581065299455e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4143 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4144, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.820163217620575e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4144 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4145, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 3.910064697265625e-05, "mean_absolute_error": 3.832120000879513e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4145 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4146, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.74991953119752e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4146 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4147, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.4080276489257812e-05, "mean_absolute_error": 3.643048785306746e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4147 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4148, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.5808747068367666e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4148 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4149, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.7573522604361642e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4149 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4150, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 3.719329833984375e-05, "mean_absolute_error": 4.293248821340967e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4150 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4151, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.5153160095214844e-05, "mean_absolute_error": 3.8334965211106464e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4151 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4152, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.5033950805664062e-05, "mean_absolute_error": 4.037157850689255e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4152 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4153, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 2.61118907474156e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4153 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4154, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.5329043182864552e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4154 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4155, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.8715858459472656e-05, "mean_absolute_error": 3.009952251886716e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4155 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4156, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.954463525384199e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000431060791015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4156 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4157, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.0251998901367188e-05, "mean_absolute_error": 1.7947127162187826e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4157 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4158, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.4987930373754352e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4159, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4159, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 2.7558742203837028e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4159 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4160, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 3.463635039224755e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4160 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4161, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.575606004029396e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4161 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4162, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 2.1696090698242188e-05, "mean_absolute_error": 3.419264885451412e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4162 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4163, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.1505676361121004e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4163 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4164, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.181539113938925e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4164 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4165, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.7488820251164725e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4165 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4166, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.1560039133182727e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4166 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4167, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.6610355234879535e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4167 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4168, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.028806415590225e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4168 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4169, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.8835067749023438e-05, "mean_absolute_error": 2.9911832370999036e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4169 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4170, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.4102419047267176e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4170 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4171, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.365981799812289e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4171 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4172, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6071838874486275e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.29425048828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4172 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4173, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4674613996467087e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4173 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4174, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 2.7843198040500283e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4174 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4175, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 3.1507240692008054e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4175 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4176, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.4382948140555527e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4176 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4177, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.4145658699126216e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4177 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4178, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.8700800410442753e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4178 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4179, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.1027144612162374e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4179 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4180, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3218090063892305e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.76837158203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4180 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4181, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.7179718017578125e-05, "mean_absolute_error": 3.85253042622935e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4181 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4182, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.4825415039231302e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4182 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4183, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.9669532775878906e-05, "mean_absolute_error": 3.5164662222086918e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4183 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4184, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.4368487174797338e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4184 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4185, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.5844366266246652e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.398822784423828e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4185 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4186, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 3.097740091106971e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4186 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4187, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 3.5924790608987678e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4187 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4188, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.371207756368676e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.482269287109375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4188 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4189, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.507636165522854e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4189 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4190, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.6205207177554257e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4190 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4191, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.668497245394974e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4191 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4192, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "mean_absolute_error": 4.984864062862471e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001983642578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4192 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4193, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.3863017304392997e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4193 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4194, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.599027084215777e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4194 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4195, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.719329833984375e-05, "mean_absolute_error": 6.374658823915524e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.001041412353515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4195 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4196, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.6702880859375e-05, "mean_absolute_error": 5.424087703431724e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.726119995117188e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4196 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4197, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 3.045797348022461e-05, "mean_absolute_error": 5.31408022652613e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.2479248046875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4197 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4198, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.2805851333250757e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4198 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4199, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.3709068298339844e-05, "mean_absolute_error": 2.1597522845695494e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4199 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4200, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.4557113647460938e-05, "mean_absolute_error": 4.340620307630161e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4200 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4201, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 5.426592906587757e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4201 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4202, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.5020370483398438e-05, "mean_absolute_error": 2.539117531341617e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4202 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4203, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 3.465941972535802e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4203 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4204, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 5.026017788622994e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4204 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4205, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.6019528124597855e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4205 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4206, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.683644763441407e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4206 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4207, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.8165291041659657e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4207 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4208, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.914034095942043e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4208 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4209, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.2783285658078967e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4209 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4210, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.835130771927652e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4210 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4211, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 3.0602757306041894e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4211 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4212, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.826579813903663e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4212 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4213, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.562364099707338e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4213 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4214, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.7897735890292097e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4214 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4215, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.7897372092411388e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4215 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4216, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.531839370727539e-05, "mean_absolute_error": 2.420252485535457e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4216 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4217, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 3.3058072403946426e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4217 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4218, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 2.0384788513183594e-05, "mean_absolute_error": 5.047923878009897e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4218 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4219, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 3.063743406528374e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4219 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4220, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.9236553018563427e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4220 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4221, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.6464462280273438e-05, "mean_absolute_error": 4.5599767872772645e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.673004150390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4221 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4222, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.086162567138672e-05, "mean_absolute_error": 3.271464720455697e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4223, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4223, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.5275179470772855e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4223 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4224, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 3.979292159783654e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4224 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4225, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.988587766594719e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4225 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4226, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.954641558972071e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4226 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4227, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 3.821737209364073e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4227 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4228, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 5.0067901611328125e-05, "mean_absolute_error": 1.015102861856576e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00024127960205078125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4228 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4229, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.637544750745292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.601478576660156e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4229 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4230, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "mean_absolute_error": 4.957946202921448e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.38690185546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4230 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4231, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 0.00011682510375976562, "mean_absolute_error": 1.723411332932301e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000980377197265625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4231 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4232, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 4.38690185546875e-05, "mean_absolute_error": 8.406855158682447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011920928955078125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4232 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4233, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 2.4318695068359375e-05, "mean_absolute_error": 4.282545887690503e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.034706115722656e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4233 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4234, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.7523765563964844e-05, "mean_absolute_error": 3.274011305620661e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4234 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4235, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9933277144446038e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4235 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4236, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.200779929102282e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4236 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4237, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 6.103515625e-05, "mean_absolute_error": 9.625965503801126e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00017213821411132812, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4237 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4238, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.0375822461792268e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4238 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4239, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 4.620826530299382e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4239 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4240, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 4.040858129883418e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4240 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4241, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 2.786279310384998e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4241 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4242, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.333789092925144e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4242 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4243, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.8716719953081338e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4243 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4244, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.361944320407929e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4244 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4245, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.926626166299684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4245 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4246, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 3.1413410397362895e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.291534423828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4246 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4247, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.8896029107272625e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001068115234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4247 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4248, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.4796067918941844e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4248 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4249, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.020427695650142e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4249 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4250, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.445301217652741e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4250 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4251, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.728534698486328e-05, "mean_absolute_error": 2.3312725261348533e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002593994140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4251 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4252, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.716319613682572e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4252 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4253, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.2728116821090225e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4253 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4254, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3855429844843457e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4254 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4255, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 3.5539076179702533e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4255 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4256, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.856173750842572e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4256 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4257, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 4.119096956856083e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.863739013671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4257 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4258, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.810016439980245e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4258 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4259, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.268287855462404e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4259 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4260, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.69479869530187e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4260 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4261, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.357823177590035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.0108642578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4261 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4262, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.4561287520773476e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4262 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4263, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 4.364518190413946e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4263 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4264, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.343292236328125e-05, "mean_absolute_error": 1.1443923540355172e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002334117889404297, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4264 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4265, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.1696090698242188e-05, "mean_absolute_error": 3.960507910960587e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.079673767089844e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4265 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4266, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 4.291534423828125e-05, "mean_absolute_error": 6.0750444390578195e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.390975952148438e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4266 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4267, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.792213439941406e-05, "mean_absolute_error": 6.7056698753731325e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00022983551025390625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4267 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4268, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.0265579223632812e-05, "mean_absolute_error": 3.377476332389051e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4268 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4269, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.569013076936244e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4269 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4270, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.04863612857298e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4270 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4271, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.921861550930771e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4271 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4272, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.4557113647460938e-05, "mean_absolute_error": 5.045179022999946e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.198883056640625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4272 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4273, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 6.008148193359375e-05, "mean_absolute_error": 9.92458899418125e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001277923583984375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4273 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4274, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.481281399013824e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.100799560546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4274 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4275, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.8688913264195435e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4275 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4276, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 4.34345156463678e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4276 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4277, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.7762184143066406e-05, "mean_absolute_error": 3.5105301776638953e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4277 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4278, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.4423898139502853e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4278 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4279, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.4649318675074028e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4279 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4280, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.104440338574932e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4280 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4281, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8014362669637194e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4281 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4282, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.5860649657261092e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4282 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4283, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.0165413136273855e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.571147918701172e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4283 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4284, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.204073320579482e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4284 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4285, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.082316081621684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4285 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4286, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.0833733742620097e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4287, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4287, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.2677465949527686e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012421607971191406, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4287 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4288, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.2895542315382045e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4288 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4289, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.554627826611977e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4289 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4290, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.397519776626723e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4290 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4291, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.1689546631241683e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4291 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4292, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 3.1598031000612536e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4292 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4293, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.181529998779297e-05, "mean_absolute_error": 3.872466095344862e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.6253204345703125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4293 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4294, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.805286041824729e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4294 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4295, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.8071298149588984e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4295 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4296, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.778196060011396e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4296 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4297, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4207411115639843e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.2479248046875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4297 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4298, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.5697320324979955e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4298 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4299, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.848506366921356e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4299 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4300, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.172325134277344e-05, "mean_absolute_error": 7.944058779685292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000244140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4300 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4301, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.995800852862885e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4301 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4302, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.760238769245916e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4302 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4303, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.7418136596679688e-05, "mean_absolute_error": 4.417393029143568e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000171661376953125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4303 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4304, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.7589396722760284e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4304 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4305, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.441890046611661e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4305 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4306, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.3476929982280126e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4306 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4307, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.1782057046948466e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4307 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4308, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.4318695068359375e-05, "mean_absolute_error": 4.617488684743876e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4308 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4309, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.0003600120544433594, "mean_absolute_error": 5.887994120712392e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.001453399658203125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4309 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4310, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 5.0067901611328125e-05, "mean_absolute_error": 7.624420049978653e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00024127960205078125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4310 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4311, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 2.014636993408203e-05, "mean_absolute_error": 4.653031737689162e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.924701690673828e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4311 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4312, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.02737805416109e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4312 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4313, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.6746066598425386e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4313 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4314, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 4.665561846195487e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4314 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4315, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.404430344744469e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4315 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4316, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 3.4091997349605663e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4316 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4317, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.2332370665244525e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4317 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4318, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.357913328727591e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4318 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4319, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 5.044552835897775e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00017547607421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4319 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4320, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.5723538783495314e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4320 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4321, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.338830199732911e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4321 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4322, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.1034137464303058e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4322 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4323, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.145053940694197e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4323 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4324, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.579806960056885e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.364418029785156e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4324 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4325, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.4421000236761756e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.0108642578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4325 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4326, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.6021226605953416e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4326 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4327, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.494447355478769e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4327 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4328, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.3989986150118057e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4328 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4329, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 4.493877440836513e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.38690185546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4329 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4330, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.2521872981305933e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4330 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4331, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.180748763043084e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4331 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4332, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.395234554976923e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4332 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4333, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 3.0517578125e-05, "mean_absolute_error": 4.05678247261676e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4333 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4334, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 3.814697265625e-05, "mean_absolute_error": 3.2260486477753147e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4334 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4335, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "mean_absolute_error": 4.186581463727634e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4335 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4336, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.4809112548828125e-05, "mean_absolute_error": 5.701577265426749e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001926422119140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4336 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4337, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "mean_absolute_error": 3.281142426203587e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4337 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4338, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 5.075754415884148e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4338 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4339, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.8133392333984375e-05, "mean_absolute_error": 4.401118985697394e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.918212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4339 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4340, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.1757303986523766e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4340 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4341, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.255008095948142e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4341 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4342, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.6571366308635334e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.673004150390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4342 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4343, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.1219253540039062e-05, "mean_absolute_error": 3.978959284722805e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00015878677368164062, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4343 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4344, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "mean_absolute_error": 6.708144610456657e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000202178955078125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4344 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4345, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 6.961822509765625e-05, "mean_absolute_error": 9.347008017357439e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001983642578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4345 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4346, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.094591875196784e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.7147274017333984e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4346 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4347, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.2903348003164865e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.054473876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4347 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4348, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 7.323157205973985e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4348 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4349, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.352575847908156e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4349 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4350, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 4.262764832674293e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4351, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4351, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.837152578649693e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4351 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4352, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.391194579511648e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4352 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4353, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9287324448669096e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4353 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4354, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.0977712413005065e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4354 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4355, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 2.9631135021190858e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00029754638671875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4355 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4356, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 2.2411346435546875e-05, "mean_absolute_error": 4.6270179154817015e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4356 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4357, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 5.634348781313747e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4357 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4358, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.016066102645709e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4358 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4359, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.1386090338637587e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4359 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4360, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.93019706987252e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.635883331298828e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4360 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4361, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 5.3087869673618115e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000110626220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4361 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4362, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 3.944644504372263e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4362 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4363, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 3.3440690003772033e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4363 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4364, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.455692083458416e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4364 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4365, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.396106719970703e-05, "mean_absolute_error": 4.91523042001063e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4365 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4366, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.3291714771621628e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4366 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4367, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 2.8382034997775918e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4367 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4368, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.7530263650987763e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4368 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4369, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "mean_absolute_error": 2.6984500891558127e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4369 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4370, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.2600582926534116e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4370 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4371, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 3.337860107421875e-05, "mean_absolute_error": 3.703331685755984e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4371 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4372, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 4.307425115257502e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000179290771484375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4372 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4373, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.1302733987104148e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4373 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4374, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 3.11306530420552e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4374 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4375, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 4.789841568708653e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4375 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4376, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.6729107958090026e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4376 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4377, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5020370483398438e-05, "mean_absolute_error": 2.8351064429443795e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4377 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4378, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.7519389479712117e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4378 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4379, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2886504211783176e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4379 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4380, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "mean_absolute_error": 5.4782403822173364e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.7738037109375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4380 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4381, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.0001125335693359375, "mean_absolute_error": 1.9050388800678775e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00095367431640625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4381 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4382, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 5.927744041400729e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012087821960449219, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4382 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4383, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 5.233192496234551e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4383 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4384, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.070244474656647e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4384 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4385, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 3.1108077109820442e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4385 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4386, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 5.041074018663494e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4386 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4387, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.5020370483398438e-05, "mean_absolute_error": 2.7153391783940606e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4387 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4388, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 5.06279184264713e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4388 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4389, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.613093329273397e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4389 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4390, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.409950068089529e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4390 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4391, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.5658189315436175e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00016021728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4391 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4392, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.1352262794825947e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4392 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4393, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.383765604463406e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4393 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4394, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 2.351292323510279e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4394 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4395, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.564874193922151e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4395 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4396, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4791811483737547e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.0531158447265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4396 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4397, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.677143129403703e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4397 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4398, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.2938643269299064e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4398 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4399, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 3.1779995879333e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4399 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4400, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.96998723570141e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4400 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4401, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.34672972712724e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.756450653076172e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4401 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4402, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.990795135498047e-05, "mean_absolute_error": 2.845499921022565e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4402 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4403, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.1696090698242188e-05, "mean_absolute_error": 3.1133035918173846e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4403 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4404, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 4.0577779145678505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4404 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4405, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 2.3126602172851562e-05, "mean_absolute_error": 4.030470790894469e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4405 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4406, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 2.9662217002623947e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4406 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4407, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "mean_absolute_error": 3.3834683108580066e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4407 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4408, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.4318695068359375e-05, "mean_absolute_error": 4.017779247078579e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00017547607421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4408 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4409, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 2.8417907742550597e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4409 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4410, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.849925522241392e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.2901763916015625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4410 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4411, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.834048584394623e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4411 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4412, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.691118652364821e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4412 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4413, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.372237759118434e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4413 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4414, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.9171001187933143e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4415, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4415, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.914822744060075e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.724761962890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4415 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4416, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "mean_absolute_error": 5.432936632132623e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.580352783203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4416 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4417, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 6.198883056640625e-05, "mean_absolute_error": 8.522065400029533e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002167224884033203, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4417 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4418, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.495055241524824e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4418 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4419, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.2479291601484874e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4419 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4420, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.862504970835289e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4420 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4421, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.4179797694378067e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4421 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4422, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 5.292622518027201e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4422 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4423, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.9171550270111766e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4423 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4424, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.064606744374032e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4424 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4425, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 3.112931835858035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4425 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4426, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.2194203666003887e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4426 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4427, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.381389317131834e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4427 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4428, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.056707100768108e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4428 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4429, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.3272589260159293e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4429 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4430, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.6390971470391378e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4430 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4431, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.689781695153215e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4431 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4432, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6455418264959008e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4432 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4433, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.191567202520673e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00020599365234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4433 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4434, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.0815392619842896e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4434 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4435, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.166945134580601e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4435 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4436, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.442478944431059e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4436 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4437, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.0802021026611328e-05, "mean_absolute_error": 3.488837819531909e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.933906555175781e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4437 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4438, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 2.7039804990636185e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4438 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4439, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.8835067749023438e-05, "mean_absolute_error": 2.8485846996773034e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4439 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4440, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.749071654761792e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4440 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4441, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 2.884010655179736e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4441 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4442, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.0627484193246346e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4442 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4443, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.21872335007356e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4443 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4444, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.7610607250826433e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4444 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4445, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.5484243906248594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4445 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4446, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.537799835205078e-05, "mean_absolute_error": 2.5758472474990413e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4446 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4447, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "mean_absolute_error": 4.772884494741447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000274658203125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4447 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4448, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.480281066003954e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4448 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4449, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.5378246846230468e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4449 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4450, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.514014224492712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4450 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4451, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.2328154045681003e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4451 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4452, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "mean_absolute_error": 4.872863428317942e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.0902366638183594e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4452 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4453, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 7.271766662597656e-05, "mean_absolute_error": 1.1995350178040098e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002269744873046875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4453 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4454, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 3.283567366452189e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.076957702636719e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4454 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4455, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8693732474494027e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4455 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4456, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.7620559396600584e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4456 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4457, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.173939947169856e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4457 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4458, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.330353931436548e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4458 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4459, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 2.8092456432204926e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4459 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4460, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.67015468327736e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4460 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4461, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8824106291503995e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4461 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4462, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.253294607930002e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4462 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4463, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.8133392333984375e-05, "mean_absolute_error": 4.8041210902738385e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000499725341796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4463 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4464, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.293078179922304e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4464 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4465, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.0528276511176955e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4465 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4466, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.3697929211484734e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4466 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4467, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 1.85559690635273e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4467 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4468, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.4662742614746094e-05, "mean_absolute_error": 2.5341032596770674e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4468 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4469, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 3.505964514260995e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000209808349609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4469 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4470, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.3398816867702408e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4470 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4471, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.0990779578132788e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4471 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4472, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2516975402832031e-05, "mean_absolute_error": 2.2607191567658447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4472 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4473, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.0742416381835938e-05, "mean_absolute_error": 4.126663498027483e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4473 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4474, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.8413298878149362e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4474 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4475, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.7180924462300027e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4475 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4476, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.663448867679108e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4476 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4477, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.460218183841789e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4477 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4478, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.9267639547470026e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4479, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4479, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 4.194614120933693e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4479 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4480, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.886516424245201e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000209808349609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4480 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4481, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.4694073747232324e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4481 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4482, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.8835067749023438e-05, "mean_absolute_error": 3.2663642741681542e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4482 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4483, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.3603439331054688e-05, "mean_absolute_error": 4.425839961186284e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00014495849609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4483 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4484, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.319840859854594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4484 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4485, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.2537331005878514e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4485 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4486, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.529002813389525e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.5762786865234375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4486 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4487, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 2.662994347701897e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4487 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4488, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.6464462280273438e-05, "mean_absolute_error": 4.351162715465762e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4488 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4489, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.000240325927734375, "mean_absolute_error": 5.763840090367012e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00099945068359375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4489 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4490, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 3.5762786865234375e-05, "mean_absolute_error": 6.33358649793081e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00017026066780090332, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4490 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4491, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.6808143047674093e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4491 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4492, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.16481816500891e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4492 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4493, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.26820907300862e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4493 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4494, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.4040115224343026e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4494 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4495, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.3071487450797576e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4495 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4496, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.3020461412670556e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4496 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4497, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8192000627313973e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4497 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4498, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.72216175289941e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4498 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4499, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.168312443653122e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00089263916015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4499 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4500, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.765993031061953e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4500 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4501, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.7833492569916416e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4501 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4502, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.6574615478457417e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4502 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4503, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.4862835087114945e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4503 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4504, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.5661297513579484e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4504 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4505, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.650774260677281e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.918212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4505 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4506, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.114777655355283e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4506 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4507, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.354816954015405e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4507 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4508, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.995104412344517e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4508 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4509, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.2848467981239082e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.935264587402344e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4509 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4510, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.75633192359237e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4510 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4511, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.1447605124412803e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4511 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4512, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.0967656786961015e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4512 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4513, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.800060272216797e-05, "mean_absolute_error": 2.84659245153307e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4513 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4514, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.6518852084554965e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4514 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4515, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.2911300422711065e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4515 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4516, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 3.7112924928806024e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4516 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4517, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.0801568300375948e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4517 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4518, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.134513801545836e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4518 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4519, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.0994415283203125e-05, "mean_absolute_error": 5.66263634027564e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4519 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4520, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4671878691151505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4520 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4521, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.7515532110555796e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4521 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4522, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.607674105092883e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4522 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4523, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.728534698486328e-05, "mean_absolute_error": 2.5580645797163015e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4523 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4524, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 4.708287633548025e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.054473876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4524 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4525, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 7.772445678710938e-05, "mean_absolute_error": 1.431771852367092e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0003070831298828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4525 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4526, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.7298217446514172e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4526 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4527, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.205193706889986e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4527 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4528, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 5.45275179320015e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4528 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4529, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.05257060265285e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4529 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4530, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 4.651381004805444e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4530 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4531, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.0863611755194142e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4531 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4532, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 5.0331373131484725e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4532 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4533, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 1.8115749753633281e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4533 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4534, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.121133775290218e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4534 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4535, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.7231669719185447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.001323699951171875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4535 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4536, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.625031467890949e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4536 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4537, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.306751412106678e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4537 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4538, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.4455453058180865e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.100799560546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4538 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4539, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.7119476726511493e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4539 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4540, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.9390273539320333e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4540 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4541, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.167235490764142e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001068115234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4541 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4542, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.8928316169185564e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4543, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4543, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.9874336178181693e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4543 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4544, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.2919032289792085e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4544 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4545, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.0742416381835938e-05, "mean_absolute_error": 3.61856314157194e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4545 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4546, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.5524823286104947e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4546 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4547, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.7473101908981334e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4547 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4548, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 2.9150303362257546e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4548 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4549, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.018230811198009e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4549 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4550, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.38024608734122e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4550 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4551, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 5.125180450704647e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4551 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4552, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "mean_absolute_error": 6.097957793826936e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001850128173828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4552 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4553, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 4.580205313686747e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4553 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4554, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.5027914034581045e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4554 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4555, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.05718994140625e-05, "mean_absolute_error": 1.0156923963222653e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00043487548828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4555 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4556, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 3.4008396596618695e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4556 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4557, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.702101710383431e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4557 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4558, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.9961272502987413e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4558 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4559, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.9837017336831195e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4559 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4560, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.0040740966796875e-05, "mean_absolute_error": 4.422016900207382e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.054473876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4560 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4561, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 7.581710815429688e-05, "mean_absolute_error": 1.1604609426285606e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000415802001953125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4561 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4562, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.0360868095158366e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.818771362304688e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4562 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4563, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.3061232898035087e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4563 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4564, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.247248398314696e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4564 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4565, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 4.193518634565407e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4565 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4566, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 5.740429969591787e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4566 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4567, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8240203871755511e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4567 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4568, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.941021416016156e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4568 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4569, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.0934954793337965e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4569 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4570, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 2.1680032205040334e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4570 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4571, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.5278899304103106e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00043487548828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4571 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4572, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.424717649773811e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4572 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4573, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.122391490251175e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4573 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4574, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.554538468757528e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4574 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4575, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.298324584960938e-06, "mean_absolute_error": 1.5522521152888658e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4575 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4576, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 2.7982025585515657e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4576 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4577, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.1670401767769363e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.7738037109375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4577 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4578, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.126385990981362e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4578 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4579, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.2623693186906166e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4579 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4580, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 3.6202343380864477e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4580 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4581, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.919269561767578e-05, "mean_absolute_error": 2.9731208996963687e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.409385681152344e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4581 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4582, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 3.025172190973535e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4582 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4583, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.2411346435546875e-05, "mean_absolute_error": 3.467890337560675e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4583 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4584, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.693361804835149e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4584 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4585, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.944508423752268e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4585 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4586, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 4.210255156067433e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4586 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4587, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.944199761463096e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4587 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4588, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.4557113647460938e-05, "mean_absolute_error": 3.798357056439272e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012969970703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4588 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4589, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.0507833344017854e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4589 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4590, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.8597714845091105e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4590 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4591, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 6.180853688420029e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00014495849609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4591 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4592, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 3.307215592940338e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4592 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4593, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.8835067749023438e-05, "mean_absolute_error": 3.0806220365775516e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4593 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4594, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.630077455658466e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4594 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4595, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.881180764939927e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4595 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4596, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.0517578125e-05, "mean_absolute_error": 3.843804734060541e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4596 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4597, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00013256072998046875, "mean_absolute_error": 2.2166921553434804e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0006110966205596924, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4597 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4598, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.591493623389397e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.125471115112305e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4598 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4599, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.501931476217578e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4599 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4600, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.9044595066807233e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4600 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4601, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.279903921793448e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4601 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4602, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.518375822546659e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4602 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4603, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.133852715109242e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4603 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4604, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.941981503885472e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.626678466796875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4604 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4605, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.347536337765632e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4605 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4606, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.63673848369217e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4607, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4607, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.454104333082796e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000885009765625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4607 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4608, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.4847208806022536e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4608 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4609, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.621426230893121e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4609 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4610, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.502645884305821e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4610 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4611, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.6536703242309159e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4611 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4612, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.0384788513183594e-05, "mean_absolute_error": 3.815101990767289e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4612 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4613, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 3.1010840757517144e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4613 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4614, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.178627482862794e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4614 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4615, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.05228354591236e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4615 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4616, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.922871661008685e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4616 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4617, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 3.5148459573974833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.910064697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4617 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4618, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 3.637085228547221e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4618 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4619, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.102026196051156e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4619 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4620, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.633167266845703e-05, "mean_absolute_error": 2.9837613055860857e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4620 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4621, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.821652060447377e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4621 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4622, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 4.309350970288506e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4622 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4623, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.2649765014648438e-05, "mean_absolute_error": 5.5936975513759535e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4623 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4624, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.77948788102367e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4624 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4625, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 2.8827073492720956e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4625 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4626, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.800060272216797e-05, "mean_absolute_error": 3.7345639611885417e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4626 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4627, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.5510787963867188e-05, "mean_absolute_error": 5.004808826925e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000213623046875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4627 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4628, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.995872591782245e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4628 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4629, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.761277755780611e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4629 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4630, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.623868113005301e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4630 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4631, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.3239888378157048e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4631 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4632, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 4.084206011611968e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4632 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4633, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00025844573974609375, "mean_absolute_error": 5.7775989262154326e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000667572021484375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4633 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4634, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.3126602172851562e-05, "mean_absolute_error": 4.12958070228342e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001392364501953125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4634 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4635, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 2.92212257591018e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4635 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4636, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 4.070188879268244e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4636 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4637, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.160588105150964e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4637 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4638, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.674314029922243e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4638 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4639, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.28871067520231e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4639 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4640, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.780744464165764e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4640 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4641, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.985560174944112e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.152557373046875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4641 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4642, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.3470649719238281e-05, "mean_absolute_error": 2.0460850009840215e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4642 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4643, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6334248559578555e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000240325927734375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4643 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4644, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.4620320548128802e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4644 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4645, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8502256554929772e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4645 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4646, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3459178919438273e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4646 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4647, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 1.7728133343553054e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4647 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4648, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.1834498511452693e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4648 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4649, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.6464462280273438e-05, "mean_absolute_error": 4.70058512291871e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000568389892578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4649 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4650, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 3.2863736123545095e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4650 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4651, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.5388538890401833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.3882598876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4651 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4652, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 3.1457907425647136e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4652 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4653, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 3.015136371686822e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4653 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4654, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 2.9674342840735335e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.245208740234375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4654 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4655, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.5616416931152344e-05, "mean_absolute_error": 2.673412154763355e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4655 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4656, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 4.22018501922139e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4656 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4657, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.0399130537261954e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4657 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4658, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.704692840576172e-05, "mean_absolute_error": 2.896676733143977e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4658 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4659, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 2.6597022042551544e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4659 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4660, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.885651040036464e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000141143798828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4660 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4661, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 2.2711051315127406e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4661 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4662, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.187005293308175e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4662 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4663, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 6.723403930664062e-05, "mean_absolute_error": 9.180790584650822e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001709461212158203, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4663 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4664, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.0935286758904113e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4664 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4665, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.126794354102458e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4665 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4666, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.111853629889083e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4666 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4667, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.5610434022382833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4667 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4668, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.719329833984375e-05, "mean_absolute_error": 6.777906946808798e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.3882598876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4668 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4669, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.000293731689453125, "mean_absolute_error": 4.910224015475251e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00156402587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4669 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4670, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "mean_absolute_error": 5.546825377678033e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4671, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4671, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.6655857254809234e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4671 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4672, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.6395842926140176e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.337860107421875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4672 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4673, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.420217126404168e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4673 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4674, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.8649940254108515e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4674 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4675, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.4391176793869818e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4675 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4676, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.6241856378183e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.220008850097656e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4676 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4677, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.337039859412471e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4677 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4678, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.2430173177999677e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4678 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4679, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.516531594665139e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000110626220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4679 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4680, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.6276167065807385e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4680 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4681, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.814374738591141e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4681 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4682, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6402399271319155e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.314018249511719e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4682 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4683, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.2755393981933594e-05, "mean_absolute_error": 2.0710403987322934e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4683 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4684, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.901388168334961e-05, "mean_absolute_error": 3.804687366937287e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4684 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4685, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 3.838539123535156e-05, "mean_absolute_error": 5.426997176982695e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000274658203125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4685 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4686, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5854835510253906e-05, "mean_absolute_error": 2.7243888780503767e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.38690185546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4686 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4687, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 4.1411685742787085e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4687 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4688, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.3709068298339844e-05, "mean_absolute_error": 3.0768724172958173e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4688 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4689, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.9252300262451172e-05, "mean_absolute_error": 3.68680116480391e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.6253204345703125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4689 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4690, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.8858889891125727e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4690 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4691, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.9388386337814154e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4691 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4692, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.32756690113456e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4692 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4693, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.1555605346511584e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4693 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4694, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.752635282377014e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4694 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4695, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 4.2227893572999164e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4695 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4696, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.2492994250787888e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4696 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4697, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.28838234761497e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4697 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4698, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.2681748507457087e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.123283386230469e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4698 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4699, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.6957703741791192e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00014495849609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4699 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4700, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.0742416381835938e-05, "mean_absolute_error": 3.3438434456911637e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4700 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4701, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8512990866147447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4701 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4702, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.961156042147195e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4702 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4703, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3849288481869735e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4703 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4704, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 4.744529724121094e-05, "mean_absolute_error": 6.879319698782638e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4704 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4705, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00025081634521484375, "mean_absolute_error": 4.094059477210976e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.001117706298828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4705 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4706, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.8133392333984375e-05, "mean_absolute_error": 4.574671038426459e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002041459083557129, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4706 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4707, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4117566681525204e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4707 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4708, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.901232387055643e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4708 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4709, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.5162008771294495e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4709 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4710, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 5.104136107547674e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4710 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4711, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.0093153782217996e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4711 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4712, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 4.651622930396115e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4712 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4713, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 3.257051275795675e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4713 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4714, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.85482860817865e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4714 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4715, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 3.710535111167701e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00038909912109375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4715 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4716, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.203718850068981e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4716 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4717, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.1916904390527634e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4717 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4718, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.585008132882649e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4718 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4719, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.1638413727487205e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4719 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4720, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.610329374874709e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.838539123535156e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4720 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4721, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.167743898302433e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000194549560546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4721 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4722, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.299290599694359e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.482269287109375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4722 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4723, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.4364979910606053e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4723 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4724, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 3.931113496946637e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4724 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4725, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.385481932127732e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.220008850097656e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4725 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4726, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.0265579223632812e-05, "mean_absolute_error": 3.719371306942776e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4726 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4727, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.989477252413053e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4727 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4728, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.77798994324985e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4728 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4729, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.7589110231929226e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4729 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4730, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 3.001667892021942e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4730 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4731, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.9836028261343017e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4731 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4732, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.319450378417969e-05, "mean_absolute_error": 9.964955097530037e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0004363059997558594, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4732 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4733, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.7298927307128906e-05, "mean_absolute_error": 5.61995057068998e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.870529174804688e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4733 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4734, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 4.0746126614976674e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4735, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4735, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "mean_absolute_error": 7.203624136309372e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00030517578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4735 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4736, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.628295760587207e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4736 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4737, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 2.7527114525582874e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4737 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4738, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.493941449050908e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4738 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4739, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.004972541020834e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4739 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4740, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.409385681152344e-05, "mean_absolute_error": 5.526399036170915e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4740 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4741, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 5.340576171875e-05, "mean_absolute_error": 9.17826037039049e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00023651123046875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4741 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4742, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 3.1880019832897233e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4742 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4743, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 4.189630999462679e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4743 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4744, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.2411346435546875e-05, "mean_absolute_error": 5.653575954056578e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4744 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4745, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.5856049887806876e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4745 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4746, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 4.299295596865704e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4746 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4747, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 2.8579561330843717e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4747 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4748, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.4814956961781718e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4748 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4749, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.002204610107583e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4749 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4750, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 3.0948460789659293e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.6597251892089844e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4750 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4751, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.000364813487977e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000362396240234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4751 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4752, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2434724087361246e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4752 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4753, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.409554665267933e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4753 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4754, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.0480035800574115e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4754 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4755, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.554712071083486e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4755 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4756, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.5135109353868756e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.76837158203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4756 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4757, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.7179718017578125e-05, "mean_absolute_error": 5.007680556445848e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000347137451171875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4757 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4758, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.353377567487769e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4758 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4759, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.1927688723953906e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4759 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4760, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2278556823730469e-05, "mean_absolute_error": 2.3898624021967407e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4760 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4761, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.1837898859521374e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4761 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4762, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.7499926293094177e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4762 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4763, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.0994865483080503e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4763 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4764, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.0961030006437795e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4764 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4765, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.65034781882423e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4765 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4766, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 3.1203201160678873e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4766 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4767, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.800975264312001e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4767 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4768, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.4809112548828125e-05, "mean_absolute_error": 5.648670139635215e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001544952392578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4768 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4769, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.89312083623372e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4769 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4770, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.4638688955747057e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0994415283203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4770 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4771, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.5272369384765625e-05, "mean_absolute_error": 3.776967332669301e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000125885009765625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4771 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4772, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.8666718208114617e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4772 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4773, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.505716338419006e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4773 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4774, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.9034208637312986e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4774 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4775, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.255525259897695e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4775 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4776, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.0994415283203125e-05, "mean_absolute_error": 5.014833732275292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.2928924560546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4776 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4777, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00011444091796875, "mean_absolute_error": 1.7744150682119653e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000701904296875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4777 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4778, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.9097566311975243e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.976459503173828e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4778 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4779, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 2.1219253540039062e-05, "mean_absolute_error": 6.305407623585779e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4779 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4780, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.955000127258245e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.719329833984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4780 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4781, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.955192030640319e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4781 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4782, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.779657956532901e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4782 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4783, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 4.7568260015395936e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4783 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4784, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.6119668038736563e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4784 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4785, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.633228971011704e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4785 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4786, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.12167321681045e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4786 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4787, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.277274345236947e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00034332275390625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4787 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4788, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.8494002890511183e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4788 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4789, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 5.525087090063607e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4789 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4790, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.8064184789400315e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4790 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4791, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1563301086425781e-05, "mean_absolute_error": 1.6718652204872342e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4791 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4792, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 2.7493708785186755e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4792 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4793, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.338980493732379e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4793 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4794, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.3312858249701094e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4794 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4795, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.0541491469193716e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4795 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4796, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.5349706902488833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4796 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4797, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.0329422315844567e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.981590270996094e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4797 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4798, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.174855919496622e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4799, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4799, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.383899866093998e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4799 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4800, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 4.040610292577185e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.53131103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4800 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4801, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.439712029125076e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4801 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4802, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6165243980358355e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4802 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4803, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.833574737654999e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4803 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4804, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.2438507080078125e-05, "mean_absolute_error": 8.245842764154077e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000217437744140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4804 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4805, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.629124310260522e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4805 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4806, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.5179152746422915e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4806 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4807, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 5.683950803359039e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012969970703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4807 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4808, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 4.225594238960184e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4808 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4809, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 4.63189553556731e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4809 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4810, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.5662816369731445e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4810 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4811, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.541427420510445e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4811 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4812, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.1948089599609375e-05, "mean_absolute_error": 6.6645193328440655e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.435943603515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4812 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4813, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "mean_absolute_error": 8.880673703970388e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000179290771484375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4813 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4814, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 5.022340246796375e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4814 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4815, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.750025598492357e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4815 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4816, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.599482963385526e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4816 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4817, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.0742122615047265e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4817 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4818, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.633167266845703e-05, "mean_absolute_error": 3.6455010103964014e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4818 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4819, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.4586373658385128e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4819 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4820, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 4.9731056606105994e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4820 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4821, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.22103949454322e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4821 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4822, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 4.053359134559287e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4822 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4823, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.352262981730746e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00023651123046875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4823 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4824, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.380948101039394e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4824 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4825, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.340895429777447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4825 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4826, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.5831507173279533e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4826 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4827, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.0252109607099555e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4827 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4828, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.02577734348597e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.168203592300415e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4828 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4829, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 4.584990620060125e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00034332275390625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4829 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4830, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.897877266150317e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4830 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4831, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.2059012937679654e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4831 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4832, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.1395834412251133e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4832 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4833, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.7523765563964844e-05, "mean_absolute_error": 2.995051318066544e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4833 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4834, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.6406991057447158e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4834 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4835, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.15804936690256e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4835 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4836, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.509601239988115e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4836 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4837, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.9026399463182315e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4837 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4838, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.1411198051500833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4838 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4839, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.740944748642505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4839 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4840, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.6345252990722656e-05, "mean_absolute_error": 4.264650215191068e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000102996826171875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4840 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4841, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 2.890946234401781e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4841 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4842, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.294072257631342e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4842 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4843, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "mean_absolute_error": 4.907937181997113e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000621795654296875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4843 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4844, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.921298346336698e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.341670036315918e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4844 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4845, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.67725454250467e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4845 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4846, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.5533388452458894e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4846 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4847, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.335545104870107e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4847 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4848, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 4.454479494597763e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.245208740234375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4848 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4849, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.000244140625, "mean_absolute_error": 3.865995677188039e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00115966796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4849 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4850, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 4.546832315099891e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011730194091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4850 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4851, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 3.909651240974199e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4851 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4852, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 4.7019370867928956e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4852 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4853, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9914884887839435e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4853 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4854, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.789342261166894e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4854 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4855, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.866192971850978e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4855 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4856, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 4.888276180281537e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4856 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4857, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.2748777155356947e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4857 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4858, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.429928938203375e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4858 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4859, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.359066684221034e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4859 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4860, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4978960482258117e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4860 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4861, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 5.863739716005512e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4861 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4862, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.046503707082593e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4863, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4863, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.5414831295856857e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4863 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4864, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.806020736694336e-05, "mean_absolute_error": 2.679060116861365e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4864 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4865, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.3126602172851562e-05, "mean_absolute_error": 4.174435161985457e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.918212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4865 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4866, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.5012087664654246e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4866 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4867, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.0331591460708296e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4867 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4868, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 2.2059809907659655e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4868 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4869, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.3896784518437926e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4869 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4870, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.5380420538567705e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4870 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4871, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.5663314318080666e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4871 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4872, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.5774918362440076e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4872 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4873, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4735027182032354e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4873 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4874, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.110442660021363e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4874 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4875, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 5.034556124883238e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4875 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4876, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.562999725341797e-05, "mean_absolute_error": 4.763526249007555e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4876 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4877, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.8358230590820312e-05, "mean_absolute_error": 3.1401334581460105e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4877 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4878, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.296029601391638e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4878 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4879, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "mean_absolute_error": 5.12494079885073e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000629425048828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4879 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4880, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.0647802304883953e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.282329559326172e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4880 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4881, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2775368506700033e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4881 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4882, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.4472478798998054e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.008148193359375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4882 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4883, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 1.8980960021508508e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4883 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4884, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 4.912366421194747e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.53131103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4884 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4885, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 8.916854858398438e-05, "mean_absolute_error": 1.312677159148734e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00032806396484375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4885 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4886, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.377173814238631e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4886 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4887, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 4.59249304185505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4887 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4888, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 5.145122486283071e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4888 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4889, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.831878530036192e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4889 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4890, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.733367748282035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4890 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4891, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.459247864157078e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4891 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4892, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.303531346115051e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4892 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4893, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.5020370483398438e-05, "mean_absolute_error": 2.444852498229011e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4893 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4894, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 3.1085173759493046e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4894 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4895, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.3408654215018032e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4895 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4896, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4839650905050803e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4896 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4897, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.470147137501044e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4897 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4898, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 3.082201828874531e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4898 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4899, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0117961412324803e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4899 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4900, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.5178019313898403e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4900 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4901, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "mean_absolute_error": 5.688113560609054e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002593994140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4901 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4902, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.970240752300015e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.792213439941406e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4902 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4903, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 2.8854481115558883e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4903 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4904, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.63751576312643e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4904 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4905, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.15618467539025e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4905 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4906, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.0152045837894548e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4906 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4907, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.032502147310879e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4907 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4908, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.1573376872984227e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4908 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4909, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.030596417374909e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4909 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4910, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.00998249258555e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4910 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4911, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.407965778023936e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4911 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4912, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.5033950805664062e-05, "mean_absolute_error": 4.9716031753632706e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4912 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4913, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.4560039239295293e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4913 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4914, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 4.9048230721382424e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4914 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4915, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 4.3628592720779125e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.34600830078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4915 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4916, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.1576444143865956e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4916 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4917, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7762184143066406e-05, "mean_absolute_error": 3.0184125989762833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4917 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4918, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4042171844484983e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4918 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4919, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.0451625459827483e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4919 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4920, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 4.4003727452945895e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.76837158203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4920 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4921, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 5.2928924560546875e-05, "mean_absolute_error": 9.27497967495583e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002422332763671875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4921 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4922, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.7604432943917345e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4922 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4923, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.389018502275576e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4923 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4924, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 4.566327788779745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4924 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4925, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.9727518722211244e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4925 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4926, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.354031150593073e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4927, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4927, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.5846912851411616e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4927 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4928, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 4.159907348366687e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4928 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4929, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.537799835205078e-05, "mean_absolute_error": 3.2774096325738356e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4929 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4930, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.1158900835871464e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4930 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4931, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.3103350486053387e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4931 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4932, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.018712504854193e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4932 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4933, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.8719987312797457e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4933 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4934, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.6035702376248082e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4934 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4935, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.4901161193847656e-05, "mean_absolute_error": 2.42323972088343e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4935 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4936, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.728534698486328e-05, "mean_absolute_error": 3.0074654659983935e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.382516145706177e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4936 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4937, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.4684810543694766e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4937 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4938, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 3.8803823372290935e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4938 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4939, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 3.0428921036218526e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4939 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4940, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.5308279418823076e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4940 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4941, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.5658556498674443e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4941 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4942, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.6570091247558594e-05, "mean_absolute_error": 2.863693680410506e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4942 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4943, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.66165693574294e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4943 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4944, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.583708576115896e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4944 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4945, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8043127713317517e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4945 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4946, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 2.709792397581623e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.29425048828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4946 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4947, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.7079879600933054e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4947 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4948, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.5762786865234375e-05, "mean_absolute_error": 6.102087354520336e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001583099365234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4948 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4949, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.9889336019550683e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4949 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4950, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.5161310734110884e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4950 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4951, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.0408211841859156e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000240325927734375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4951 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4952, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 3.2737848414399195e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4952 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4953, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.099354105666862e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4953 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4954, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 4.5126821532903705e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4954 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4955, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.192397687394987e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4955 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4956, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.5987625122070312e-05, "mean_absolute_error": 4.092836206837092e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4956 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4957, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 6.437301635742188e-05, "mean_absolute_error": 9.445157047593966e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00031280517578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4957 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4958, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.0804003472439945e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.269050598144531e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4958 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4959, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.449644736974733e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4959 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4960, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 5.5562595662195235e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4960 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4961, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.164163333873148e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4961 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4962, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.730013986569247e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4962 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4963, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.6952758364350302e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4963 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4964, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 5.367875019146595e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4964 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4965, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8413634279568214e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4965 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4966, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 3.150695192744024e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4966 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4967, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.1080583084985847e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001983642578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4967 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4968, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.856869625451509e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4968 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4969, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.905771675112192e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4969 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4970, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.755034867936047e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4970 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4971, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.537799835205078e-05, "mean_absolute_error": 2.1801838556712028e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4971 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4972, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.912437821578351e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4972 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4973, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.2221389574260684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00017547607421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4973 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4974, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.1374751213443233e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4974 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4975, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.469489683993743e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4975 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4976, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.298324584960938e-06, "mean_absolute_error": 1.8291020751348697e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4976 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4977, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.8663177999987965e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4977 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4978, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 3.320221367175691e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4978 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4979, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.772948502955842e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4979 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4980, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 4.097420969628729e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.435943603515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4980 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4981, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 4.512875875661848e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4981 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4982, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.706254235818051e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4982 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4983, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.426487864999217e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4983 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4984, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.0994415283203125e-05, "mean_absolute_error": 8.129180969262961e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4984 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4985, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.503047537378734e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4985 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4986, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.3471118311135797e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4986 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4987, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 6.718863005517051e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000179290771484375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4987 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4988, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.544034032325726e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4988 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4989, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.8658590710838325e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4989 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4990, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 4.638063273887383e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 4991, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4991, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0329221115389373e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4991 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4992, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.4318695068359375e-05, "mean_absolute_error": 4.062144398631062e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4992 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4993, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00014591217041015625, "mean_absolute_error": 2.3584030714118853e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00087738037109375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4993 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4994, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.1763834158482496e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.825717329978943e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4994 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4995, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.3265105230384506e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4995 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4996, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 6.763777491869405e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4996 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4997, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.3470649719238281e-05, "mean_absolute_error": 2.2040956082491903e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4997 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4998, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.598133505671285e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4998 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4999, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.6370685191068333e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4999 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5000, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 4.167729002801934e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5000 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5001, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.046402869382291e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5001 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5002, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 2.2636097583017545e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5002 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5003, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.0809835607215064e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5003 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5004, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.3152061860164395e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5004 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5005, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.882261808030307e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5005 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5006, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.633167266845703e-05, "mean_absolute_error": 2.736665919655934e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5006 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5007, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.031067424468347e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5007 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5008, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.422809757263167e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5008 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5009, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.4080276489257812e-05, "mean_absolute_error": 3.5353609746380243e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00014495849609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5009 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5010, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 3.90229524782626e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.020069122314453e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5010 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 5011, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.5531454614101676e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5011 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 5012, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.271236098749796e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5012 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 5013, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.3126602172851562e-05, "mean_absolute_error": 3.6704416288557695e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.363059997558594e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5013 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 5014, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.7400322980829515e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5014 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 5015, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.999162345280638e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5015 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 5016, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.916516561730532e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5016 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 5017, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.3345403405983234e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5017 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5018, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.675729542213958e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5018 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 5019, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 4.561998139251955e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5019 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5020, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.8623809814453125e-05, "mean_absolute_error": 6.259948349907063e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00030517578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5020 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 5021, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.9302209441084415e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.836520671844482e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5021 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 5022, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.599659183033509e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5022 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5023, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "mean_absolute_error": 5.917159342061495e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000270843505859375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5023 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 5024, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.4659005905268714e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.745887756347656e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5024 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5025, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.6048495530849323e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5025 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 5026, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 3.996805844508344e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5026 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5027, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.0598690753104165e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5027 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5028, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.3484230041503906e-05, "mean_absolute_error": 3.856815510516753e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5028 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 5029, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 9.489059448242188e-05, "mean_absolute_error": 1.4874229236738756e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00025177001953125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5029 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 5030, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.4802816369629e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.580352783203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5030 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 5031, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.609548795997398e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5031 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 5032, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 5.124306881043594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5032 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 5033, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.1925635539664654e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5033 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 5034, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.8755828225257574e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5034 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 5035, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.6894881557382178e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5035 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5036, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.1187444164970657e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5036 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5037, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.689453822313226e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5037 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5038, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 3.0072567369643366e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5038 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5039, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.6097804948221892e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002899169921875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5039 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5040, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.715655909923953e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5040 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5041, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.7026891277491814e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5041 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5042, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.260505764046684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5042 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5043, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7383038084517466e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5043 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5044, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.7778660296462476e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5044 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5045, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.7072740067524137e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5045 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5046, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.5312310754088685e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.291534423828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5046 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 5047, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 2.1219253540039062e-05, "mean_absolute_error": 2.9922430258011445e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5047 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 5048, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2278556823730469e-05, "mean_absolute_error": 1.6167916783160763e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 5049, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.4249717373313615e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 5050, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 2.1338462829589844e-05, "mean_absolute_error": 5.800486633233959e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 5051, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.6519310267758556e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 5052, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 4.206856374366907e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 5053, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.8693198146356735e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5054, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.5020370483398438e-05, "mean_absolute_error": 2.4729806682444178e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 5055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 5055, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.979720077040838e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5055 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5056, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 5.245208740234375e-05, "mean_absolute_error": 9.134239007835276e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002918243408203125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5056 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 5057, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.6702880859375e-05, "mean_absolute_error": 3.451883458183147e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.198883056640625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5057 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 5058, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.476820893411059e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5058 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5059, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.772445678710938e-05, "mean_absolute_error": 9.898384632833768e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000537872314453125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5059 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 5060, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.2411346435546875e-05, "mean_absolute_error": 3.7255460938467877e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.012222290039062e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5060 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5061, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.112612830591388e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5061 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 5062, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.728534698486328e-05, "mean_absolute_error": 3.8212378967728e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5062 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5063, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.0031501410121564e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5063 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5064, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.7179718017578125e-05, "mean_absolute_error": 5.0369139898975845e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5064 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 5065, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 8.392333984375e-05, "mean_absolute_error": 1.2763725862896536e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0003247261047363281, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5065 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 5066, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.1230001695803367e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.602836608886719e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5066 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 5067, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.4049835448968224e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5067 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 5068, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 5.894830792385619e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5068 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 5069, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.6279286632634467e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5069 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 5070, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.3366872028418584e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5070 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 5071, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.597993443487212e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5071 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5072, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 6.094559921621112e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5072 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5073, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 1.924681555465213e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5073 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5074, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.3423399397870526e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5074 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5075, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.6927719116210938e-05, "mean_absolute_error": 2.72359284281265e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5075 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5076, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.9968275612191064e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5076 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5077, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.4995398436876712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5077 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5078, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.2954566247790353e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5078 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5079, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.975665099962498e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5079 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5080, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.201861889261636e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5080 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5081, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.379721763645648e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5081 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5082, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.7639139261737e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5082 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 5083, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.8412514438969083e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5083 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 5084, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2218952178955078e-05, "mean_absolute_error": 2.219271209469298e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5084 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 5085, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 3.0613880426244577e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5085 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 5086, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.3362289286742453e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5086 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 5087, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.559821723480127e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5087 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 5088, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 5.122019956615986e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.673004150390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5088 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 5089, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.9303200790309347e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5089 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5090, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.8661772830673726e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5090 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 5091, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.590428488882026e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5091 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5092, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.474422454833984e-05, "mean_absolute_error": 1.2848545338783879e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000453948974609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5092 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 5093, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "mean_absolute_error": 5.246971795713762e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.487701416015625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5093 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 5094, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.8202389330544975e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5094 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5095, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.5272369384765625e-05, "mean_absolute_error": 3.7797419736307347e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00017547607421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5095 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 5096, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 2.9135369459254434e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5096 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5097, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 4.035076472064247e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5097 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 5098, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.022606051672483e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5098 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5099, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0948791643604636e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5099 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5100, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.0517578125e-05, "mean_absolute_error": 5.5650193644396495e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5100 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 5101, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 5.4836273193359375e-05, "mean_absolute_error": 9.496025086264126e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0003337860107421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5101 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 5102, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.4350506464543287e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.580352783203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5102 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 5103, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 4.6095469770079944e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5103 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 5104, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 4.562304638966452e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5104 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 5105, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.5139579772949219e-05, "mean_absolute_error": 2.8404101612977684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5105 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 5106, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.500109187370981e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5106 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 5107, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.471918716968503e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5107 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5108, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.302514642200549e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5108 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5109, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.9380646537902066e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5109 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5110, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.698575826798333e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5110 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5111, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.617876816657372e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00016021728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5111 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5112, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.8191843739477918e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5112 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5113, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.5292642931162845e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5113 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5114, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.3032532681099838e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5114 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5115, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.7523765563964844e-05, "mean_absolute_error": 1.9619217255240073e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5115 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5116, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.4334960926353233e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5116 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5117, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.4861842575774062e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5117 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5118, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.9568523132184055e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0038166046142578125, "layers_checked": 28, "valid_tokens_checked": 5119, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 594, "passed": true } ], "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ], "actual_output_tokens": 1024 }, "geometry": { "model_type": "qwen3", "hidden_size": 1024, "num_hidden_layers": 28, "intermediate_size": 3072, "num_attention_heads": 16, "rms_norm_eps": 1e-06, "vocab_size": 151936, "num_key_value_heads": 8, "max_position_embeddings": 40960, "rope_theta": 1000000, "head_dim": 128, "tie_word_embeddings": true, "rope_scaling": null, "capacity": 5119, "threads": 256, "storage_dtype": "float32", "prefill_chunk_size": 1024, "prefill_projection_backend": "simdgroup", "prefill_projection_tile": [ 64, 64, 32 ], "prefill_attention": { "kind": "query_tiled_shared_kv", "query_rows_per_threadgroup": 8, "key_tile": 16, "softmax_partitions_per_query": 8 } }, "parameter_count": 596049920, "prefill_weight_bytes": 1761607680, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 34.279731833, "time_to_first_token_seconds": 2.005792625, "decode_wall_seconds": 32.273939208, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "chunked": { "total_wall_seconds": 36.10865975, "time_to_first_token_seconds": 5.7811143750000005, "decode_wall_seconds": 30.327545375000003, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 35.499928083, "time_to_first_token_seconds": 5.212559167, "decode_wall_seconds": 30.287368916000002, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "MLX": { "total_wall_seconds": 41.59815325, "time_to_first_token_seconds": 1.993467542, "decode_wall_seconds": 39.604685708000005, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 34.167163167000005, "time_to_first_token_seconds": 1.8873543330000002, "decode_wall_seconds": 32.279808834, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "chunked": { "total_wall_seconds": 41.423493, "time_to_first_token_seconds": 9.922896792000001, "decode_wall_seconds": 31.500596208, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 36.719943208000004, "time_to_first_token_seconds": 5.277752833, "decode_wall_seconds": 31.442190375000003, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "MLX": { "total_wall_seconds": 48.14323925, "time_to_first_token_seconds": 6.886008417, "decode_wall_seconds": 41.257230833, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 34.087917000000004, "time_to_first_token_seconds": 1.8957659580000001, "decode_wall_seconds": 32.192151042, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "chunked": { "total_wall_seconds": 38.455597625, "time_to_first_token_seconds": 7.673146709, "decode_wall_seconds": 30.782450916000002, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } } ], "medians": { "MLX": { "total_wall_seconds": 34.279731833, "time_to_first_token_seconds": 1.993467542, "decode_wall_seconds": 32.279808834, "decode_tokens_per_second": 31.69163749577365 }, "chunked": { "total_wall_seconds": 36.719943208000004, "time_to_first_token_seconds": 5.7811143750000005, "decode_wall_seconds": 30.782450916000002, "decode_tokens_per_second": 33.23322118799411 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.949349327012892, "time_to_first_token_seconds": 0.3469560529149711, "decode_wall_seconds": 1.06417907578516 } } } ], "selected_chunk_size": 1024, "schema_version": 1, "created_at": "2026-10-04T23:56:14.136502+00:00", "model": "Qwen/Qwen3-0.6B", "checkpoint_revision": "c1899de289a04d12100db370d81485cdf75e47ca", "checkpoint_sha256": { "config.json": "660db3b73d788119c04535e48cf9be5f55bc3100841a718637ae695b442f27dd", "model.safetensors": "f47f71177f32bcd101b7573ec9171e6a57f4f4d31148d38e382306f42996874b" }, "tokenizer_sha256": { "tokenizer.json": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4", "tokenizer_config.json": "d5d09f07b48c3086c508b30d1c9114bd1189145b74e982a265350c923acd8101" }, "hardware": { "device_name": "Apple M5", "max_recommended_working_set_size": 26800603136, "memory_size": 34359738368, "architecture": "applegpu_g17g", "max_buffer_length": 20100448256, "resource_limit": 499000 }, "software": { "mlx": "0.32.0", "mlx_lm": "0.31.3", "platform": "macOS-26.2-arm64-arm-64bit", "MLX_ENABLE_TF32": "0" }, "metal_compiler": "Apple metal version 32023.864 (metalfe-32023.864)\nTarget: air64-apple-darwin25.2.0\nThread model: posix\nInstalledDir: /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.3.7003.10.GzPOjD/Metal.xctoolchain/usr/metal/current/bin", "source_sha256": { "benchmarks/megakernels/qwen3_staged_runtime.py": "a8cf552b5f294e0fa02032a7a55a672cb9836e7126ee07a20a46480b4d53cef0", "benchmarks/megakernels/qwen3_runtime.py": "7076d3413e6df90e577288874de55d5f1af0c22dd5d8c9e6706be238f01e5304", "benchmarks/megakernels/qwen3_chunked_prefill.py": "2d310e2ac5c316fb826d375a3fe3a0fa13d5e30265f1f2ab9bef2a20c5c55a4e", "benchmarks/megakernels/qwen3_end_to_end.py": "20f597b3a39e30b157d38f9d3594ad9642ae34eafc862381c024750b05d1b6ba", "benchmarks/megakernels/qwen3_prefill_runtime.py": "2116287445002f4f619f44bf97ca45d4240fdb9091731d835ff4ea917e37ea28", "benchmarks/megakernels/qwen3.py": "d54bd5fd5f9973c8fdd98a6c656c0ca79d424457db242061ce88b8601b9d91f4", "benchmarks/common/checkout.py": "521c2d03a27b1a46575deab789b83b4e5bb71df030d01eeebd11ba777eaaf0b2" }, "compiler_and_kernels_sha256": "c0aec01a4b0fdbae40fec8cced212993a4a85b70e659070177dfcefa05d57fe2", "weights": { "source_dtype": "bfloat16", "both_backends": "float32", "same_values": true, "quantized": false }, "precision_comparison": { "class": "same_storage_precision", "same_weight_representation": true, "bitwise_exact": false, "storage_dtype": "float32", "accumulation_dtype": "float32" }, "selection": { "candidate_chunk_sizes": [ 128, 256, 512, 1024 ], "criterion": "minimum tuning median candidate TTFT; smaller chunk breaks exact ties", "held_out_used_for_selection": false, "held_out_scope": "held out from automatic chunk-size selection only; the 4096-token document was exercised during implementation correctness development, so it is not unseen development data", "tuning_prompt": { "kind": "contiguous token prefix of local technical documentation", "sources_sha256": { "docs/guide/architecture.rst": "6c072151632f04efdd9222220a25cf901aaf813b443f4c23b42e2db1e38b90d7", "docs/guide/graph-fusion.rst": "e3592965d627a59a64be960b617bd3288798b6efe2eabdfd7b64777520d9d55c" }, "source_token_count": 2632, "token_offset": 0, "token_ids": [ 38406, 37843, 198, 1518, 46725, 271, 2660, 15628, 1367, 3658, 13027, 63515, 311, 19206, 13, 362, 2086, 45645, 8471, 504, 264, 12564, 198, 4439, 11, 1380, 432, 646, 18130, 7248, 25185, 323, 15963, 7525, 1573, 198, 958, 14421, 10001, 22711, 13, 11733, 12716, 4722, 1526, 20744, 16248, 323, 19206, 16248, 13, 576, 198, 12807, 19614, 55, 19163, 1221, 42465, 7907, 63515, 448, 9867, 7525, 198, 14801, 18774, 892, 311, 1598, 382, 496, 2168, 486, 608, 62, 1978, 14, 5689, 13455, 2268, 8790, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 14, 5689, 13455, 2268, 8790, 15228, 198, 256, 549, 3145, 25, 8627, 752, 15628, 28672, 6396, 504, 4771, 323, 384, 82853, 11127, 1526, 11064, 1786, 11433, 287, 18335, 11, 36508, 11, 16248, 45201, 11, 19206, 2038, 9471, 11, 323, 63163, 15592, 6845, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 23395, 1412, 323, 12165, 27680, 198, 27814, 271, 3862, 525, 1378, 5510, 311, 3725, 279, 19415, 1447, 9, 9902, 31, 4059, 457, 31226, 13874, 34383, 19119, 13027, 384, 82853, 7525, 1119, 10001, 40060, 198, 220, 20744, 16248, 624, 9, 9902, 11212, 3297, 13874, 7424, 264, 31969, 12564, 79987, 1573, 10001, 22711, 614, 198, 220, 1012, 4091, 13, 576, 4771, 646, 2525, 504, 458, 19614, 55, 17590, 476, 504, 458, 11464, 198, 220, 19415, 2943, 382, 785, 4771, 45645, 44699, 7248, 1186, 86186, 11, 2670, 264, 3239, 68864, 198, 8470, 24160, 11, 5452, 476, 58457, 6911, 11, 76369, 11, 323, 897, 5517, 24160, 6693, 28439, 198, 8074, 614, 902, 1008, 3847, 13, 13235, 24891, 429, 8781, 448, 2860, 6529, 345, 275, 12341, 279, 2567, 46876, 1526, 264, 13951, 15748, 382, 37, 7560, 9115, 17530, 7050, 11, 28439, 62795, 11, 323, 2169, 74790, 198, 16440, 82, 13, 1084, 5711, 1308, 42221, 369, 5777, 32000, 323, 369, 28878, 471, 632, 6813, 315, 198, 1782, 5537, 50717, 21242, 4771, 13, 11581, 1455, 573, 471, 632, 6813, 990, 264, 72349, 55980, 198, 23617, 4518, 13, 549, 5236, 18736, 4439, 2220, 7560, 63, 14758, 1380, 279, 25262, 374, 4734, 198, 437, 1380, 432, 374, 66609, 382, 31076, 7658, 11433, 287, 38093, 198, 771, 70818, 27847, 18335, 16555, 46211, 1526, 61571, 46876, 292, 6872, 382, 496, 2168, 486, 608, 62, 1978, 14, 19688, 10475, 7449, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 14, 19688, 10475, 7449, 15228, 198, 256, 549, 3145, 25, 36991, 1786, 11433, 287, 12111, 18335, 504, 4771, 5383, 323, 13951, 2329, 1526, 46876, 292, 29155, 311, 264, 22909, 18130, 476, 4734, 32772, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 32, 9902, 6033, 2654, 38066, 13874, 17167, 315, 458, 9569, 11, 264, 7868, 10880, 11, 264, 36903, 11893, 345, 437, 264, 1590, 2022, 7493, 13, 576, 21739, 3232, 1663, 40915, 87856, 198, 2359, 323, 1290, 9569, 11, 7907, 4097, 43415, 5048, 11, 323, 6716, 4998, 316, 52807, 624, 785, 36824, 12, 77499, 2329, 93494, 264, 4269, 448, 39595, 39187, 11, 4622, 3135, 345, 2413, 39522, 8, 13874, 26, 1172, 264, 23933, 2329, 1231, 8290, 279, 3684, 1506, 6529, 8781, 198, 4197, 9902, 19268, 75825, 13874, 13, 4220, 35296, 1931, 57393, 25922, 12341, 653, 537, 5695, 198, 4489, 4482, 84162, 1212, 19057, 16574, 312, 54465, 13, 1416, 54175, 973, 12449, 198, 1782, 5537, 11, 20816, 525, 52824, 11, 279, 13951, 8024, 374, 40409, 11, 476, 264, 198, 15780, 28572, 14525, 11, 279, 19415, 13598, 279, 4024, 4771, 382, 26343, 70081, 198, 771, 26469, 15628, 16248, 5610, 11773, 97785, 20907, 11, 10533, 11, 29753, 11, 46211, 11, 49054, 345, 437, 6172, 7525, 13, 45631, 16211, 28141, 2169, 97785, 5944, 198, 14801, 45201, 13, 9646, 264, 10001, 6083, 374, 8356, 11, 279, 19415, 42453, 4756, 1099, 198, 82, 49613, 1212, 862, 5777, 34226, 45120, 1874, 13, 12090, 315, 15039, 458, 198, 74341, 315, 13578, 36769, 11, 432, 21895, 825, 18239, 13, 1084, 49143, 198, 46274, 17274, 9700, 7468, 1667, 264, 2169, 5666, 40138, 1614, 11, 448, 198, 45703, 4008, 3084, 438, 279, 18131, 1438, 382, 10227, 45201, 11, 458, 51572, 9700, 3119, 63297, 279, 19163, 11, 66631, 4351, 198, 15281, 11, 323, 7248, 47762, 16982, 2041, 94445, 279, 50300, 20744, 198, 2801, 13, 10230, 2022, 323, 25262, 16211, 28162, 6203, 8502, 11, 1393, 198, 1782, 1590, 11320, 1895, 7424, 279, 87139, 11, 4621, 2022, 11, 323, 69642, 198, 73028, 1483, 624, 11709, 479, 2716, 44, 1459, 4482, 4155, 50773, 1137, 4722, 504, 264, 31969, 17274, 24036, 79987, 345, 16169, 6094, 23091, 323, 15592, 36829, 11, 4751, 1091, 15099, 11494, 198, 15463, 13, 3496, 549, 5236, 18736, 52721, 1331, 49613, 63, 369, 279, 7248, 17080, 323, 13388, 382, 12522, 817, 19083, 4516, 15278, 702, 1012, 10067, 11, 432, 72015, 311, 9569, 198, 13435, 287, 11, 66631, 557, 77453, 11, 476, 23933, 4516, 4074, 28998, 13, 31330, 49054, 198, 23362, 220, 16, 11, 220, 17, 11, 220, 19, 11, 220, 23, 11, 220, 16, 21, 11, 476, 220, 18, 17, 17274, 2750, 817, 4516, 26, 7299, 63018, 7468, 198, 18654, 1824, 33551, 18, 17, 36398, 13, 576, 19415, 13598, 1846, 2750, 3887, 3941, 279, 198, 265, 23113, 323, 28160, 16622, 47732, 48722, 1573, 31918, 198, 50171, 13, 549, 5236, 18736, 4528, 37803, 82, 63, 16555, 279, 7248, 6789, 25993, 382, 70914, 1378, 50156, 6172, 57673, 990, 31969, 4147, 15711, 323, 198, 71160, 84094, 5449, 34430, 304, 279, 16248, 11, 4751, 1091, 8042, 389, 279, 47263, 382, 9053, 287, 18644, 11464, 19206, 16248, 71194, 25, 17274, 323, 66631, 7525, 345, 4528, 4074, 5819, 11, 92257, 4074, 6172, 34503, 11, 19206, 220, 19, 9902, 46111, 21959, 90716, 2504, 198, 82, 30196, 11, 29640, 11, 323, 7299, 59524, 10533, 13, 96378, 3487, 323, 25262, 16211, 198, 47584, 19119, 16248, 4686, 12, 2801, 52970, 13, 576, 13794, 47263, 22479, 19206, 16248, 311, 198, 97274, 386, 7984, 11, 1221, 279, 15592, 5711, 279, 26166, 19206, 5392, 8819, 979, 2500, 323, 198, 32595, 1182, 311, 7248, 96187, 28672, 12716, 382, 81330, 45894, 40253, 323, 9867, 15082, 55, 7600, 94445, 525, 7481, 304, 198, 25, 5236, 18736, 33620, 1455, 49911, 288, 28587, 4220, 3412, 12716, 525, 8651, 504, 4622, 10001, 198, 5689, 13455, 323, 1373, 3671, 18906, 57323, 323, 5068, 12341, 382, 20806, 291, 10954, 198, 38645, 271, 73314, 264, 10001, 1558, 537, 5695, 429, 432, 33327, 279, 12626, 389, 264, 2661, 198, 6111, 323, 6083, 382, 496, 2168, 486, 608, 62, 1978, 39298, 10475, 3400, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 39298, 10475, 3400, 15228, 198, 256, 549, 3145, 25, 12262, 291, 752, 15628, 15592, 6589, 3941, 9867, 19614, 55, 323, 7907, 63515, 448, 10519, 11, 97391, 41338, 11, 24999, 47430, 11, 32772, 11, 323, 7168, 66140, 6845, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 20800, 19614, 55, 323, 7907, 63515, 20259, 304, 279, 1852, 9367, 13, 30488, 198, 8074, 1969, 1156, 1494, 264, 34776, 24748, 18126, 13, 71573, 278, 323, 198, 11822, 380, 19531, 24609, 9144, 1973, 13, 15586, 287, 36582, 6761, 389, 279, 198, 9262, 2997, 510, 53103, 323, 77178, 24993, 1373, 220, 20, 3266, 11, 1393, 4771, 36508, 323, 2504, 1331, 25228, 198, 8470, 24160, 1373, 220, 16, 15, 3266, 13, 6944, 21615, 8521, 614, 862, 1828, 36582, 280, 4060, 549, 5236, 18736, 66903, 89987, 28587, 3714, 6805, 22334, 553, 3671, 11, 5392, 8819, 476, 12626, 198, 4366, 11, 2530, 11, 13231, 11, 6083, 11, 7050, 5827, 11, 323, 9144, 2997, 13, 362, 20579, 9867, 198, 63938, 409, 19133, 4756, 5961, 311, 279, 4024, 5666, 26, 264, 7907, 5480, 198, 4776, 7168, 66140, 19614, 55, 2526, 63515, 476, 10030, 19206, 6845, 448, 5101, 55119, 198, 14049, 287, 382, 785, 15592, 13598, 9867, 19614, 55, 369, 40409, 6738, 11, 34776, 476, 28672, 198, 18403, 1413, 11, 323, 26995, 8336, 84798, 13, 28040, 1281, 429, 5754, 11464, 25, 264, 9867, 198, 73311, 374, 537, 264, 7907, 12646, 5454, 3164, 13, 4220, 12341, 9173, 311, 279, 19614, 55, 198, 60168, 13, 576, 4586, 9902, 4059, 457, 31055, 354, 2886, 13874, 5333, 1172, 3039, 32383, 26, 1181, 198, 56126, 374, 8480, 369, 34776, 10519, 4192, 46254, 12, 11212, 42237, 198, 1518, 605, 271, 13874, 11212, 3297, 13874, 7424, 15626, 7525, 1573, 10001, 22711, 525, 11882, 624, 13874, 10393, 14738, 761, 7560, 13874, 1221, 49143, 7248, 5203, 315, 7525, 311, 4722, 198, 983, 3439, 11, 2670, 5203, 448, 803, 1091, 825, 2550, 382, 9830, 549, 5236, 18736, 80419, 63, 369, 279, 2480, 1815, 504, 4771, 8086, 311, 15592, 198, 18274, 11, 2670, 11064, 1786, 11433, 287, 6529, 18335, 382, 496, 2038, 9425, 486, 10135, 271, 256, 1159, 2270, 457, 271, 256, 7363, 284, 2270, 457, 40237, 3297, 741, 256, 2750, 284, 7363, 10046, 445, 3661, 497, 2270, 457, 44203, 8327, 1188, 16, 11, 220, 17, 15, 19, 23, 701, 330, 69, 16, 21, 5455, 256, 32147, 284, 7363, 10046, 445, 416, 3340, 497, 2270, 457, 44203, 8327, 1188, 16, 11, 220, 17, 15, 19, 23, 701, 330, 69, 16, 21, 5455, 256, 4680, 284, 7363, 10046, 445, 4765, 497, 2270, 457, 44203, 8327, 1188, 17, 15, 19, 23, 59564, 330, 69, 16, 21, 5455, 256, 65666, 284, 7363, 1364, 20103, 11, 32147, 340, 256, 29410, 284, 7363, 1746, 1011, 19181, 19713, 2061, 11, 4680, 11, 220, 16, 68, 12, 20, 340, 256, 4771, 284, 7363, 13239, 1188, 1242, 2061, 11, 29410, 4390, 256, 3119, 284, 2270, 457, 45842, 14738, 761, 7560, 24312, 692, 785, 32147, 2629, 374, 264, 4771, 2550, 13, 8704, 36508, 1969, 21129, 2176, 432, 323, 198, 1782, 29410, 1102, 11, 279, 4091, 10001, 702, 1378, 16275, 382, 62790, 479, 657, 11020, 50773, 1137, 198, 771, 69043, 13874, 11212, 3297, 514, 321, 84, 13874, 323, 9902, 11212, 3297, 46433, 13874, 3158, 264, 4492, 72, 3825, 52, 5395, 44804, 198, 4574, 304, 279, 1852, 4771, 16248, 13, 576, 1638, 9902, 16547, 22373, 90492, 11337, 13874, 44699, 1378, 198, 8470, 76, 14295, 448, 264, 6094, 15099, 1946, 11, 279, 9902, 34804, 84, 3268, 349, 8, 353, 705, 13874, 4155, 90492, 11, 323, 279, 198, 2923, 21615, 429, 59506, 432, 13, 576, 36052, 26344, 2987, 30270, 13933, 198, 1358, 13, 1084, 59415, 52654, 54175, 973, 323, 662, 48796, 4161, 323, 198, 4528, 4074, 64096, 13388, 1573, 12299, 279, 4583, 5537, 311, 19163, 198, 14772, 287, 382, 785, 68809, 12, 30448, 1506, 19206, 19163, 5646, 264, 3347, 63018, 9700, 369, 419, 198, 3943, 13, 1084, 44595, 279, 18126, 13951, 11, 82951, 279, 66631, 4351, 1102, 311, 198, 4528, 4074, 18778, 11, 312, 4776, 279, 56312, 19031, 369, 279, 705, 13951, 345, 82, 14113, 4756, 11, 323, 16790, 4492, 72, 3825, 52, 389, 11582, 573, 13, 16703, 19614, 55, 11, 19697, 19614, 55, 11, 323, 279, 1378, 198, 16187, 36769, 7146, 12460, 11178, 369, 3078, 354, 37202, 13, 30488, 198, 265, 1054, 5136, 1969, 1494, 264, 27594, 1465, 1779, 1573, 1614, 11591, 1790, 34841, 345, 52983, 32785, 2375, 763, 11, 323, 1487, 275, 12341, 382, 2461, 825, 19545, 68809, 16895, 11, 264, 2086, 469, 17421, 4155, 90492, 11367, 279, 42578, 198, 416, 3340, 311, 279, 1495, 21615, 304, 279, 1852, 7907, 10001, 13, 576, 15592, 53990, 198, 574, 6430, 25156, 504, 18126, 71843, 11, 1221, 47442, 458, 94891, 31558, 504, 279, 1378, 198, 4525, 1618, 4788, 13, 8886, 6430, 51844, 1181, 1828, 9867, 19614, 55, 9144, 382, 11686, 975, 5646, 279, 43893, 4155, 50773, 1137, 304, 1565, 50, 14011, 25612, 36, 198, 27, 2428, 1110, 277, 88733, 2659, 14, 3435, 14, 17, 20, 16, 17, 13, 16, 19, 15, 23, 15, 43626, 62, 323, 279, 15279, 94687, 1062, 12, 19133, 2022, 198, 75343, 1122, 553, 1565, 87655, 11023, 366, 2428, 1110, 47786, 2659, 14, 16, 15, 13, 16, 16, 19, 20, 14, 18, 22, 19, 19, 24, 15, 21, 43626, 4950, 1913, 8162, 50592, 345, 4528, 4074, 4938, 374, 458, 11464, 389, 11582, 573, 18778, 13242, 13, 21133, 1973, 646, 1492, 198, 13096, 279, 12942, 8177, 15626, 6500, 59447, 369, 279, 1495, 21615, 11, 714, 19206, 198, 27057, 537, 28141, 444, 17, 6500, 8983, 1229, 13, 72434, 4938, 28160, 264, 13940, 68365, 2975, 26, 432, 198, 27057, 537, 2484, 3644, 5819, 1119, 18778, 13242, 4938, 382, 5974, 12, 18878, 24145, 198, 771, 26469, 4854, 5777, 16851, 31236, 11761, 12534, 9044, 458, 274, 2385, 3931, 3922, 13, 55378, 198, 64, 16851, 8651, 15104, 458, 6821, 36824, 553, 7050, 323, 198, 2245, 14636, 67318, 2022, 2783, 26, 282, 970, 432, 15104, 264, 2169, 74790, 6821, 624, 641, 25722, 36689, 4018, 12822, 16164, 88746, 16982, 13, 576, 2530 ], "actual_prompt_tokens": 2048, "chat_template": false, "special_tokens_added": false }, "tuning_output_tokens": 8, "tuning_trials": 5 }, "workload": { "batch": 1, "prompt": { "kind": "contiguous token prefix of local technical documentation", "sources_sha256": { "docs/guide/language.rst": "c80d37d331ce05ff9a86dc4187a81e89f29183f7a9d0024520390bdab2ef81c7", "docs/guide/tensor-memory.rst": "fbe8090dfa4f017c821c5f462b29eacf1d6b647a0e89b1a89e9e81ab412f4377", "docs/guide/tile-ops.rst": "e32f69fb429677d432b4b9eb43963b0096dd2e70165973c5782be41050a374bb", "docs/guide/memory.rst": "df6fbdcf5226875e4c2b378142eb47b6a4a1e3eac530c4145fbc8692b6135bda" }, "source_token_count": 8944, "token_offset": 0, "token_ids": [ 13806, 17207, 198, 1518, 418, 271, 2660, 15628, 34383, 264, 36009, 13027, 729, 448, 35296, 5977, 11, 1221, 198, 5689, 3658, 279, 12433, 7525, 1119, 264, 22670, 2025, 13, 9211, 13027, 11574, 198, 1782, 11655, 11, 264, 13027, 9902, 333, 13874, 476, 9902, 9669, 13874, 1969, 6761, 389, 19192, 7246, 2750, 624, 10253, 9902, 2870, 13874, 369, 817, 28452, 6589, 323, 9902, 21094, 9698, 13874, 369, 264, 50300, 6337, 382, 785, 68642, 3685, 728, 4766, 264, 10001, 13, 1752, 264, 4583, 2025, 448, 7050, 198, 1851, 323, 34776, 12341, 11, 1191, 448, 198, 25, 5236, 18736, 14, 50110, 18935, 291, 14, 3896, 12646, 5454, 63, 476, 549, 5236, 18736, 14, 51668, 84600, 24160, 62338, 35338, 323, 7050, 264, 10001, 198, 771, 68303, 496, 2038, 9425, 486, 10135, 271, 256, 569, 4059, 457, 31226, 198, 256, 707, 847, 26876, 5384, 4348, 11, 2550, 4348, 11, 1760, 11, 28677, 25, 2270, 457, 36128, 9413, 982, 981, 5468, 256, 847, 26876, 9697, 4059, 457, 520, 611, 11512, 11, 220, 17, 20, 21, 701, 7252, 1006, 981, 1946, 7776, 11, 2550, 7776, 11, 1760, 11, 28677, 28, 17, 20, 21, 198, 256, 5125, 4095, 5977, 3635, 3671, 27454, 448, 862, 5819, 13231, 13, 1752, 3110, 345, 3649, 18, 17, 27389, 990, 9902, 6111, 2224, 9, 13874, 323, 2224, 16, 21, 27389, 990, 198, 13874, 6111, 4279, 9, 13874, 13, 13027, 25780, 323, 47902, 3635, 220, 18, 17, 15257, 7546, 323, 198, 3649, 17274, 5977, 13, 9970, 15592, 5977, 304, 11957, 1973, 323, 198, 13874, 42281, 13874, 5977, 553, 16174, 11, 438, 6839, 3403, 382, 785, 46449, 44699, 279, 5042, 9902, 4059, 457, 36128, 9413, 13874, 21223, 1633, 624, 52116, 61620, 54544, 32207, 389, 10001, 5029, 25, 264, 1034, 8482, 198, 13874, 1499, 1304, 21055, 563, 1159, 32207, 13874, 1558, 537, 5023, 21129, 419, 198, 16912, 1779, 382, 32, 7050, 5827, 374, 264, 14405, 315, 2025, 14579, 11, 537, 2392, 14579, 476, 14564, 817, 198, 4074, 13, 8886, 2025, 8473, 438, 264, 19206, 4516, 4074, 13, 8543, 4482, 63515, 1824, 198, 603, 11, 1378, 476, 2326, 5827, 24745, 26, 279, 5297, 479, 2716, 44, 1815, 5711, 264, 1378, 32420, 198, 3006, 5827, 382, 13874, 23248, 58, 4203, 936, 13609, 47527, 13874, 37075, 11, 14121, 4756, 11, 323, 4675, 198, 64, 38799, 6822, 311, 1846, 4963, 323, 17274, 2750, 13, 73335, 374, 537, 198, 64, 19192, 15382, 5666, 13, 1416, 498, 3119, 311, 25978, 264, 38799, 11, 10702, 11464, 198, 13874, 4095, 13874, 5977, 26, 1490, 549, 5236, 18736, 17269, 62338, 10690, 9569, 323, 14937, 198, 27814, 271, 496, 729, 486, 2270, 457, 45082, 842, 31884, 692, 256, 3411, 279, 2025, 594, 4516, 4074, 16184, 3156, 8024, 220, 15, 11, 220, 16, 11, 476, 220, 17, 382, 496, 729, 486, 2270, 457, 24315, 10639, 11, 835, 11, 11777, 6789, 5856, 692, 256, 1752, 7546, 9902, 2468, 13874, 323, 9902, 408, 90716, 1855, 279, 4279, 25686, 8500, 198, 256, 9902, 58, 2468, 11, 835, 8, 13874, 13, 11445, 3084, 374, 264, 19192, 7246, 10023, 1379, 13, 1752, 31273, 345, 256, 3270, 9902, 3176, 488, 2270, 457, 24315, 7, 15, 11, 28677, 8, 13874, 979, 279, 6238, 374, 8741, 382, 256, 576, 1482, 42184, 1083, 26344, 264, 50300, 17274, 9902, 2468, 13874, 26, 304, 429, 198, 256, 1352, 11, 279, 2086, 5693, 374, 279, 10023, 594, 3084, 11, 537, 458, 14887, 382, 256, 1527, 10101, 9902, 6855, 2175, 13874, 49912, 19819, 5424, 311, 6961, 198, 256, 14564, 323, 24740, 13, 3496, 549, 5236, 18736, 4528, 37803, 82, 63, 369, 7248, 17047, 382, 496, 729, 486, 2270, 457, 520, 611, 1445, 60969, 11, 46912, 692, 256, 64425, 12804, 11, 16626, 1483, 389, 279, 3468, 311, 12564, 264, 7050, 5827, 382, 496, 729, 486, 2270, 457, 4529, 20421, 3575, 62, 17, 3679, 692, 256, 3411, 279, 24632, 2355, 315, 1378, 7046, 1091, 476, 6144, 311, 279, 897, 624, 256, 5443, 432, 389, 3468, 25780, 979, 26301, 264, 10023, 1379, 382, 25336, 15693, 198, 771, 44364, 496, 729, 486, 2270, 457, 40588, 81962, 11, 11777, 6083, 11, 36287, 5856, 11, 2615, 428, 878, 4934, 497, 2504, 13597, 5856, 11, 2621, 14663, 5856, 692, 256, 61310, 264, 19819, 1651, 315, 6350, 5819, 13, 61531, 323, 36287, 525, 45225, 280, 256, 36287, 525, 16878, 304, 5424, 323, 1638, 311, 66503, 2802, 65581, 198, 256, 5819, 13, 9549, 374, 9902, 1, 878, 39917, 7808, 9902, 1, 4934, 39917, 7808, 476, 9902, 1, 878, 4934, 1, 13874, 624, 256, 1527, 11464, 2621, 3550, 1969, 2432, 279, 7445, 594, 23757, 382, 256, 61310, 6194, 3143, 279, 1191, 315, 279, 10001, 11, 1221, 990, 9902, 1050, 5104, 65300, 345, 256, 1008, 28, 15, 8, 13874, 323, 9902, 1050, 16114, 65300, 11, 897, 8, 13874, 13, 4220, 1779, 19819, 16184, 198, 256, 14262, 13, 576, 19865, 1969, 2058, 3410, 3322, 5819, 323, 2506, 1922, 14, 3176, 198, 256, 34784, 2878, 8499, 220, 18, 17, 15257, 2088, 382, 256, 9902, 4574, 13597, 13874, 49143, 7248, 1378, 32420, 6172, 2385, 457, 2615, 624, 256, 1084, 1558, 537, 22089, 4938, 476, 738, 4516, 37837, 15278, 624, 256, 3496, 549, 5236, 18736, 46111, 64096, 63, 369, 279, 2480, 14262, 11, 13231, 11, 323, 6789, 5116, 382, 496, 2038, 9425, 486, 10135, 271, 256, 11127, 284, 2270, 457, 40588, 5384, 4348, 11, 6083, 4539, 1830, 59564, 2615, 428, 878, 1138, 256, 16275, 284, 2270, 457, 40588, 11057, 4348, 11, 6083, 4539, 1830, 59564, 2615, 428, 4934, 1138, 256, 9892, 284, 2270, 457, 45082, 842, 7, 15, 8, 353, 28677, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 16275, 16114, 1188, 27436, 59564, 11127, 5104, 1188, 27436, 11, 593, 353, 220, 17, 13, 15, 692, 20015, 4938, 7525, 198, 771, 70674, 496, 729, 486, 2270, 457, 5104, 23866, 11, 6911, 5856, 692, 256, 8893, 5424, 504, 264, 7445, 7493, 13, 19924, 291, 12462, 5424, 1349, 7168, 624, 256, 17147, 264, 6911, 11, 279, 19865, 1969, 5978, 1449, 2621, 374, 2697, 382, 496, 729, 486, 2270, 457, 16114, 23866, 11, 897, 11, 6911, 5856, 692, 256, 9129, 1526, 264, 7445, 7493, 13, 19924, 291, 12462, 10533, 525, 35157, 382, 496, 2038, 9425, 486, 10135, 271, 256, 9892, 284, 2270, 457, 45082, 842, 7, 15, 8, 353, 28677, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 2697, 284, 9892, 366, 1760, 198, 256, 2750, 284, 2270, 457, 5104, 5384, 4348, 488, 9892, 11, 6911, 28, 1891, 340, 256, 2270, 457, 16114, 11057, 4348, 488, 9892, 11, 2750, 11, 6911, 28, 1891, 692, 496, 729, 486, 2270, 457, 29934, 12411, 23866, 11, 2802, 6917, 11, 1375, 6917, 11, 19228, 11, 6083, 692, 256, 8893, 264, 1378, 32420, 10023, 13, 9902, 47057, 13874, 374, 279, 2802, 19228, 304, 5424, 280, 256, 9902, 12231, 13874, 374, 279, 10023, 594, 39595, 1811, 11, 8147, 8, 13874, 13, 1096, 19588, 3749, 198, 256, 1558, 537, 15913, 2480, 15626, 14262, 13, 1532, 6172, 63515, 1265, 990, 198, 256, 9902, 46111, 18850, 11, 2504, 13597, 28, 32574, 13874, 773, 45201, 646, 9593, 15336, 198, 256, 323, 4938, 6789, 382, 496, 729, 486, 2270, 457, 29934, 14809, 23866, 11, 2802, 6917, 11, 1375, 6917, 11, 19228, 11, 897, 11, 6083, 692, 256, 9129, 264, 6172, 10023, 1667, 279, 1852, 19588, 6789, 21277, 382, 14603, 372, 41291, 323, 6172, 30270, 198, 1408, 271, 496, 729, 486, 2270, 457, 12774, 25933, 11, 13231, 428, 69, 18, 17, 5130, 256, 4230, 264, 7168, 45154, 3260, 10023, 11, 16626, 264, 2224, 18, 17, 6172, 56312, 382, 496, 729, 486, 2270, 457, 22790, 17671, 11, 1290, 11, 56312, 692, 256, 3411, 9902, 94810, 488, 2115, 569, 1290, 13874, 13, 576, 2115, 323, 1290, 10023, 20816, 198, 256, 1969, 614, 18146, 13951, 15336, 13, 48980, 6172, 63515, 198, 256, 46276, 304, 2224, 18, 17, 382, 256, 27536, 287, 49143, 66631, 4074, 6172, 7525, 476, 19206, 220, 19, 15626, 7525, 198, 256, 4092, 311, 3671, 75027, 8819, 1824, 323, 279, 11320, 9700, 13, 576, 198, 256, 2118, 451, 2954, 1815, 702, 5107, 16869, 13, 3496, 549, 5236, 18736, 21094, 12, 3721, 63, 323, 198, 256, 549, 5236, 18736, 14, 51668, 84600, 24160, 62338, 3273, 6396, 323, 17274, 1584, 198, 27814, 10452, 496, 729, 486, 2270, 457, 29934, 9698, 10639, 11, 835, 11, 3019, 28, 16, 11, 1629, 1261, 1134, 28, 16, 692, 256, 13583, 264, 22670, 6337, 448, 458, 13761, 835, 13, 11445, 2487, 8473, 3055, 2337, 45415, 345, 256, 17387, 279, 7525, 11504, 518, 11320, 882, 13, 362, 6785, 198, 256, 19192, 7246, 7546, 3019, 374, 279, 13475, 259, 7979, 5383, 382, 256, 9902, 2413, 1261, 1134, 13874, 7388, 47762, 389, 264, 7248, 45201, 1815, 13, 1084, 1558, 537, 198, 256, 15440, 429, 4938, 2615, 323, 34447, 27248, 382, 496, 2038, 9425, 486, 10135, 271, 256, 7130, 10160, 284, 220, 15, 13, 15, 198, 256, 369, 1191, 304, 2270, 457, 29934, 9698, 7, 15, 11, 1760, 11, 28677, 982, 981, 9892, 284, 1191, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 981, 7130, 10160, 284, 7130, 10160, 488, 11127, 5104, 1188, 27436, 53278, 256, 2790, 284, 2270, 457, 13183, 1295, 20894, 10160, 692, 496, 729, 486, 2270, 457, 80386, 3679, 11, 13231, 5856, 692, 256, 7405, 11464, 17274, 93853, 1584, 369, 264, 6337, 23992, 4487, 75193, 13, 1096, 374, 198, 256, 5390, 979, 264, 1584, 897, 374, 17274, 817, 6961, 4516, 11, 438, 304, 198, 256, 549, 5236, 18736, 14, 51668, 14, 53103, 62338, 8815, 323, 48722, 198, 771, 56870, 6953, 25922, 1741, 438, 9902, 10, 90716, 9902, 12, 90716, 9902, 9, 90716, 9902, 14, 90716, 35495, 11, 323, 198, 18216, 7546, 2699, 7525, 22111, 2392, 4482, 16248, 13, 5443, 9902, 5, 13874, 323, 198, 13874, 91, 13874, 311, 15963, 50300, 2710, 26135, 26, 13027, 9902, 437, 13874, 323, 9902, 269, 13874, 653, 198, 1921, 7512, 2392, 4482, 7525, 382, 496, 1140, 16785, 49577, 256, 549, 2708, 12, 1811, 25, 220, 16, 198, 256, 549, 3098, 82, 25, 220, 18, 20, 220, 21, 20, 271, 256, 353, 481, 5712, 198, 257, 481, 26675, 198, 256, 353, 481, 9902, 4059, 457, 13754, 3679, 46186, 3989, 257, 481, 1374, 59825, 198, 256, 353, 481, 9902, 4059, 457, 39570, 14214, 3679, 46186, 3989, 257, 481, 19206, 594, 4937, 58755, 26, 13403, 43542, 504, 279, 5792, 46601, 198, 256, 353, 481, 9902, 4059, 457, 1665, 3679, 46186, 3989, 257, 481, 18448, 89936, 76, 198, 256, 353, 481, 9902, 4059, 457, 18049, 3679, 46186, 3989, 257, 481, 15619, 3704, 198, 256, 353, 481, 9902, 4059, 457, 14572, 3679, 46186, 3989, 257, 481, 48881, 897, 198, 256, 353, 481, 9902, 4059, 457, 734, 27924, 3679, 46186, 3989, 257, 481, 32732, 65, 7762, 68660, 198, 256, 353, 481, 9902, 4059, 457, 18001, 47489, 11, 2115, 11, 1290, 46186, 3989, 257, 481, 8427, 264, 897, 817, 2392, 26, 432, 374, 537, 2805, 1786, 37268, 2524, 6396, 198, 256, 353, 481, 9902, 4059, 457, 58330, 17671, 11, 1290, 46186, 7808, 9902, 4059, 457, 57790, 17671, 11, 1290, 46186, 3989, 257, 481, 8543, 4482, 7192, 476, 8028, 198, 256, 353, 481, 9902, 4059, 457, 35091, 3679, 11, 13231, 46186, 3989, 257, 481, 7169, 264, 17274, 476, 10023, 11, 369, 3110, 311, 9902, 1, 69, 18, 17, 1, 13874, 271, 13874, 2870, 13874, 66249, 1181, 11127, 1573, 18774, 825, 13, 31630, 3629, 458, 650, 81535, 2795, 198, 258, 9902, 2870, 13874, 8916, 1558, 537, 1281, 279, 2795, 6092, 13, 19924, 279, 2795, 5961, 476, 198, 810, 264, 15626, 1651, 382, 6033, 91463, 198, 68303, 496, 729, 486, 2270, 457, 13183, 3679, 340, 496, 729, 486, 2270, 457, 6678, 3679, 340, 496, 729, 486, 2270, 457, 4358, 3679, 692, 256, 52153, 264, 7248, 10023, 311, 264, 17274, 2629, 11, 7192, 11, 476, 8028, 13, 27536, 287, 1231, 198, 256, 15963, 4161, 40060, 975, 11, 66631, 4074, 7525, 11, 323, 6094, 4938, 198, 256, 1948, 66631, 16753, 382, 24051, 5300, 2750, 8311, 311, 279, 13951, 11, 323, 6911, 894, 23507, 198, 9571, 429, 1969, 537, 16792, 13, 3496, 549, 5236, 18736, 14, 51668, 14, 77499, 63, 369, 7192, 198, 437, 58755, 75811, 46211, 916, 264, 7130, 10023, 13, 47512, 16574, 13951, 198, 1358, 1231, 1745, 504, 264, 13940, 5785, 382, 6855, 323, 66631, 4074, 7525, 198, 27814, 44364, 9485, 7525, 28141, 6961, 11320, 3565, 13, 1913, 279, 7248, 8162, 198, 49891, 12716, 11, 264, 66631, 4074, 5610, 220, 18, 17, 14564, 382, 496, 729, 486, 2270, 457, 45210, 842, 2822, 256, 8752, 1922, 4766, 279, 4516, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 60302, 842, 2822, 256, 26018, 1922, 4766, 1181, 66631, 4074, 11, 504, 220, 15, 1526, 220, 18, 16, 382, 496, 729, 486, 2270, 457, 28616, 67, 73484, 76462, 3679, 11, 6911, 692, 256, 18705, 264, 897, 448, 279, 21272, 6693, 1922, 374, 69887, 291, 448, 9902, 11258, 13874, 382, 496, 729, 486, 2270, 457, 28616, 67, 74923, 3679, 11, 21272, 692, 256, 31965, 264, 897, 504, 825, 21272, 4766, 279, 66631, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 10160, 3679, 340, 496, 729, 486, 2270, 457, 28616, 67, 6345, 3679, 692, 256, 16703, 13951, 3941, 279, 1482, 66631, 4074, 11, 537, 279, 4361, 4516, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 4074, 19792, 35898, 11, 1629, 43061, 28, 17, 11, 1629, 643, 5857, 28, 15, 692, 256, 9608, 6645, 14633, 975, 369, 264, 25993, 315, 66631, 16753, 13, 9902, 2413, 643, 5857, 28, 15, 84274, 256, 7388, 458, 1496, 12804, 4221, 12783, 13, 362, 3476, 5537, 1558, 537, 5695, 198, 256, 21391, 476, 821, 19543, 448, 2441, 3476, 13, 3496, 198, 256, 549, 5236, 18736, 14, 51668, 6663, 2591, 12, 8859, 804, 62338, 496, 729, 486, 2270, 457, 18062, 6856, 11, 13231, 428, 69, 18, 17, 5130, 256, 44625, 97287, 4516, 4074, 4938, 13, 576, 1379, 323, 13231, 525, 8356, 198, 256, 369, 279, 65879, 382, 496, 729, 486, 2270, 457, 22001, 7253, 2822, 256, 328, 52787, 279, 4516, 4074, 323, 1973, 4516, 4074, 4938, 77648, 13, 2009, 198, 256, 23528, 14564, 1969, 5545, 279, 22103, 13, 1084, 1558, 537, 63799, 198, 256, 8651, 4516, 16753, 476, 3410, 264, 3671, 64096, 16851, 31236, 11761, 11507, 382, 77166, 323, 36769, 198, 771, 71537, 13874, 4059, 457, 32032, 2175, 13874, 16555, 6961, 15278, 315, 10023, 5424, 624, 13874, 4059, 457, 24012, 14466, 3679, 11, 6789, 8, 13874, 74898, 19819, 2750, 1393, 279, 198, 33620, 49298, 2567, 71060, 13, 3496, 549, 5236, 18736, 4528, 37803, 82, 63, 369, 279, 198, 18216, 7525, 323, 10535, 5601, 382, 496, 729, 486, 2270, 457, 29934, 32581, 43137, 37844, 717, 11, 14814, 1089, 11, 5383, 428, 3902, 497, 2504, 2368, 28, 19, 692, 256, 13583, 264, 56302, 369, 2550, 20493, 13, 62723, 2924, 9902, 1, 3902, 39917, 12892, 256, 9902, 1, 22763, 39917, 7808, 9902, 1, 8579, 23450, 39917, 7808, 9902, 1, 76, 37100, 39917, 7808, 9902, 1, 75323, 9160, 39917, 7808, 323, 198, 256, 40041, 29417, 1127, 13, 33081, 6945, 67986, 4019, 4399, 1182, 311, 264, 2697, 198, 256, 56302, 13, 3496, 549, 5236, 18736, 21094, 12, 3721, 63, 369, 279, 6945, 7174, 16982, 382, 12187, 9902, 50, 55222, 28, 4059, 457, 87081, 47527, 13874, 518, 7050, 311, 1373, 264, 19163, 345, 46616, 35, 4074, 17047, 11, 47762, 476, 7248, 4621, 2374, 13, 576, 19415, 12341, 198, 53619, 8502, 13, 5443, 279, 10030, 6845, 594, 9902, 94344, 368, 13874, 1895, 311, 1490, 198, 1782, 4091, 9700, 323, 1128, 45201, 8947, 26, 1490, 549, 5236, 18736, 52721, 1331, 49613, 62338, 9296, 33356, 323, 27076, 8761, 804, 525, 10007, 304, 549, 5236, 18736, 14, 2068, 65780, 18639, 6865, 525, 537, 949, 315, 279, 50300, 10001, 7525, 7481, 1588, 4192, 25336, 323, 13850, 70559, 198, 1518, 35399, 271, 13874, 4059, 457, 40588, 13874, 49788, 264, 4147, 594, 6083, 11, 36287, 11, 2615, 8541, 323, 198, 4995, 3550, 13, 576, 19415, 12341, 77648, 2348, 1846, 15693, 979, 198, 14772, 287, 7248, 82599, 13, 2014, 2524, 11320, 25156, 11, 990, 198, 25, 5236, 18736, 52721, 1331, 49613, 63, 369, 9700, 8502, 323, 549, 5236, 18736, 4528, 37803, 82, 3989, 1958, 4516, 323, 4161, 15278, 382, 78455, 821, 1573, 34447, 198, 27814, 44364, 78455, 264, 9902, 4059, 457, 40588, 13874, 3143, 279, 1191, 315, 279, 10001, 311, 7512, 1817, 4147, 1447, 496, 2038, 9425, 486, 10135, 271, 256, 2530, 284, 2270, 457, 40588, 1006, 981, 5571, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 878, 698, 256, 1727, 256, 9106, 284, 2270, 457, 40588, 1006, 981, 9258, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 4934, 698, 256, 5125, 256, 2802, 284, 2270, 457, 45082, 842, 7, 15, 340, 256, 3250, 284, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 2750, 284, 2530, 5104, 1188, 651, 11, 3250, 1171, 256, 9106, 16114, 1188, 651, 11, 3250, 701, 2750, 353, 220, 17, 13, 15, 692, 26040, 11464, 36287, 11, 279, 1651, 5711, 66503, 2802, 65581, 5819, 13, 4509, 3341, 198, 546, 16878, 304, 5424, 11, 537, 5820, 11, 323, 2176, 6083, 323, 19228, 23393, 198, 4814, 990, 10001, 17274, 5977, 13, 362, 16414, 6724, 1172, 438, 45415, 11160, 510, 275, 13866, 5574, 973, 264, 4147, 6329, 11450, 458, 1633, 369, 1449, 2392, 382, 785, 51980, 1815, 5711, 8499, 220, 18, 17, 15257, 13934, 323, 2392, 35046, 624, 92193, 11, 36287, 11, 323, 28439, 4347, 28117, 1969, 4946, 429, 34784, 198, 437, 7512, 458, 6350, 23757, 13, 794, 7022, 3881, 93215, 15336, 345, 495, 3341, 11, 35046, 11, 323, 68284, 2621, 44295, 525, 17551, 26, 8741, 34784, 198, 1826, 1735, 264, 19865, 5116, 13, 69130, 12341, 28162, 279, 14275, 19819, 6083, 280, 20069, 4157, 5695, 279, 8654, 315, 458, 24168, 7445, 594, 23757, 382, 13874, 1078, 65300, 11, 1008, 28, 15, 8, 13874, 323, 9902, 4314, 65300, 11, 897, 8, 13874, 4193, 825, 1922, 817, 198, 42539, 13, 35176, 13934, 646, 387, 10856, 448, 18308, 26271, 4621, 198, 34739, 13, 51223, 6911, 8225, 323, 8416, 49862, 13934, 323, 5155, 1105, 198, 4197, 279, 17221, 17274, 26, 10533, 6911, 8318, 13934, 13, 1096, 374, 51980, 198, 4197, 12579, 16184, 20816, 11, 537, 16212, 13828, 48827, 476, 264, 4586, 15626, 198, 24963, 19482, 382, 10253, 9902, 5211, 428, 878, 39917, 7808, 9902, 1, 4934, 39917, 7808, 476, 9902, 1, 878, 4934, 1, 13874, 311, 15913, 5420, 198, 38163, 13, 576, 2621, 3550, 374, 67595, 504, 279, 7445, 26, 458, 11464, 198, 13874, 4995, 14663, 13874, 1969, 2432, 432, 13, 362, 18004, 1558, 537, 3271, 5819, 1948, 198, 6111, 323, 4516, 4074, 4938, 13, 576, 2615, 3856, 1083, 1558, 537, 33508, 429, 1378, 198, 63650, 27454, 4157, 15534, 382, 2461, 6172, 7525, 11, 458, 10101, 9902, 4574, 13597, 4539, 21094, 10949, 11, 10023, 22590, 46186, 3989, 1742, 82, 81870, 20907, 323, 10533, 1447, 496, 2038, 9425, 486, 10135, 271, 256, 2115, 284, 2270, 457, 40588, 1006, 981, 13727, 11, 6083, 4539, 1811, 11, 9179, 701, 2615, 428, 878, 756, 981, 2504, 13597, 4539, 39964, 1245, 11, 28677, 10102, 1326, 256, 1727, 256, 1290, 284, 2270, 457, 40588, 1006, 981, 10083, 11, 6083, 4539, 4382, 11, 8147, 701, 2615, 428, 878, 756, 981, 2504, 13597, 4539, 39964, 10102, 11, 28677, 1604, 1326, 256, 1727, 256, 2550, 284, 2270, 457, 40588, 1006, 981, 9258, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 4934, 756, 981, 2504, 13597, 4539, 39964, 1245, 11, 28677, 1604, 1326, 256, 5125, 256, 2115, 29844, 284, 2115, 5104, 1188, 651, 34043, 11, 9179, 34043, 1171, 256, 1290, 29844, 284, 1290, 5104, 1188, 4382, 34043, 11, 3250, 34043, 1171, 256, 56312, 284, 2270, 457, 22790, 17671, 29844, 11, 1290, 29844, 11, 56312, 340, 256, 2550, 16114, 1188, 651, 34043, 11, 3250, 34043, 701, 56312, 692, 1986, 374, 264, 12289, 11, 537, 264, 4583, 479, 2716, 44, 13, 576, 14590, 10001, 1969, 8149, 198, 21094, 32372, 11, 9468, 279, 56312, 323, 6337, 916, 279, 13951, 12871, 198, 14801, 27572, 279, 1102, 624, 785, 81870, 1815, 7460, 1378, 15336, 11, 6785, 19192, 7246, 2504, 198, 53155, 11, 17274, 32372, 11, 3671, 5819, 11, 323, 7168, 5300, 13, 479, 2716, 44, 45201, 702, 198, 35499, 7248, 79569, 12341, 25, 66503, 2802, 65581, 54510, 448, 12579, 198, 11698, 16, 21, 476, 33551, 18, 17, 5819, 4494, 11, 458, 33551, 18, 17, 7168, 68028, 56312, 11, 825, 42453, 198, 3481, 11591, 13951, 6337, 11, 323, 264, 7248, 4155, 90492, 13, 11631, 15336, 1969, 387, 198, 35342, 5029, 476, 18021, 13, 61085, 10970, 11017, 279, 5042, 9902, 16119, 13874, 323, 198, 4314, 821, 4965, 11, 773, 5733, 5036, 323, 7445, 1973, 653, 537, 8253, 52694, 624, 47, 16828, 476, 1356, 3865, 6172, 36287, 11, 9519, 5819, 4494, 11, 2477, 77942, 32372, 345, 35499, 3108, 6239, 11, 323, 34784, 21578, 4766, 279, 13951, 525, 198, 95353, 13, 3251, 607, 4490, 2392, 4482, 2615, 1558, 537, 33508, 4586, 607, 4490, 479, 2716, 44, 198, 23362, 13, 50259, 3556, 6172, 15336, 990, 279, 6350, 66631, 4351, 9787, 1815, 979, 198, 20069, 4157, 990, 279, 26118, 19206, 220, 19, 1815, 382, 785, 6350, 9902, 25336, 11709, 3189, 11, 451, 11, 730, 8, 13874, 702, 264, 2155, 7428, 25, 432, 39911, 198, 276, 42567, 19124, 13, 1084, 1558, 537, 15913, 279, 6083, 476, 36287, 315, 264, 4147, 13, 49387, 345, 1782, 4771, 45645, 594, 9902, 25336, 8327, 13874, 323, 15592, 9902, 25336, 851, 13874, 7146, 8651, 198, 28965, 13, 5443, 9902, 4059, 457, 40588, 13874, 369, 10001, 4147, 15693, 382, 19641, 8651, 19415, 13064, 198, 27814, 10452, 496, 1140, 16785, 49577, 256, 549, 2708, 12, 1811, 25, 220, 16, 198, 256, 549, 3098, 82, 25, 220, 17, 19, 220, 18, 23, 220, 18, 23, 271, 256, 353, 481, 36712, 198, 257, 481, 48103, 198, 257, 481, 77612, 198, 256, 353, 481, 62069, 15626, 198, 257, 481, 22526, 11, 13231, 11, 1349, 64264, 8541, 11, 51980, 323, 5300, 52694, 198, 257, 481, 31625, 1605, 553, 279, 2025, 323, 10067, 553, 279, 19415, 198, 256, 353, 481, 13850, 6789, 198, 257, 481, 8543, 36287, 11, 5819, 2621, 3550, 11, 23757, 323, 1651, 11871, 198, 257, 481, 30936, 5819, 374, 11464, 26, 7248, 6172, 47762, 374, 19415, 4091, 198, 256, 353, 481, 30928, 6789, 198, 257, 481, 15920, 66631, 1874, 11, 21272, 323, 4161, 24256, 1817, 19819, 2392, 198, 257, 481, 29302, 553, 458, 24085, 480, 3119, 11, 448, 10067, 6203, 16982, 271, 32, 50923, 4344, 279, 19819, 4686, 64096, 2415, 13, 37627, 2750, 1948, 33025, 198, 19365, 279, 11320, 6789, 13, 794, 4118, 2750, 304, 4516, 4074, 4938, 4344, 198, 49728, 5819, 323, 7460, 57912, 13, 576, 16248, 1969, 2506, 1846, 4344, 198, 53021, 1496, 979, 458, 25262, 26674, 678, 2326, 382, 25336, 15693, 323, 4938, 66234, 11160, 21129, 19819, 323, 4938, 198, 63322, 304, 20744, 16248, 13, 9902, 6855, 2175, 13874, 11367, 264, 10067, 11320, 6789, 311, 198, 18216, 17274, 2750, 13, 576, 1482, 25993, 14521, 4161, 72144, 2699, 198, 712, 51755, 26, 24168, 4237, 49054, 323, 6172, 12, 42202, 48722, 198, 47584, 40409, 382, 11709, 5980, 479, 2716, 44, 45201, 11017, 279, 6172, 5666, 594, 54510, 323, 198, 3006, 10533, 13, 21635, 9892, 11, 5036, 1741, 438, 9902, 44, 13874, 323, 9902, 45, 90716, 476, 264, 81870, 198, 1078, 7484, 653, 537, 5695, 479, 2716, 44, 52694, 13, 362, 4937, 1815, 1969, 21129, 279, 198, 14906, 432, 40700, 13, 33081, 12624, 1969, 8193, 264, 15089, 4751, 198, 53795, 5943, 7525, 382, 18910, 2719, 1573, 25262, 198, 27814, 271, 785, 16414, 1815, 74898, 817, 42156, 14262, 4751, 1091, 79500, 264, 4361, 198, 10498, 448, 53684, 6911, 7952, 1156, 13, 576, 1482, 2392, 4482, 6718, 1494, 198, 1826, 10088, 26135, 1172, 979, 432, 35762, 807, 3331, 6814, 279, 26118, 14791, 624, 76821, 15626, 91489, 11, 28973, 13934, 11, 323, 8651, 2802, 14262, 198, 55372, 862, 12341, 13, 576, 17274, 9787, 51844, 279, 4024, 26135, 323, 5155, 198, 3661, 13, 1096, 15354, 7248, 48723, 63515, 2506, 4621, 1506, 73464, 198, 28996, 26625, 1449, 16414, 438, 66503, 323, 304, 14262, 382, 3781, 2022, 1083, 3880, 23942, 19819, 5424, 311, 47578, 23942, 4938, 198, 53789, 13, 7818, 14937, 653, 537, 12118, 683, 26745, 487, 25, 264, 19228, 315, 1378, 1969, 537, 198, 16692, 635, 264, 3040, 28452, 66503, 2795, 13, 576, 1482, 1494, 59415, 39646, 198, 76, 4604, 11, 2477, 3843, 21272, 36287, 323, 21272, 23393, 432, 4157, 21000, 592, 2246, 382, 6689, 89987, 6589, 3880, 279, 1852, 12341, 13, 22526, 17189, 7484, 1558, 198, 1921, 12118, 264, 13951, 6337, 6092, 13, 4636, 18774, 34503, 323, 650, 16210, 11, 279, 198, 20942, 1969, 2987, 12118, 429, 730, 374, 74916, 553, 279, 2480, 730, 3019, 476, 3410, 198, 64, 4396, 42148, 9787, 13, 32265, 311, 220, 18, 17, 11, 369, 3110, 11, 1558, 537, 9357, 458, 198, 359, 81535, 730, 3019, 315, 220, 24, 21, 382, 55501, 8502, 1969, 5545, 279, 5042, 6172, 66234, 16414, 624, 40129, 1172, 264, 13027, 6546, 5181, 374, 38313, 13, 576, 13954, 386, 4406, 323, 198, 45, 2954, 12289 ], "actual_prompt_tokens": 4096, "chat_template": false, "special_tokens_added": false }, "requested_output_tokens": 1024, "trials": 5, "sampling": "greedy GPU argmax; EOS ignored; exact requested output count", "sequential_baseline_included": false, "warmup_generations_per_backend": 2, "candidate_cache_capacity": 5119, "candidate_storage_reuse": "one weight/cache allocation for the whole tuning and held-out session; chunk reconfiguration and pipeline preparation are untimed" }, "correctness_policy": { "prefill": "native full-prefix batched reference; every candidate chunk boundary checks complete valid K and V across all layers", "generation": "every generated step checks full vocabulary logits, greedy token and newly written KV slot in every layer", "full_prefix_check_interval_generated_tokens": 64, "full_prefix_also_checked": "first and final generated step", "timing_gate": "all tuning candidates validate before tuning timings; selected held-out model validates before held-out timings; every warmup/timed token sequence must exactly match validation; any failure removes all saved timings" }, "execution": { "candidate": "multi-dispatch DSL batched prefill over the entire prompt, final prompt row vocabulary projection, then GPU-wide single-token decode", "native": "native MLX Qwen3 model in an explicit greedy loop, not mlx_lm.stream_generate; full batched prefix except final prompt token, then final-prompt single-token forward", "prefill_difference": "native prefix evaluates only KV state and may prune final-layer work after its cache update; candidate computes its configured chunked decoder body for every prompt token and projects only the final row", "not_a_single_dispatch_megakernel": true, "optional_sequential_baseline": "separate contemporary run of the earlier tokenwise-prefill staged implementation, including its earlier decode kernels; not an isolated prefill-only ablation" }, "timing": { "metric": "synchronized token-ID-to-token-ID generation wall seconds", "included": [ "fresh native cache construction or candidate cache reset", "all prefill and autoregressive decode work and KV updates", "GPU greedy selection and host observation of each output ID", "token allocation/control updates and graph/dispatch submissions" ], "excluded": [ "checkpoint loading, dtype conversion, weight packing and rotary-table preparation", "compilation, persistent candidate buffer allocation and pipeline preparation", "document loading, tokenization, text decoding and correctness checks", "two complete warmup generations per backend" ], "ttft": "cache initialization through the first returned token ID, including all prefill", "decode": "first through final returned token ID; exactly output_tokens - 1 decode forwards", "allocation_difference": "candidate reuses persistent storage and zeros cache in timing; native MLX manages intermediate/output and growing-cache allocation in timing", "aggregation": "median of within-trial ratios; separate median latency and median N-1 decode throughput", "limitations": "one held-out technical-document prompt, batch one, forced fixed output length, warmed pipelines; not chat quality or serving latency" } }