{ "status": "ok", "tuning": [ { "chunk_size": 128, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 128, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 128, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 256, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 256, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 384, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 384, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 640, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 640, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 768, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 768, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 896, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 896, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1152, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1152, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1280, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1280, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1408, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1408, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1536, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1536, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1664, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1664, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1792, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1792, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1920, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1920, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 2.8133392333984375e-05, "mean_absolute_error": 4.381806775199948e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.407976009839331e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.9926553654368035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.977917008844088e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.0848045349121094e-05, "mean_absolute_error": 1.7034138863891712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 1.2278556823730469e-05, "mean_absolute_error": 2.129569338649162e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3334687284659594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7231211586477002e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 0.9730602920000001, "time_to_first_token_seconds": 0.773750292, "decode_wall_seconds": 0.19931000000000001, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.087045209, "time_to_first_token_seconds": 0.9084075840000001, "decode_wall_seconds": 0.17863762500000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.085733209, "time_to_first_token_seconds": 0.9059729590000001, "decode_wall_seconds": 0.17976025, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 0.9790229170000001, "time_to_first_token_seconds": 0.7814235, "decode_wall_seconds": 0.197599417, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 0.957782541, "time_to_first_token_seconds": 0.7614972910000001, "decode_wall_seconds": 0.19628525000000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.1853755000000001, "time_to_first_token_seconds": 0.9963616660000001, "decode_wall_seconds": 0.18901383400000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.2146385000000002, "time_to_first_token_seconds": 1.023325625, "decode_wall_seconds": 0.19131287500000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.064327417, "time_to_first_token_seconds": 0.8545097920000001, "decode_wall_seconds": 0.209817625, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.0262500840000002, "time_to_first_token_seconds": 0.8202606250000001, "decode_wall_seconds": 0.205989459, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.292971125, "time_to_first_token_seconds": 1.098856625, "decode_wall_seconds": 0.19411450000000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 0.9790229170000001, "time_to_first_token_seconds": 0.7814235, "decode_wall_seconds": 0.19931000000000001, "decode_tokens_per_second": 35.121168029702474 }, "chunked": { "total_wall_seconds": 1.1853755000000001, "time_to_first_token_seconds": 0.9963616660000001, "decode_wall_seconds": 0.18901383400000002, "decode_tokens_per_second": 37.03432628111231 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.8762503551468194, "time_to_first_token_seconds": 0.8350321453154269, "decode_wall_seconds": 1.0967250635902053 } } }, { "chunk_size": 256, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 256, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 256, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 768, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 768, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1280, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1280, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1536, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1536, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1792, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1792, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 2.8133392333984375e-05, "mean_absolute_error": 4.381806775199948e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.407976009839331e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.9926553654368035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.977917008844088e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.0848045349121094e-05, "mean_absolute_error": 1.7034138863891712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 1.2278556823730469e-05, "mean_absolute_error": 2.129569338649162e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3334687284659594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7231211586477002e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.0330070420000002, "time_to_first_token_seconds": 0.8266553750000001, "decode_wall_seconds": 0.20635166700000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.12429, "time_to_first_token_seconds": 0.936722834, "decode_wall_seconds": 0.187567166, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.0537455420000001, "time_to_first_token_seconds": 0.8668735830000001, "decode_wall_seconds": 0.186871959, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.072704208, "time_to_first_token_seconds": 0.836718666, "decode_wall_seconds": 0.23598554200000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.043557542, "time_to_first_token_seconds": 0.8319631670000001, "decode_wall_seconds": 0.211594375, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.1459820410000001, "time_to_first_token_seconds": 0.9414332080000001, "decode_wall_seconds": 0.204548833, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.0639494170000001, "time_to_first_token_seconds": 0.8777732920000001, "decode_wall_seconds": 0.186176125, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.050828417, "time_to_first_token_seconds": 0.843971792, "decode_wall_seconds": 0.20685662500000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.029999208, "time_to_first_token_seconds": 0.824295125, "decode_wall_seconds": 0.205704083, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.16576775, "time_to_first_token_seconds": 0.9795539580000001, "decode_wall_seconds": 0.18621379200000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 1.043557542, "time_to_first_token_seconds": 0.8319631670000001, "decode_wall_seconds": 0.20685662500000002, "decode_tokens_per_second": 33.83986372203452 }, "chunked": { "total_wall_seconds": 1.12429, "time_to_first_token_seconds": 0.936722834, "decode_wall_seconds": 0.186871959, "decode_tokens_per_second": 37.45880354366061 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.9188083519376674, "time_to_first_token_seconds": 0.8837198007572301, "decode_wall_seconds": 1.1046662053904148 } } }, { "chunk_size": 512, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1536, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1536, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 2.8133392333984375e-05, "mean_absolute_error": 4.381806775199948e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.407976009839331e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.9926553654368035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.977917008844088e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.0848045349121094e-05, "mean_absolute_error": 1.7034138863891712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 1.2278556823730469e-05, "mean_absolute_error": 2.129569338649162e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3334687284659594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7231211586477002e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.218488834, "time_to_first_token_seconds": 0.9789965, "decode_wall_seconds": 0.239492334, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.31560575, "time_to_first_token_seconds": 1.092383334, "decode_wall_seconds": 0.223222416, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.325729167, "time_to_first_token_seconds": 1.093156, "decode_wall_seconds": 0.23257316700000003, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.572069208, "time_to_first_token_seconds": 1.192173125, "decode_wall_seconds": 0.37989608300000005, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.396618334, "time_to_first_token_seconds": 0.9926173340000001, "decode_wall_seconds": 0.404001, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.7497294170000002, "time_to_first_token_seconds": 1.5426025, "decode_wall_seconds": 0.20712691700000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.134735709, "time_to_first_token_seconds": 0.914157709, "decode_wall_seconds": 0.22057800000000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.3789253750000001, "time_to_first_token_seconds": 0.9888785000000001, "decode_wall_seconds": 0.390046875, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.096935875, "time_to_first_token_seconds": 0.8981917920000001, "decode_wall_seconds": 0.19874408300000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.5212997910000001, "time_to_first_token_seconds": 1.3400108750000002, "decode_wall_seconds": 0.18128891600000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 1.3789253750000001, "time_to_first_token_seconds": 0.9888785000000001, "decode_wall_seconds": 0.37989608300000005, "decode_tokens_per_second": 18.426091537248094 }, "chunked": { "total_wall_seconds": 1.325729167, "time_to_first_token_seconds": 1.093156, "decode_wall_seconds": 0.22057800000000002, "decode_tokens_per_second": 31.734805828323765 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.9261808364701963, "time_to_first_token_seconds": 0.8962023399013154, "decode_wall_seconds": 1.6334476066192107 } } }, { "chunk_size": 1024, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 2047, "input_token": 2530, "logits": { "passed": true, "max_absolute_error": 2.8133392333984375e-05, "mean_absolute_error": 4.381806775199948e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 323, "metile_next_token": 323, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 323, "passed": true }, { "stage": "generation", "position": 2048, "input_token": 323, "logits": { "passed": true, "max_absolute_error": 2.2172927856445312e-05, "mean_absolute_error": 3.407976009839331e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 2169, "metile_next_token": 2169, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 2169, "passed": true }, { "stage": "generation", "position": 2049, "input_token": 2169, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 3.9926553654368035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 2050, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.977917008844088e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 20008, "metile_next_token": 20008, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 20008, "passed": true }, { "stage": "generation", "position": 2051, "input_token": 20008, "logits": { "passed": true, "max_absolute_error": 1.0848045349121094e-05, "mean_absolute_error": 1.7034138863891712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 525, "metile_next_token": 525, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 525, "passed": true }, { "stage": "generation", "position": 2052, "input_token": 525, "logits": { "passed": true, "max_absolute_error": 1.2278556823730469e-05, "mean_absolute_error": 2.129569338649162e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 2053, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3334687284659594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1852, "metile_next_token": 1852, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 2053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1852, "passed": true }, { "stage": "generation", "position": 2054, "input_token": 1852, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7231211586477002e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 11, "metile_next_token": 11, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 2055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 11, "passed": true } ], "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ], "actual_output_tokens": 8 }, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.069557791, "time_to_first_token_seconds": 0.855090208, "decode_wall_seconds": 0.21446758300000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.126226833, "time_to_first_token_seconds": 0.9469365000000001, "decode_wall_seconds": 0.17929033300000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.095449292, "time_to_first_token_seconds": 0.9199745420000001, "decode_wall_seconds": 0.17547475, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.098163708, "time_to_first_token_seconds": 0.872603667, "decode_wall_seconds": 0.22556004100000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.030343041, "time_to_first_token_seconds": 0.8377910000000001, "decode_wall_seconds": 0.192552041, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.1978136670000001, "time_to_first_token_seconds": 1.013840875, "decode_wall_seconds": 0.18397279200000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 1.159353584, "time_to_first_token_seconds": 0.9772930000000001, "decode_wall_seconds": 0.182060584, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "MLX": { "total_wall_seconds": 1.078637208, "time_to_first_token_seconds": 0.883348958, "decode_wall_seconds": 0.19528825000000002, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 1.0669372080000001, "time_to_first_token_seconds": 0.8707434580000001, "decode_wall_seconds": 0.19619375, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] }, "chunked": { "total_wall_seconds": 1.2678467500000001, "time_to_first_token_seconds": 1.083166, "decode_wall_seconds": 0.18468075, "actual_output_tokens": 8, "generated_token_ids": [ 323, 2169, 198, 20008, 525, 279, 1852, 11 ] } } ], "medians": { "MLX": { "total_wall_seconds": 1.069557791, "time_to_first_token_seconds": 0.8707434580000001, "decode_wall_seconds": 0.19619375, "decode_tokens_per_second": 35.679016278551174 }, "chunked": { "total_wall_seconds": 1.159353584, "time_to_first_token_seconds": 0.9772930000000001, "decode_wall_seconds": 0.182060584, "decode_tokens_per_second": 38.44873967887525 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 0.9303781200886855, "time_to_first_token_seconds": 0.9030069154584283, "decode_wall_seconds": 1.07265529808473 } } } ], "held_out": [ { "chunk_size": 256, "status": "ok", "correctness": { "passed": true, "checks": [ { "stage": "prefill", "valid_tokens": 256, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 256, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 512, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 512, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 768, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 768, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1024, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1024, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1280, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1280, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1536, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1536, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 1792, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 1792, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2048, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 2048, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2304, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 2304, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2560, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 2560, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 2816, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 2816, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 3072, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 3072, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 3328, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 3328, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 3584, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 3584, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 3840, "cache": { "passed": true, "max_absolute_error": 0.0, "layers_checked": 28, "valid_tokens_checked": 3840, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "prefill", "valid_tokens": 4096, "cache": { "passed": true, "max_absolute_error": 0.0005340576171875, "layers_checked": 28, "valid_tokens_checked": 4096, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "passed": true }, { "stage": "generation", "position": 4095, "input_token": 12289, "logits": { "passed": true, "max_absolute_error": 4.4465065002441406e-05, "mean_absolute_error": 6.260197551455349e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16211, "metile_next_token": 16211, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0005340576171875, "layers_checked": 28, "valid_tokens_checked": 4096, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 16211, "passed": true }, { "stage": "generation", "position": 4096, "input_token": 16211, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.2270047540805535e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4096 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4097, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.448920440656366e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4097 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4098, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.7483376925374614e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001068115234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4098 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4099, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.6463633301100344e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4099 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4100, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7709216990624554e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4100 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4101, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7622169252717867e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4101 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4102, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 2.516855829526321e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4102 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4103, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.9975018403783906e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4103 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4104, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 3.062200676140492e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4104 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4105, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.749417262748466e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4105 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4106, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8570125348560396e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4106 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4107, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 8.821487426757812e-06, "mean_absolute_error": 1.532989927000017e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1782, "metile_next_token": 1782, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4107 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1782, "passed": true }, { "stage": "generation", "position": 4108, "input_token": 1782, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.7730937997839646e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4108 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4109, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 2.114428980348748e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4109 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4110, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.5497187177970773e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4110 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4111, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.742015001582331e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4111 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4112, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.5992891349014826e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4112 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4113, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 7.867813110351562e-06, "mean_absolute_error": 1.342504901913344e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4113 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4114, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.1877374365431024e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4114 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4115, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.0016354937979486e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4115 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4116, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.0251998901367188e-05, "mean_absolute_error": 1.6606742292424315e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4116 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4117, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7048265590347e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4117 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4118, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.9650265130621847e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4118 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4119, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.5391016177090933e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4119 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4120, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.8607205447551678e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4120 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4121, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.6819834627312957e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4121 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4122, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.813292669794464e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4122 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4123, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.4004129980094149e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4123 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4124, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 2.0200493509037187e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4124 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4125, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.6414822994192946e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4125 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4126, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.9234455521655036e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4126 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4127, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.37223048316082e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4127 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4128, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.5229912833092385e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4128 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4129, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 1.2278556823730469e-05, "mean_absolute_error": 1.810898311305209e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4129 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4130, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.0251998901367188e-05, "mean_absolute_error": 1.6959617141765193e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4130 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4131, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.3829866222513374e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4131 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4132, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7840657164924778e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4132 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4133, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 8.821487426757812e-06, "mean_absolute_error": 1.5696460877734353e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4133 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4134, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.934320036729332e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4134 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4135, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8305664752915618e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4135 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4136, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.07242624128412e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4136 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4137, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.750656792864902e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4137 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4138, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0132789611816406e-05, "mean_absolute_error": 1.9391316072869813e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4138 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4139, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.604904466352309e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4139 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4140, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.6611103319519316e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4140 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4141, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.446643293296802e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4141 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4142, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.9407559648243478e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4142 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4143, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.5758696463308297e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4143 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4144, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 1.7952662574316491e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4144 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4145, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.7306782638115692e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4145 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4146, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.930213102241396e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4146 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4147, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.234859948657686e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4147 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4148, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7686180626697023e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4148 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4149, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 2.315531901331269e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4149 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4150, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.610549702490971e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4150 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4151, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.913157120725373e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4151 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4152, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 2.4660721464897506e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4152 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4153, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0419604425114812e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000125885009765625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4153 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4154, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.5203830798782292e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4154 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4155, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.9121673631161684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4155 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4156, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.8106554762198357e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0007305145263671875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4156 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4157, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.4414000588658382e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4157 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4158, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 8.58306884765625e-06, "mean_absolute_error": 1.4247019635149627e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0007305145263671875, "layers_checked": 28, "valid_tokens_checked": 4159, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4159, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.5700308040322852e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4159 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4160, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.073035830107983e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4160 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4161, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.6217657048400724e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.291534423828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4161 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4162, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 1.8389591787126847e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4162 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4163, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.459529696352547e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4163 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4164, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.504409621906234e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.05718994140625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4164 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4165, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 1.2516975402832031e-05, "mean_absolute_error": 1.9471185623842757e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4165 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4166, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.365902219025884e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4166 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4167, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.864330101852829e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4167 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4168, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 3.295787792012561e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4168 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4169, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8393118352832971e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4169 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4170, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.088347400786006e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4170 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4171, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.9194108062947635e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4171 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4172, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.1195467070356244e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4172 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4173, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.208232217526529e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4173 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4174, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 1.930909775182954e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4174 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4175, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.7117677038622787e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.918212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4175 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4176, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.4306768864335027e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4176 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4177, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.631647703310591e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4177 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4178, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.464081489961245e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4178 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4179, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.4066373523746734e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4179 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4180, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.0251998901367188e-05, "mean_absolute_error": 1.6431076801382005e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4180 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4181, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 3.0353976399055682e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4181 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4182, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.337210162295378e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4182 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4183, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.048056103376439e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4183 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4184, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.589625867381983e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4184 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4185, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 2.0385944026202196e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4185 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4186, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.588602003721462e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4186 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4187, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8064072264678543e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4187 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4188, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.244826418973389e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4188 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4189, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 2.0623431282729143e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4189 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4190, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.7954168924916303e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4190 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4191, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.696084723334934e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4191 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4192, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.6069585601362633e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4192 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4193, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 1.686370978859486e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4193 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4194, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.0353265881567495e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4194 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4195, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 4.690092737291707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000732421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4195 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4196, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.8835067749023438e-05, "mean_absolute_error": 3.8490247789013665e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.0067901611328125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4196 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4197, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.7422541936393827e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4197 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4198, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2502488263853593e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4198 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4199, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.951505737451953e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4199 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4200, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8011751308222301e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4200 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4201, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.6691258173959795e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4201 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4202, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.7743462876751437e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4202 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4203, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.7881393432617188e-05, "mean_absolute_error": 4.284195256332168e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4203 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4204, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.084671905322466e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4204 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4205, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.1512375951715512e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4205 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4206, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.924176331158378e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4206 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4207, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.172066388084204e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4207 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4208, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0487495930865407e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4208 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4209, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.4941032304705004e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4209 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4210, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.924327534652548e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4210 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4211, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.3651940611889586e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4211 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4212, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.1052430838608416e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4212 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4213, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.062492740151356e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4213 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4214, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.0251998901367188e-05, "mean_absolute_error": 1.8384707800578326e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4214 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4215, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.319884177064523e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4215 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4216, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8778997628032812e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4216 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4217, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.2516975402832031e-05, "mean_absolute_error": 2.2366289158526342e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4217 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4218, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.9277987323439447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4218 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4219, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1391347218013834e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4219 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4220, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.6725182376831071e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4220 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4221, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2919991806702456e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4221 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4222, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.1074852156743873e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000732421875, "layers_checked": 28, "valid_tokens_checked": 4223, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4223, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8685067288970458e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4223 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4224, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 2.3835448246245505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4224 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4225, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 1.9768181118706707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4225 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4226, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2364961296261754e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4226 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4227, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.9407193576626014e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4227 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4228, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.112420133926207e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4228 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4229, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.5343822471768362e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4229 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4230, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 3.3813373647717526e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4230 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4231, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.128715515136719e-05, "mean_absolute_error": 1.0715619282564148e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0005950927734375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4231 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4232, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "mean_absolute_error": 6.212200332811335e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.200241088867188e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4232 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4233, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.795951104417327e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.53131103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4233 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4234, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.1703963284380734e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4234 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4235, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.4826763390374254e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4235 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4236, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.144347035937244e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4236 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4237, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 3.0994415283203125e-05, "mean_absolute_error": 4.968681878381176e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4237 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4238, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 8.821487426757812e-06, "mean_absolute_error": 1.5854756156841177e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4238 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4239, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 4.141361387155484e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4239 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4240, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.583234163466841e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4240 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4241, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.910377250169404e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4241 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4242, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.904639816530107e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4242 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4243, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 1.725882725622796e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4243 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4244, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.137275942004635e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4244 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4245, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.953848141056369e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4245 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4246, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9568412881199038e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4246 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4247, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 3.6774861200683517e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00017547607421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4247 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4248, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.5020370483398438e-05, "mean_absolute_error": 2.8300441954343114e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4248 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4249, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.9633201847900636e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4249 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4250, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.439870968373725e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4250 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4251, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.4531871102008154e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001068115234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4251 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4252, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.6511768282944104e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4252 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4253, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.9426836388447555e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4253 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4254, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.1632936295645777e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4254 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4255, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.157725703000324e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4255 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4256, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 2.113931714120554e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4256 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4257, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 3.2608636502118316e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4257 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4258, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0007003058708506e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4258 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4259, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3505015178670874e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4259 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4260, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9236204025219195e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4260 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4261, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.399967226869194e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.05718994140625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4261 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4262, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.071683411486447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4262 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4263, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.1354376258386765e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4263 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4264, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 5.2928924560546875e-05, "mean_absolute_error": 9.371697160531767e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00023889541625976562, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4264 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4265, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.844803248081007e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4265 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4266, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.2411346435546875e-05, "mean_absolute_error": 3.6906274090142688e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.982948303222656e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4266 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4267, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.5272369384765625e-05, "mean_absolute_error": 4.426251962286187e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00016021728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4267 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4268, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.444328856654465e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4268 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4269, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.038390448433347e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4269 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4270, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 2.6384157081338344e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4270 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4271, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.924554908327991e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4271 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4272, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.860678134515183e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.054473876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4272 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4273, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00010967254638671875, "mean_absolute_error": 1.5149686987570021e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000392913818359375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4273 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4274, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.918976406363072e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4274 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4275, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.4037877867376665e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4275 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4276, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0197508092678618e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4276 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4277, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.306701162524405e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4277 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4278, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.362384748266777e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4278 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4279, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.9520869045663858e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4279 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4280, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.125580294887186e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.972649574279785e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4280 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4281, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.8453503116688807e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4281 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4282, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.9089873148914194e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4282 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4283, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.299529114679899e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4283 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4284, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.898681032093009e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4284 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4285, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.795709633574006e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4285 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4286, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.021463842538651e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000732421875, "layers_checked": 28, "valid_tokens_checked": 4287, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4287, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7885763554659206e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012969970703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4287 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4288, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.4430223675153684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4288 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4289, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.968021024367772e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4289 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4290, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.356815230086795e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4290 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4291, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4869102617230965e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4291 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4292, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 1.614740881450416e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4292 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4293, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.138448715209961e-05, "mean_absolute_error": 1.8933864112113952e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4293 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4294, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.3741390577924903e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4294 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4295, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8647125443749246e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4295 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4296, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.017875431192806e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4296 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4297, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.0198194761178456e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.4849853515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4297 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4298, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4515325094398577e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4298 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4299, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 2.8779766125808237e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4299 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4300, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 3.81905238100444e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00010156631469726562, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4300 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4301, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.235968051740201e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4301 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4302, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 2.6545815217104973e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.0531158447265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4302 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4303, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "mean_absolute_error": 4.819676632905612e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000255584716796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4303 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4304, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.214478854511981e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4304 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4305, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8370141106061055e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4305 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4306, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.357500989091932e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4306 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4307, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.1716377887059934e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4307 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4308, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 4.458427429199219e-05, "mean_absolute_error": 7.707013537583407e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.413459777832031e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4308 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4309, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00033664703369140625, "mean_absolute_error": 5.346153920982033e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4309 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4310, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 4.100799560546875e-05, "mean_absolute_error": 6.31181546850712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00023937225341796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4310 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4311, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.823902130126953e-05, "mean_absolute_error": 3.364434633112978e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4311 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4312, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.2546184936800273e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4312 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4313, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.79689402304939e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4313 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4314, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0630654944397975e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4314 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4315, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.916074552354985e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4315 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4316, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.3893210254755104e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4316 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4317, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.998401330638444e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4317 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4318, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7724079270919901e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4318 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4319, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.910064697265625e-05, "mean_absolute_error": 4.223269115755102e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001900196075439453, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4319 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4320, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.8724011826852802e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4320 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4321, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.293549641763093e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4321 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4322, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 2.0718925952678546e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4322 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4323, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0316465452197008e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4323 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4324, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.539139131840784e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4324 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4325, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.206105364166433e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.343292236328125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4325 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4326, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.9818611437804066e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4326 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4327, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.795682803480304e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4327 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4328, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2040138244628906e-05, "mean_absolute_error": 2.1224436750344466e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4328 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4329, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0890745418000733e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4329 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4330, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4016496809053933e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4330 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4331, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.1417949938040692e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4331 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4332, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.3470649719238281e-05, "mean_absolute_error": 2.516524318707525e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4332 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4333, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "mean_absolute_error": 2.328253458472318e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4333 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4334, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "mean_absolute_error": 2.4188611860154197e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4334 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4335, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "mean_absolute_error": 3.2782420475996332e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4335 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4336, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 4.707858352048788e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4336 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4337, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 3.814697265625e-05, "mean_absolute_error": 2.5194631234626286e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4337 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4338, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 4.2173501242359634e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4338 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4339, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 5.0067901611328125e-05, "mean_absolute_error": 8.749837434152141e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00027364492416381836, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4339 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4340, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.093177156188176e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.8160552978515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4340 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4341, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.8688489237538306e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.76837158203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4341 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4342, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.0315044366725488e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4342 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4343, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.240737669329974e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011157989501953125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4343 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4344, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 4.100799560546875e-05, "mean_absolute_error": 7.834702046238817e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000148773193359375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4344 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4345, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 7.295608520507812e-05, "mean_absolute_error": 1.1653543879219797e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0005645751953125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4345 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4346, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.1525529518839903e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4346 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4347, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.3659742964809993e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4347 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4348, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.8057413601345615e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4348 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4349, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 2.1473219931067433e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4349 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4350, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.111491085088346e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4351, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4351, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.4662742614746094e-05, "mean_absolute_error": 2.390790086792549e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4351 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4352, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.175372628698824e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4352 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4353, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.536216927888745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4353 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4354, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7756782426658901e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4354 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4355, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.882303306250833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00019073486328125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4355 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4356, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.548605380070512e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4356 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4357, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.0233363759180065e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4357 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4358, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 9.298324584960938e-06, "mean_absolute_error": 1.4827244285697816e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4358 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4359, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.58033264799451e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4359 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4360, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7631894024816575e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4360 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4361, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.9545801680797013e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.2479248046875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4361 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4362, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.7208507188115618e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4362 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4363, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8642007237067446e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4363 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4364, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.1146068572998047e-05, "mean_absolute_error": 1.8588523289508885e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4364 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4365, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.348979589645751e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4365 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4366, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.196563173129107e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4366 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4367, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.032981794603984e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4367 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4368, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.5230206119886134e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4368 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4369, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 3.075599670410156e-05, "mean_absolute_error": 2.7847765977639938e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4369 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4370, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 2.9087066650390625e-05, "mean_absolute_error": 2.4136875254043844e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4370 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4371, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 3.910064697265625e-05, "mean_absolute_error": 3.392109874766902e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4371 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4372, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.6982643248629756e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012969970703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4372 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4373, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 2.201911684096558e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4373 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4374, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.432564315313357e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4374 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4375, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.1653019050281728e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000141143798828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4375 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4376, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4291271074616816e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4376 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4377, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.9485260054352693e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4377 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4378, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.085822416120209e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4378 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4379, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.362883833484375e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.67572021484375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4379 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4380, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.218650817871094e-05, "mean_absolute_error": 5.585876351688057e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00010204315185546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4380 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4381, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00011920928955078125, "mean_absolute_error": 1.9485378288663924e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00125885009765625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4381 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4382, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 4.5433625928126276e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00014853477478027344, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4382 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4383, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 4.2318733903812245e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4383 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4384, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.960517804240226e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4384 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4385, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.963129534487962e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4385 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4386, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.7104338187200483e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4386 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4387, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.757322590696276e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4387 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4388, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.050440454899217e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4388 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4389, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8282321434526239e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4389 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4390, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.7603605328986305e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4390 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4391, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.3709068298339844e-05, "mean_absolute_error": 2.1594953523162985e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000148773193359375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4391 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4392, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0065251646883553e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4392 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4393, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.023804654527339e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4393 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4394, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 1.849133468567743e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4394 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4395, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.6747188738008845e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4395 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4396, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2405545223591616e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4396 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4397, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.1281663268600823e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.0108642578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4397 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4398, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 1.9392916783544933e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4398 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4399, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.316287918802118e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4399 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4400, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 1.716995939204935e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4400 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4401, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.628380005058716e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4401 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4402, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.841375819822133e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4402 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4403, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.7855638816399733e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4403 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4404, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.819152769006905e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4404 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4405, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.0868197882227832e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4405 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4406, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 2.462699967509252e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4406 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4407, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.765655517578125e-05, "mean_absolute_error": 2.391422640357632e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4407 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4408, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.384185791015625e-05, "mean_absolute_error": 4.6129512156767305e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001735687255859375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4408 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4409, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.6702880859375e-05, "mean_absolute_error": 2.2503675154439406e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4409 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4410, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.431524990242906e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4410 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4411, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.932352228730451e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001373291015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4411 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4412, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.7820813102152897e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4412 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4413, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9876142687280662e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4413 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4414, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 2.617816335259704e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4415, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4415, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.544504468460218e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4415 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4416, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 4.172325134277344e-05, "mean_absolute_error": 6.592390946025262e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4416 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4417, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 4.57763671875e-05, "mean_absolute_error": 7.072398602758767e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00016021728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4417 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4418, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9464093838905683e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4418 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4419, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9343931398907444e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4419 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4420, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.241861238871934e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4420 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4421, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.7176392904948443e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4421 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4422, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 1.916924702527467e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4422 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4423, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 3.6967539926990867e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4423 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4424, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2881461063661845e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4424 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4425, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.2774927401769673e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4425 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4426, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.581936430739006e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4426 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4427, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3134205093811033e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4427 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4428, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.045106384684914e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4428 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4429, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.597148068161914e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4429 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4430, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.4162454792531207e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4430 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4431, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 3.3019100555975456e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4431 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4432, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 2.163521457987372e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4432 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4433, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.313078084625886e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000125885009765625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4433 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4434, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.4469102299917722e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4434 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4435, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4659793780301698e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4435 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4436, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.5786491758262855e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4436 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4437, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 2.0418733583937865e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4437 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4438, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.001609118451597e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4438 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4439, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7104198377637658e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4439 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4440, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.825038566494186e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4440 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4441, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.7944868204722297e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4441 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4442, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.2125989289634163e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4442 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4443, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 2.3768077426211676e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4443 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4444, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.6689300537109375e-05, "mean_absolute_error": 2.4219114038714906e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4444 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4445, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 1.9536066702130483e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4445 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4446, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.2702513433614513e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4446 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4447, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.935448603442637e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4447 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4448, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.94681774196215e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4448 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4449, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8773831698126742e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4449 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4450, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.714596575970063e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4450 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4451, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6067011731356615e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4451 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4452, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.5762786865234375e-05, "mean_absolute_error": 5.724717084376607e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.949901580810547e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4452 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4453, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00011157989501953125, "mean_absolute_error": 1.7723954442772083e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002770423889160156, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4453 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4454, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.4978417059173808e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.8547983169555664e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4454 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4455, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.833761984926241e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4455 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4456, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.761660200827464e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4456 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4457, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.7760266928235069e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4457 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4458, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.465324996592244e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4458 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4459, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0273389509384288e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4459 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4460, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.9858568975905655e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4460 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4461, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.016359076151275e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4461 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4462, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.63807749231637e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4462 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4463, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.1457672119140625e-05, "mean_absolute_error": 3.663202051029657e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000396728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4463 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4464, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.9442362574627623e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4464 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4465, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.1259507977665635e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4465 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4466, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7745248896972043e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4466 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4467, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 8.463859558105469e-06, "mean_absolute_error": 1.5412015272886492e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4467 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4468, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.552254272814025e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4468 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4469, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3623711058462504e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.918212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4469 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4470, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8173018361267168e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4470 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4471, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.184738377764006e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4471 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4472, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 8.225440979003906e-06, "mean_absolute_error": 1.4613000303143053e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4472 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4473, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.3232231140136719e-05, "mean_absolute_error": 3.6631129205488833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4473 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4474, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 1.95664438251697e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4474 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4475, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.9118699583486887e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4475 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4476, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.0319932900747517e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4476 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4477, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 1.976138491954771e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4477 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4478, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.144988684449345e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4479, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4479, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 2.7069895622844342e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4479 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4480, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.7759809856652282e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.918212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4480 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4481, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8460594901625882e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4481 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4482, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.082482524201623e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4482 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4483, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.168054718116764e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00016021728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4483 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4484, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.137206138286274e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4484 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4485, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8772626617646893e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4485 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4486, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.212980007243459e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4486 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4487, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.109277374984231e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4487 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4488, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.7179718017578125e-05, "mean_absolute_error": 4.297661234886618e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.841255187988281e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4488 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4489, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.000232696533203125, "mean_absolute_error": 5.480738764163107e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.001010894775390625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4489 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4490, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 3.0040740966796875e-05, "mean_absolute_error": 5.311201675795019e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4490 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4491, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 4.016301318188198e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4491 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4492, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.4000219127628952e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4492 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4493, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 1.964680905075511e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4493 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4494, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8500742271498893e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4494 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4495, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.3993773083930137e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4495 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4496, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.5490035113762133e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4496 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4497, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.7267913108298671e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4497 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4498, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8437315247865627e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4498 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4499, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.3273424833168974e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4499 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4500, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.617637846924481e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4500 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4501, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.356923914703657e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4501 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4502, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.929925813077716e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4502 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4503, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.3220270602687378e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4503 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4504, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.0787513221875997e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4504 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4505, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.6137424811167875e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000125885009765625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4505 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4506, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.5556749985989882e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4506 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4507, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.8873369046777952e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4507 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4508, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 8.58306884765625e-06, "mean_absolute_error": 1.5607685099894297e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4508 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4509, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.1539929093705723e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4509 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4510, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.129990434696083e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4510 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4511, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.870654728008958e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4511 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4512, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.2004355741955806e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4512 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4513, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.252178092021495e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4513 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4514, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9014607914868975e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4514 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4515, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.459833467582939e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4515 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4516, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 3.236314114474226e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4516 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4517, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.1376931726990733e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4517 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4518, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.215038648500922e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4518 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4519, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.5272369384765625e-05, "mean_absolute_error": 4.229808382660849e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001373291015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4519 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4520, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.0546312953229062e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4520 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4521, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.9744259134313324e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4521 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4522, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.6998927776512573e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4522 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4523, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.5020370483398438e-05, "mean_absolute_error": 2.2157960302138235e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4523 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4524, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.123283386230469e-05, "mean_absolute_error": 5.47306080989074e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4524 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4525, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00011920928955078125, "mean_absolute_error": 2.126170147676021e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0003056526184082031, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4525 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4526, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.4377043246204266e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4526 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4527, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.9995485419931356e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4527 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4528, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.83486303690006e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4528 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4529, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.934683723447961e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4529 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4530, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7573900095158024e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4530 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4531, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.5492782949877437e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4531 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4532, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.6606317078403663e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4532 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4533, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.6295208524752525e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4533 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4534, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.808446427276067e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4534 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4535, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.0311831576691475e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00115203857421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4535 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4536, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.2071897092246218e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4536 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4537, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2051372070563957e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4537 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4538, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.4834694184173713e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4538 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4539, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 8.702278137207031e-06, "mean_absolute_error": 1.999918822548352e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4539 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4540, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4210726223827805e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4540 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4541, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.39438668359071e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4541 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4542, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.0844952359766467e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4543, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4543, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.3057048110786127e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4543 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4544, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 8.344650268554688e-06, "mean_absolute_error": 1.4912053529769764e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4544 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4545, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7865505697045592e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4545 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4546, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.8131471506421803e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4546 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4547, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 1.9531023554009153e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4547 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4548, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.8095466859667795e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4548 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4549, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 1.8377791093371343e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4549 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4550, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.0524666979326867e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4550 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4551, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.623239535954781e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4551 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4552, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 4.825768428418087e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001373291015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4552 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4553, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 2.956986008939566e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4553 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4554, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.275322685818537e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4554 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4555, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.033348083496094e-05, "mean_absolute_error": 9.491977834841236e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00045013427734375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4555 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4556, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 3.101727770626894e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.817413330078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4556 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4557, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.498250751159503e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4557 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4558, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9804347175522707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4558 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4559, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.673451717782882e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4559 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4560, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.1948089599609375e-05, "mean_absolute_error": 4.8161209633690305e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4560 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4561, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 7.05718994140625e-05, "mean_absolute_error": 9.836144272412639e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00022125244140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4561 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4562, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.377158807576052e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.817413330078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4562 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4563, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.221229351562215e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4563 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4564, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9307087768538622e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4564 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4565, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.972445483668707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4565 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4566, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 3.2639015898894286e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4566 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4567, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 9.298324584960938e-06, "mean_absolute_error": 1.5629323115717852e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4567 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4568, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8277081582928076e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4568 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4569, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.962426949830842e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4569 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4570, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.355630613237736e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00016021728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4570 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4571, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.378200062797987e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.001125335693359375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4571 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4572, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.1298578758432996e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4572 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4573, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.239645255031064e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4573 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4574, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.5441449932040996e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4574 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4575, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.152557373046875e-06, "mean_absolute_error": 1.2321069107201765e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4575 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4576, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0788854726561112e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4576 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4577, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.0137848625599872e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001678466796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4577 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4578, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 1.8959974568133475e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.2901763916015625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4578 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4579, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0845848212047713e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4579 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4580, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.0848045349121094e-05, "mean_absolute_error": 1.9190322291251505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4580 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4581, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.676771148595435e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4581 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4582, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.8005680431087967e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4582 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4583, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8457452597431256e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4583 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4584, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9872716165991733e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4584 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4585, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 1.9536792024155147e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4585 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4586, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.9191855901444796e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4586 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4587, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.9550323486328125e-05, "mean_absolute_error": 2.1322673546819715e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4587 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4588, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.956390380859375e-05, "mean_absolute_error": 4.7208586693159305e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000244140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4588 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4589, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 2.3505160697823158e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4589 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4590, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.960567482863553e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4590 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4591, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.2067298889160156e-05, "mean_absolute_error": 5.2882919590047095e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000335693359375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4591 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4592, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.0893509119778173e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4592 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4593, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.920821205203538e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4593 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4594, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.631365987326717e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4594 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4595, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.8712049723035307e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4595 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4596, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.6702880859375e-05, "mean_absolute_error": 4.440416432771599e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.580352783203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4596 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4597, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00013309717178344727, "mean_absolute_error": 1.9938181139877997e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0005873739719390869, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4597 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4598, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.5085275865421863e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.43865966796875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4598 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4599, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.343618007216719e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4599 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4600, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.7860614889286808e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4600 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4601, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.998200787056703e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4601 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4602, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.1289847609295975e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4602 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4603, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.2626022655458655e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4603 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4604, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.230764721389278e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.291534423828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4604 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4605, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.6344765754183754e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4605 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4606, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 3.067128091061022e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4607, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4607, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1805371943628415e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000274658203125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4607 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4608, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8444745819579111e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4608 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4609, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.029202278208686e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4609 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4610, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.94812628251384e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4610 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4611, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.6375698805859429e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4611 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4612, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.9071599126618821e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4612 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4613, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8431732062017545e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000102996826171875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4613 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4614, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.781870196282398e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4614 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4615, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.0056495486642234e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4615 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4616, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.894371032714844e-06, "mean_absolute_error": 1.928234041770338e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4616 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4617, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.5034150894498453e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4617 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4618, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 1.799977439986833e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4618 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4619, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.158777306249249e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4619 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4620, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.074288431686e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4620 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4621, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7342732689940021e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.76959753036499e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4621 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4622, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1988375920045655e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.67572021484375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4622 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4623, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.9146513043087907e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4623 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4624, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 4.326460384618258e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000110626220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4624 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4625, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.068295771096018e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4625 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4626, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.973338612515363e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4626 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4627, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 3.7213201267149998e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4627 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4628, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1161567929084413e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4628 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4629, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0986199160688557e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4629 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4630, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.304368535988033e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4630 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4631, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 1.8804013279805076e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4631 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4632, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 3.899205239576986e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.817413330078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4632 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4633, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00020694732666015625, "mean_absolute_error": 4.2497547838138416e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0004329681396484375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4633 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4634, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.014636993408203e-05, "mean_absolute_error": 3.1296915494749555e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011920928955078125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4634 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4635, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.4460148324578768e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4635 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4636, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.8983045038112323e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4636 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4637, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.2852174172148807e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4637 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4638, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.8704896547205863e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4638 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4639, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8794584093484445e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4639 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4640, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.123059857694898e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4640 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4641, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.7081742953450885e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4641 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4642, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.6742919797252398e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4642 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4643, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.692519046831876e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000530242919921875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4643 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4644, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 1.999759660975542e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4644 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4645, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8117127638106467e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4645 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4646, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.6963177813522634e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4646 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4647, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.62939453125e-06, "mean_absolute_error": 1.4269576240621973e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4647 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4648, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.5033900783455465e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4648 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4649, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4942305572039913e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000240325927734375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4649 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4650, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.906650709315727e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4650 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4651, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.1532696337089874e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4651 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4652, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.0609626770019531e-05, "mean_absolute_error": 2.724101250350941e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4652 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4653, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.0311603546142578e-05, "mean_absolute_error": 1.665805712036672e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4653 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4654, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.323562739547924e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4654 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4655, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9704609712789534e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4655 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4656, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.4860761388699757e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4656 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4657, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.2963308765611146e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4657 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4658, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.2686149350192863e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4658 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4659, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.4989545838470804e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4659 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4660, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.0503997802734375e-05, "mean_absolute_error": 3.5598686736193486e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001373291015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4660 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4661, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.580537168090814e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4661 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4662, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.094803448926541e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4662 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4663, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.9577484130859375e-05, "mean_absolute_error": 5.4583138080488425e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000156402587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4663 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4664, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.10469329431362e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.910064697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4664 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4665, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.6289865218132036e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4665 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4666, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.333365500817308e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4666 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4667, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.5394244858034654e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4667 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4668, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.3855438232421875e-05, "mean_absolute_error": 5.120983587403316e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.054473876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4668 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4669, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00022125244140625, "mean_absolute_error": 3.191837458871305e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00086212158203125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4669 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4670, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.4080276489257812e-05, "mean_absolute_error": 3.658634796011029e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4671, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4671, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.330650659132516e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4671 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4672, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.6441558727819938e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4672 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4673, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.6317150059185224e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4673 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4674, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0345262328191893e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4674 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4675, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8588041257316945e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4675 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4676, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.258145625295583e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4676 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4677, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.320028215763159e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4677 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4678, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.983496304092114e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4678 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4679, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.012996446865145e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00061798095703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4679 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4680, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.9240891308290884e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4680 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4681, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 4.132856702199206e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4681 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4682, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.5424930097651668e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4682 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4683, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.62939453125e-06, "mean_absolute_error": 1.3692385891772574e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4683 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4684, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.550209501350764e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4684 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4685, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 3.457069396972656e-05, "mean_absolute_error": 5.8253813222108874e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000244140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4685 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4686, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.533703536755638e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.9604644775390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4686 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4687, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.559224185461062e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4687 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4688, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 2.424516651444719e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4688 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4689, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 3.2552648008277174e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4689 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4690, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.119373675668612e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4690 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4691, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7125474869317259e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4691 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4692, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 2.7582020720728906e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4692 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4693, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.034873432421591e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4693 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4694, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8406100252832402e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4694 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4695, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.5104384349106112e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4695 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4696, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.1804841000848683e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4696 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4697, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 1.8566507833384094e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4697 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4698, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.3530440103058936e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4698 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4699, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.855715592886554e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4699 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4700, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.090721636704984e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4700 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4701, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 1.7488943058197037e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4701 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4702, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.2516975402832031e-05, "mean_absolute_error": 2.5117153654719004e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4702 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4703, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0510901777015533e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4703 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4704, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "mean_absolute_error": 5.468393283081241e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.054473876953125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4704 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4705, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.0001277923583984375, "mean_absolute_error": 2.0421042790985666e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000629425048828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4705 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4706, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 2.7240682811680017e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011229515075683594, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4706 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4707, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3307698029384483e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4707 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4708, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 2.079627165585407e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4708 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4709, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 2.2965084554016357e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4709 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4710, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.715164330562402e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4710 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4711, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.6647052234475268e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4711 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4712, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 3.2301902592735132e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4712 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4713, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7756924535206053e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4713 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4714, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1901705622440204e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4714 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4715, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3422974209097447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.918212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4715 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4716, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4958562789834104e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4716 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4717, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6031102606793866e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4717 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4718, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.594776790625474e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4718 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4719, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 8.58306884765625e-06, "mean_absolute_error": 1.4116375268713455e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4719 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4720, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.5866083888104185e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4720 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4721, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.123966851286241e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.392333984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4721 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4722, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.8687826468521962e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4722 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4723, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.494138470865437e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4723 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4724, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 3.89154820368276e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4724 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4725, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.762510464686784e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4725 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4726, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.284118863826734e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4726 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4727, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.946064458024921e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4727 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4728, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.505794666125439e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4728 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4729, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.7157472029794008e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4729 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4730, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1830651348864194e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4730 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4731, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 1.945937810887699e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4731 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4732, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.486343383789062e-05, "mean_absolute_error": 1.0817168913490605e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0004525184631347656, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4732 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4733, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.47955322265625e-05, "mean_absolute_error": 4.197589987597894e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.202957153320312e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4733 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4734, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.531997779442463e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4735, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4735, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.6941299438476562e-05, "mean_absolute_error": 3.952354745706543e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000244140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4735 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4736, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.278797182952985e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.0067901611328125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4736 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4737, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.03957438316138e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4737 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4738, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.7378835056879325e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4738 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4739, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.9651828299392946e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4739 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4740, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.491474151611328e-05, "mean_absolute_error": 4.282618192519294e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.673004150390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4740 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4741, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "mean_absolute_error": 7.039971478661755e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001983642578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4741 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4742, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.1103130620758748e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.673004150390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4742 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4743, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.956979869850329e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4743 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4744, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.0292408155219164e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4744 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4745, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 1.70662588061532e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4745 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4746, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.917822712333873e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4746 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4747, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 1.9901726773241535e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4747 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4748, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 3.1018453228170983e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4748 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4749, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 2.0077466160728363e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4749 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4750, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.5880490309427842e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4750 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4751, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.936525445169536e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000732421875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4751 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4752, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.1211765215412015e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4752 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4753, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9865976810251595e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4753 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4754, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.6522733403689926e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4754 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4755, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 8.106231689453125e-06, "mean_absolute_error": 1.511253003627644e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4755 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4756, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.9162923763360595e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.2479248046875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4756 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4757, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.349318265260081e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4757 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4758, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.3232231140136719e-05, "mean_absolute_error": 2.261726422148058e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4758 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4759, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.5609335807530442e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4759 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4760, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 2.215622316725785e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4760 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4761, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.638673095134436e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4761 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4762, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 1.9644828626042e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4762 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4763, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7253778423764743e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4763 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4764, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.3795480501576094e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4764 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4765, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.570342303442885e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4765 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4766, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.34875346905028e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4766 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4767, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.9449904559442075e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4767 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4768, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.0040740966796875e-05, "mean_absolute_error": 5.361046532925684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002307891845703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4768 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4769, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.7884284463652875e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.696846008300781e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4769 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4770, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0733436940645333e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0994415283203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4770 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4771, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.457069396972656e-05, "mean_absolute_error": 5.483482254931005e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000396728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4771 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4772, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.596099875518121e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4772 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4773, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.1952594124741154e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.147125244140625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4773 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4774, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0464692624955205e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4774 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4775, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.7838696041726507e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4775 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4776, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.529006335156737e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4776 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4777, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 6.866455078125e-05, "mean_absolute_error": 1.2586046068463475e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000457763671875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4777 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4778, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.386310143265291e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4778 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4779, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 4.8308043005818035e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4779 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4780, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.1759583432867657e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4780 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4781, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 3.050536406590254e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4781 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4782, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8497199789635488e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4782 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4783, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.5459717107878532e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4783 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4784, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.067256784561323e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4784 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4785, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8270147847943008e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4785 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4786, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.1644395928888116e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4786 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4787, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.3127788608690025e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4787 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4788, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.8599499728443334e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4788 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4789, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.186664687542361e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4789 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4790, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.4999192217146629e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4790 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4791, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.466329763388785e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4791 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4792, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.24536029236333e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4792 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4793, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.8893834951304598e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012969970703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4793 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4794, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.3672666884522187e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4794 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4795, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.646965413077851e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4795 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4796, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.761014914336556e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4796 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4797, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9305089153931476e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4797 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4798, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.737569730015821e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4799, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4799, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7890849903778872e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4799 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4800, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.0278944248275366e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4800 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4801, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.2343283490044996e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4801 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4802, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8710302356339525e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4802 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4803, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.54419251177751e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4803 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4804, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 4.801322575076483e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000213623046875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4804 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4805, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.468245838826988e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4805 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4806, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2777569483878324e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4806 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4807, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.907752332248492e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4807 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4808, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.260063183712191e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4808 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4809, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.423041223664768e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4809 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4810, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.929936161104706e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4810 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4811, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.348710495425621e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4811 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4812, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.837346866930602e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.76837158203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4812 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4813, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 8.821487426757812e-05, "mean_absolute_error": 1.4360366549226455e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00054931640625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4813 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4814, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.700523282328504e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.771087646484375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4814 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4815, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.008686690009199e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4815 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4816, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.469129867677111e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4816 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4817, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.361354063395993e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4817 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4818, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7244269656657707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4818 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4819, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.6697696310075116e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4819 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4820, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.2057500902737956e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4820 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4821, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.5825028185645351e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4821 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4822, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 3.2787422696856083e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4822 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4823, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.765694489426096e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000244140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4823 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4824, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.945596750374534e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4824 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4825, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.49697700382967e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4825 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4826, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.3277859781956067e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4826 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4827, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.5550308489764575e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4827 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4828, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.336534635105636e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4828 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4829, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.919269561767578e-05, "mean_absolute_error": 3.189342351106461e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000255584716796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4829 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4830, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8910781136582955e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4830 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4831, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.8124302389187505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4831 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4832, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.0609626770019531e-05, "mean_absolute_error": 2.2586891645914875e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4832 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4833, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.2755393981933594e-05, "mean_absolute_error": 2.094757292070426e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4833 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4834, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.7404556274414062e-05, "mean_absolute_error": 2.000414269787143e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4834 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4835, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.8599469058244722e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4835 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4836, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.6776174308906775e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4836 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4837, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.052167246802128e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4837 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4838, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.179324610551703e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4838 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4839, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0869117633992573e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4839 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4840, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.7206878662109375e-05, "mean_absolute_error": 7.492396889574593e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002295970916748047, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4840 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4841, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 3.093982968493947e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.4955482482910156e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4841 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4842, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.4117982775351265e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4842 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4843, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.167605882481439e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00018310546875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4843 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4844, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 1.816929284359503e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.264712333679199e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4844 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4845, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.947456212292309e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.291534423828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4845 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4846, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3087811769073596e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4846 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4847, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.8492910385248251e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4847 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4848, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 3.7348609112086706e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.29425048828125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4848 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4849, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "mean_absolute_error": 8.082676686171908e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000156402587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4849 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4850, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7442744137952104e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4850 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4851, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.8706649572995957e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4851 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4852, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3429663542628987e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4852 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4853, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8580383311928017e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4853 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4854, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.765402541626827e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4854 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4855, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7866431107904646e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4855 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4856, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6217173854092835e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4856 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4857, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.7403386891601258e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4857 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4858, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.3360203158517834e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4858 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4859, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8608619711812935e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4859 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4860, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 1.8958750160891213e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4860 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4861, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.429041953495471e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4861 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4862, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2476515368907712e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4863, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4863, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.298324584960938e-06, "mean_absolute_error": 1.5384994185296819e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4863 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4864, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.241139100078726e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4864 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4865, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 3.170967102050781e-05, "mean_absolute_error": 5.001261797588086e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000354766845703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4865 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4866, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 1.9382375739951385e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.0531158447265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4866 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4867, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.3200516352517297e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4867 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4868, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 8.821487426757812e-06, "mean_absolute_error": 1.4877830381010426e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4868 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4869, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.5145277504634578e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4869 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4870, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.787198582154815e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4870 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4871, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 1.7842194210970774e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4871 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4872, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.266867568323505e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4872 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4873, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9060149725191877e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4873 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4874, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9095266452495707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4874 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4875, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 4.129996796109481e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4875 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4876, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.6226043701171875e-05, "mean_absolute_error": 4.1478974708297756e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4876 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4877, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.463612645442481e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4877 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4878, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2407123196899192e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4878 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4879, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 5.269050598144531e-05, "mean_absolute_error": 7.25279323887662e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0007171630859375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4879 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4880, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.9600989819300594e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.985664367675781e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4880 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4881, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6992101993528195e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4881 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4882, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7416978153050877e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4882 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4883, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.3709068298339844e-05, "mean_absolute_error": 1.8667593622012646e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4883 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4884, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.3365020751953125e-05, "mean_absolute_error": 3.750148152903421e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.673004150390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4884 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4885, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 5.91278076171875e-05, "mean_absolute_error": 8.823580174066592e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000171661376953125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4885 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4886, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.095096760967863e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.1021575927734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4886 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4887, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.6450881958007812e-05, "mean_absolute_error": 3.020961457878002e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4887 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4888, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0807071905437624e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4888 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4889, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.2043568606022745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4889 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4890, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9434705791354645e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4890 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4891, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.318658061994938e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4891 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4892, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.6728594093583524e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4892 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4893, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.120427780027967e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4893 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4894, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.192838337577996e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4894 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4895, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.798042032736703e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000263214111328125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4895 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4896, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.4398724437778583e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4896 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4897, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.143633537343703e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4897 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4898, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.1563301086425781e-05, "mean_absolute_error": 2.550656745370361e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4898 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4899, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 2.1246216874715174e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4899 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4900, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.9349627109477296e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4900 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4901, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 2.7179718017578125e-05, "mean_absolute_error": 4.490190804062877e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00022125244140625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4901 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4902, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.4653605780476937e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4902 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4903, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.3487359612772707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4903 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4904, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.298324584960938e-06, "mean_absolute_error": 1.7658893511907081e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4904 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4905, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.7015883031490375e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4905 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4906, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.1167472823435673e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4906 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4907, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.9093608898401726e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4907 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4908, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.3719803721178323e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4908 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4909, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.790882720342779e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4909 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4910, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 1.790555188563303e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4910 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4911, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.3320696982409572e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4911 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4912, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.2438507080078125e-05, "mean_absolute_error": 7.086318873916753e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001850128173828125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4912 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4913, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.529738594603259e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.6743621826171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4913 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4914, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.5064344956481364e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4914 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4915, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.807802158917184e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00016021728515625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4915 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4916, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.3044653971737716e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4916 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4917, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.008691808441654e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.063678741455078e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4917 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4918, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.319806526429602e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4918 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4919, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.0371208190917969e-05, "mean_absolute_error": 1.84124473889824e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4919 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4920, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.0802021026611328e-05, "mean_absolute_error": 3.352763542352477e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4920 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4921, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 3.814697265625e-05, "mean_absolute_error": 6.5364010879420675e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00014209747314453125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4921 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4922, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 1.9541407709766645e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.898143768310547e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4922 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4923, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.4066696166992188e-05, "mean_absolute_error": 2.2843503302283352e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4923 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4924, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 2.2307885956251994e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4924 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4925, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.8795858522935305e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4925 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4926, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 1.9722733668459114e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4927, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4927, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.811884544622444e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4927 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4928, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.533493216105853e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4928 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4929, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1994228518451564e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4929 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4930, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.6674259768478805e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4930 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4931, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6924233225145144e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4931 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4932, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.0501765902736224e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4932 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4933, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0745037545566447e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4933 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4934, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 8.106231689453125e-06, "mean_absolute_error": 1.3393429298957926e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4934 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4935, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.857952838690835e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4935 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4936, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1426214971143054e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4936 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4937, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 4.57763671875e-05, "mean_absolute_error": 7.025273134786403e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00061798095703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4937 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4938, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.519918441772461e-05, "mean_absolute_error": 2.8844108328485163e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 8.726119995117188e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4938 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4939, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.3253928702615667e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4939 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4940, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 9.298324584960938e-06, "mean_absolute_error": 1.836544242905802e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4940 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4941, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.5059882773348363e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4941 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4942, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.167023694710224e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4942 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4943, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.214615960838273e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4943 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4944, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.857691015378805e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.528594970703125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4944 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4945, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 3.1121765005082125e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4945 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4946, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.921189434346161e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4946 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4947, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.2005190203344682e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4947 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4948, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "mean_absolute_error": 7.3234341471106745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000213623046875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4948 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4949, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.002716064453125e-05, "mean_absolute_error": 4.61476201962796e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4949 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4950, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2254807845456526e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.1961669921875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4950 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4951, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.0040740966796875e-05, "mean_absolute_error": 4.074704065715196e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000186920166015625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4951 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4952, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 3.418303094804287e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4952 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4953, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0644706637540367e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4953 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4954, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.579819238235359e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4954 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4955, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.1221640054136515e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4955 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4956, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.9311904907226562e-05, "mean_absolute_error": 3.4018962651316542e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4956 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4957, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.00018978118896484375, "mean_absolute_error": 2.6789990442921408e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4957 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4958, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 3.458707169556874e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00013566017150878906, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4958 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4959, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.5338242721772986e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4959 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4960, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.735079877107637e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4960 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4961, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.8718499177339254e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4961 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4962, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9764113403653027e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4962 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4963, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.1563301086425781e-05, "mean_absolute_error": 2.6672539661376504e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4963 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 4964, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3090790364221903e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4964 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 4965, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.6904007225093665e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4965 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 4966, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.8669578594199265e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4966 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4967, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.6654015528038144e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4967 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 4968, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.8854829022529884e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4968 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 4969, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.1314008336048573e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4969 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 4970, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.6287423224857775e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4970 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4971, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 8.58306884765625e-06, "mean_absolute_error": 2.0458799099287717e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4971 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4972, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.1513783394766506e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.0187110900878906e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4972 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 4973, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 2.789287009363761e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.381771087646484e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4973 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4974, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.7017413256326108e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4974 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 4975, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.2018232357368106e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4975 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 4976, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 8.821487426757812e-06, "mean_absolute_error": 1.7251334156753728e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4976 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 4977, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 2.0911077172058867e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4977 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 4978, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4799778657325078e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4978 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 4979, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.949368081317516e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4979 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 4980, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.8363715500745457e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4980 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 4981, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.912254901981214e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4981 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4982, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.0028774088132195e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4982 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 4983, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.2755393981933594e-05, "mean_absolute_error": 2.331154973944649e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4983 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4984, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 6.0439109802246094e-05, "mean_absolute_error": 1.0206820661551319e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00031280517578125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4984 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 4985, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.948501105493051e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.628036499023438e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4985 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 4986, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.0792933810298564e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4986 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 4987, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.9788742065429688e-05, "mean_absolute_error": 3.2574585020483937e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00012969970703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4987 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 4988, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 1.8532730337028624e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4988 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 4989, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.98950920093921e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4989 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 4990, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.932452616732917e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 4991, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 4991, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.905646058730781e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4991 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 4992, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.6297030874266056e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4992 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 4993, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 9.846687316894531e-05, "mean_absolute_error": 1.5633104339940473e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00063323974609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4993 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 4994, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.3466704988095444e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4994 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 4995, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0517684333754005e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4995 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 4996, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.3539771518699126e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4996 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 4997, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 1.6347767086699605e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4997 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 4998, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.4258531539089745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4998 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 4999, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.577776513135177e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 4999 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5000, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 2.327029051230056e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5000 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5001, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 9.5367431640625e-06, "mean_absolute_error": 1.7280478914472042e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5001 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5002, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.6168063439181424e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5002 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5003, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.402332140467479e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000209808349609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5003 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5004, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.9366216292837635e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5004 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5005, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.0611362288036617e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5005 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5006, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.639305082790088e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5006 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5007, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 7.62939453125e-06, "mean_absolute_error": 1.1943043318751734e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5007 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5008, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 3.0880839858582476e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5008 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5009, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 3.62396240234375e-05, "mean_absolute_error": 6.218965154403122e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00055694580078125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5009 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5010, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.5676021575927734e-05, "mean_absolute_error": 3.0652779514639406e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.639957427978516e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5010 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 5011, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.13886357616866e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5011 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 5012, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.1205673217773438e-05, "mean_absolute_error": 2.3132517981139245e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5012 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 5013, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.3886935852933675e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5013 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 5014, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0582860997819807e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5014 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 5015, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.07490666070953e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5015 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 5016, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.545558572819573e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.00543212890625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5016 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 5017, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.130810000584461e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5017 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5018, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.8639769905348658e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5018 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 5019, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.2636184692382812e-05, "mean_absolute_error": 2.0446527742024045e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5019 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5020, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 4.9114227294921875e-05, "mean_absolute_error": 9.122015399043448e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000453948974609375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5020 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 5021, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.9641291803272907e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00010439753532409668, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5021 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 5022, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.5348516576050315e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5022 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5023, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 5.0067901611328125e-05, "mean_absolute_error": 8.779940799286123e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00051116943359375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5023 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 5024, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 2.2411346435546875e-05, "mean_absolute_error": 3.7902264011790976e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00010704994201660156, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5024 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5025, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.394932380411774e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.38690185546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5025 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 5026, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.4543533325195312e-05, "mean_absolute_error": 2.269286824230221e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5026 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5027, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.0579824447631836e-05, "mean_absolute_error": 1.7676120478427038e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5027 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5028, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.4143831726396456e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.53131103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5028 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 5029, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 0.0002505183219909668, "mean_absolute_error": 4.269661076250486e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0006098747253417969, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5029 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 5030, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 2.5272369384765625e-05, "mean_absolute_error": 4.435708888195222e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000225067138671875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5030 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 5031, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 3.4065096770063974e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5031 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 5032, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.510255171728204e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5032 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 5033, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.1682510375976562e-05, "mean_absolute_error": 1.814503548303037e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5033 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 5034, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.192250121879624e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5034 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 5035, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 9.059906005859375e-06, "mean_absolute_error": 1.5910646880001877e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5035 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5036, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 2.09808349609375e-05, "mean_absolute_error": 2.7526223220775137e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5036 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5037, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0013580322265625e-05, "mean_absolute_error": 1.6698403442205745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5037 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5038, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.0728836059570312e-05, "mean_absolute_error": 1.962519718290423e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5038 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5039, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.5735362214618362e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5039 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5040, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.00825638785318e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5040 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5041, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.4333278361154953e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5041 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5042, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 1.9653666640806478e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5042 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5043, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 8.58306884765625e-06, "mean_absolute_error": 1.716019482955744e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5043 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5044, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.736731175900786e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5044 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5045, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.555342462073895e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001068115234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5045 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5046, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.817772613321722e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.4332275390625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5046 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 5047, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.271036009915406e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5047 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 5048, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 8.702278137207031e-06, "mean_absolute_error": 1.5333946521423059e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5048 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 5049, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.088038172587403e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5049 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 5050, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.643872105385526e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5050 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 5051, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.5620581709517865e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5051 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 5052, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.411825107628829e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5052 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 5053, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.052171339528286e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5053 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5054, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.6341333523305366e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 5055, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 5055, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.4781951904296875e-05, "mean_absolute_error": 2.6009588509623427e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5055 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5056, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 5.5670738220214844e-05, "mean_absolute_error": 8.406643246416934e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000614166259765625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5056 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 5057, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 2.288818359375e-05, "mean_absolute_error": 3.669345005619107e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011524558067321777, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5057 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 5058, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 1.5497207641601562e-05, "mean_absolute_error": 2.8971358005946968e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.9591064453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5058 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5059, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 3.790855407714844e-05, "mean_absolute_error": 6.153172762424219e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000293731689453125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5059 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 5060, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.352683623030316e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.161762237548828e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5060 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5061, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.3113021850585938e-05, "mean_absolute_error": 2.3188040358945727e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0994415283203125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5061 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 5062, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.7452849735709606e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5062 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5063, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.3589859008789062e-05, "mean_absolute_error": 3.0435071494139265e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5063 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5064, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.86102294921875e-05, "mean_absolute_error": 4.72335659651435e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.100799560546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5064 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 5065, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 6.198883056640625e-05, "mean_absolute_error": 1.0031765668827575e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00019407272338867188, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5065 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 5066, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 2.6723710107035004e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.008148193359375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5066 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 5067, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.3947486877441406e-05, "mean_absolute_error": 2.983525519084651e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5067 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 5068, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.2840558813186362e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5068 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 5069, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.2874603271484375e-05, "mean_absolute_error": 2.1067137367936084e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5069 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 5070, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.921483999467455e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.340576171875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5070 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 5071, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 9.775161743164062e-06, "mean_absolute_error": 1.727128733364225e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5071 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5072, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.52587890625e-05, "mean_absolute_error": 2.898314278354519e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.14984130859375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5072 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5073, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 1.5549368299616617e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5073 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5074, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.656979407016479e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5074 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5075, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2333993001666386e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0002040863037109375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5075 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5076, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 1.940205720529775e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5076 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5077, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0222562397975707e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5077 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5078, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.7649439314482152e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5078 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5079, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 2.046685040113516e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5079 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5080, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.2040138244628906e-05, "mean_absolute_error": 1.9739534309337614e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5080 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5081, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.168716036976548e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5081 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5082, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.960991085070418e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.38690185546875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5082 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 594, "passed": true }, { "stage": "generation", "position": 5083, "input_token": 594, "logits": { "passed": true, "max_absolute_error": 1.3828277587890625e-05, "mean_absolute_error": 2.0220761598466197e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 16052, "metile_next_token": 16052, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5083 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 16052, "passed": true }, { "stage": "generation", "position": 5084, "input_token": 16052, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.5830040638320497e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 382, "metile_next_token": 382, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5084 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 382, "passed": true }, { "stage": "generation", "position": 5085, "input_token": 382, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.1199032289587194e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 785, "metile_next_token": 785, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5085 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 785, "passed": true }, { "stage": "generation", "position": 5086, "input_token": 785, "logits": { "passed": true, "max_absolute_error": 1.5974044799804688e-05, "mean_absolute_error": 2.943763547591516e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1482, "metile_next_token": 1482, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5086 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1482, "passed": true }, { "stage": "generation", "position": 5087, "input_token": 1482, "logits": { "passed": true, "max_absolute_error": 1.7642974853515625e-05, "mean_absolute_error": 2.732016810114146e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1494, "metile_next_token": 1494, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5087 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1494, "passed": true }, { "stage": "generation", "position": 5088, "input_token": 1494, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4189314444811316e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1558, "metile_next_token": 1558, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5088 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1558, "passed": true }, { "stage": "generation", "position": 5089, "input_token": 1558, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.108840362780029e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5089 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5090, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.811981201171875e-05, "mean_absolute_error": 3.5234349979873514e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3705, "metile_next_token": 3705, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5090 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3705, "passed": true }, { "stage": "generation", "position": 5091, "input_token": 3705, "logits": { "passed": true, "max_absolute_error": 1.8596649169921875e-05, "mean_absolute_error": 2.8123131414758973e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5091 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5092, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 0.00014019012451171875, "mean_absolute_error": 2.3212118321680464e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1142, "metile_next_token": 1142, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0007375478744506836, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5092 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1142, "passed": true }, { "stage": "generation", "position": 5093, "input_token": 1142, "logits": { "passed": true, "max_absolute_error": 5.53131103515625e-05, "mean_absolute_error": 8.83851771504851e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1380, "metile_next_token": 1380, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001697540283203125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5093 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1380, "passed": true }, { "stage": "generation", "position": 5094, "input_token": 1380, "logits": { "passed": true, "max_absolute_error": 2.193450927734375e-05, "mean_absolute_error": 3.3245437407458667e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.7220458984375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5094 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5095, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 2.574920654296875e-05, "mean_absolute_error": 3.4759964364639018e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 6172, "metile_next_token": 6172, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000118255615234375, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5095 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 6172, "passed": true }, { "stage": "generation", "position": 5096, "input_token": 6172, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.619361566758016e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.838539123535156e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5096 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5097, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.0967254638671875e-05, "mean_absolute_error": 2.040730578301009e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 374, "metile_next_token": 374, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5097 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 374, "passed": true }, { "stage": "generation", "position": 5098, "input_token": 374, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 2.156445361833903e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 537, "metile_next_token": 537, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5098 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 537, "passed": true }, { "stage": "generation", "position": 5099, "input_token": 537, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 1.673487417974684e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5099 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5100, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 2.6941299438476562e-05, "mean_absolute_error": 5.978770786896348e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 3215, "metile_next_token": 3215, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5100 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 3215, "passed": true }, { "stage": "generation", "position": 5101, "input_token": 3215, "logits": { "passed": true, "max_absolute_error": 8.726119995117188e-05, "mean_absolute_error": 1.3165390555514023e-05, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1506, "metile_next_token": 1506, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00035858154296875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5101 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1506, "passed": true }, { "stage": "generation", "position": 5102, "input_token": 1506, "logits": { "passed": true, "max_absolute_error": 1.9073486328125e-05, "mean_absolute_error": 2.5574524897820083e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 13, "metile_next_token": 13, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 5.467236042022705e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5102 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 13, "passed": true }, { "stage": "generation", "position": 5103, "input_token": 13, "logits": { "passed": true, "max_absolute_error": 1.5735626220703125e-05, "mean_absolute_error": 3.731348215296748e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1084, "metile_next_token": 1084, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.0517578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5103 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1084, "passed": true }, { "stage": "generation", "position": 5104, "input_token": 1084, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.2237545636016876e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 1969, "metile_next_token": 1969, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5104 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 1969, "passed": true }, { "stage": "generation", "position": 5105, "input_token": 1969, "logits": { "passed": true, "max_absolute_error": 1.2159347534179688e-05, "mean_absolute_error": 2.1948233097646153e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 387, "metile_next_token": 387, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 7.62939453125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5105 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 387, "passed": true }, { "stage": "generation", "position": 5106, "input_token": 387, "logits": { "passed": true, "max_absolute_error": 1.430511474609375e-05, "mean_absolute_error": 2.4288915483339224e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 8970, "metile_next_token": 8970, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.24249267578125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5106 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 8970, "passed": true }, { "stage": "generation", "position": 5107, "input_token": 8970, "logits": { "passed": true, "max_absolute_error": 1.0609626770019531e-05, "mean_absolute_error": 1.93456799024716e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 311, "metile_next_token": 311, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.0001220703125, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5107 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 311, "passed": true }, { "stage": "generation", "position": 5108, "input_token": 311, "logits": { "passed": true, "max_absolute_error": 1.621246337890625e-05, "mean_absolute_error": 2.4236592253146227e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5978, "metile_next_token": 5978, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5108 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5978, "passed": true }, { "stage": "generation", "position": 5109, "input_token": 5978, "logits": { "passed": true, "max_absolute_error": 1.1444091796875e-05, "mean_absolute_error": 2.0356087588879745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 429, "metile_next_token": 429, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.103515625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5109 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 429, "passed": true }, { "stage": "generation", "position": 5110, "input_token": 429, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.7597226360521745e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 6.866455078125e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5110 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5111, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 2.5960277980630053e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 19415, "metile_next_token": 19415, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5111 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 19415, "passed": true }, { "stage": "generation", "position": 5112, "input_token": 19415, "logits": { "passed": true, "max_absolute_error": 1.239776611328125e-05, "mean_absolute_error": 2.2423228074330837e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 646, "metile_next_token": 646, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.000152587890625, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5112 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 646, "passed": true }, { "stage": "generation", "position": 5113, "input_token": 646, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.310271495138295e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 10146, "metile_next_token": 10146, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5113 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 10146, "passed": true }, { "stage": "generation", "position": 5114, "input_token": 10146, "logits": { "passed": true, "max_absolute_error": 1.049041748046875e-05, "mean_absolute_error": 1.603043187969888e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 279, "metile_next_token": 279, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 4.57763671875e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5114 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 279, "passed": true }, { "stage": "generation", "position": 5115, "input_token": 279, "logits": { "passed": true, "max_absolute_error": 8.58306884765625e-06, "mean_absolute_error": 1.4021560446053627e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 198, "metile_next_token": 198, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 9.1552734375e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5115 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 198, "passed": true }, { "stage": "generation", "position": 5116, "input_token": 198, "logits": { "passed": true, "max_absolute_error": 1.33514404296875e-05, "mean_absolute_error": 2.162121063520317e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 18110, "metile_next_token": 18110, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 3.814697265625e-05, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5116 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 18110, "passed": true }, { "stage": "generation", "position": 5117, "input_token": 18110, "logits": { "passed": true, "max_absolute_error": 1.71661376953125e-05, "mean_absolute_error": 3.4032111670967424e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 5666, "metile_next_token": 5666, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00011444091796875, "layers_checked": 28, "valid_tokens_checked": 1, "positions_checked": [ 5117 ], "keys_and_values_checked": true, "full_prefix_checked": false, "rtol": 0.001, "atol": 0.001 }, "gpu_greedy_token": 5666, "passed": true }, { "stage": "generation", "position": 5118, "input_token": 5666, "logits": { "passed": true, "max_absolute_error": 1.1920928955078125e-05, "mean_absolute_error": 1.8102574586009723e-06, "rtol": 0.001, "atol": 0.001, "mlx_next_token": 594, "metile_next_token": 594, "greedy_token_equal": true }, "cache": { "passed": true, "max_absolute_error": 0.00142669677734375, "layers_checked": 28, "valid_tokens_checked": 5119, "keys_and_values_checked": true, "rtol": 0.001, "atol": 0.001, "full_prefix_checked": true }, "gpu_greedy_token": 594, "passed": true } ], "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ], "actual_output_tokens": 1024 }, "geometry": { "model_type": "qwen3", "hidden_size": 1024, "num_hidden_layers": 28, "intermediate_size": 3072, "num_attention_heads": 16, "rms_norm_eps": 1e-06, "vocab_size": 151936, "num_key_value_heads": 8, "max_position_embeddings": 40960, "rope_theta": 1000000, "head_dim": 128, "tie_word_embeddings": true, "rope_scaling": null, "capacity": 5119, "threads": 256, "storage_dtype": "float32", "prefill_chunk_size": 256, "prefill_projection_backend": "tensor_ops", "prefill_projection_tile": [ 64, 64, 64 ], "prefill_strict_math": true, "prefill_projection_relaxed_precision": false, "fused_row_arithmetic": true, "prefill_attention": { "kind": "matrix_tiled_online_softmax", "query_rows_per_threadgroup": 32, "key_tile": 16, "threads": 128, "shared_padding": 0, "unroll_mma": true, "softmax_lanes": 8, "transpose_keys": true, "register_stats": true, "unroll_softmax": true, "load_vector": 16, "softmax_base2": true, "softmax_exponential": "fast_exp2", "denominator_fma": true, "normalization": "divide", "compiler_backend": "simdgroup_inline" } }, "parameter_count": 596049920, "prefill_weight_bytes": 1761607680, "samples": [ { "trial": 0, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 37.693124125000004, "time_to_first_token_seconds": 2.326256833, "decode_wall_seconds": 35.366867292, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "chunked": { "total_wall_seconds": 35.571573709, "time_to_first_token_seconds": 2.872027959, "decode_wall_seconds": 32.69954575, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 1, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 35.686371625, "time_to_first_token_seconds": 2.299916708, "decode_wall_seconds": 33.386454917, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "MLX": { "total_wall_seconds": 57.055373916, "time_to_first_token_seconds": 7.0019729580000005, "decode_wall_seconds": 50.053400958000005, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 2, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 40.569754625, "time_to_first_token_seconds": 1.9798516250000002, "decode_wall_seconds": 38.589903, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "chunked": { "total_wall_seconds": 51.044991125, "time_to_first_token_seconds": 19.749188209, "decode_wall_seconds": 31.295802916000003, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 3, "order": [ "chunked", "MLX" ], "chunked": { "total_wall_seconds": 40.53483825, "time_to_first_token_seconds": 2.374468208, "decode_wall_seconds": 38.160370042000004, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "MLX": { "total_wall_seconds": 59.911955292, "time_to_first_token_seconds": 9.495810959, "decode_wall_seconds": 50.416144333000005, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } }, { "trial": 4, "order": [ "MLX", "chunked" ], "MLX": { "total_wall_seconds": 36.391850584000004, "time_to_first_token_seconds": 1.8805417500000001, "decode_wall_seconds": 34.511308834000005, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] }, "chunked": { "total_wall_seconds": 40.881623708, "time_to_first_token_seconds": 9.117058833, "decode_wall_seconds": 31.764564875, "actual_output_tokens": 1024, "generated_token_ids": [ 16211, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 198, 1782, 6172, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594, 16052, 382, 785, 1482, 1494, 1558, 537, 3705, 279, 1142, 1380, 279, 6172, 5666, 374, 537, 198, 3215, 1506, 13, 1084, 1969, 387, 8970, 311, 5978, 429, 279, 19415, 646, 10146, 279, 198, 18110, 5666, 594 ] } } ], "medians": { "MLX": { "total_wall_seconds": 40.569754625, "time_to_first_token_seconds": 2.326256833, "decode_wall_seconds": 38.589903, "decode_tokens_per_second": 26.50952504337728 }, "chunked": { "total_wall_seconds": 40.53483825, "time_to_first_token_seconds": 2.872027959, "decode_wall_seconds": 32.69954575, "decode_tokens_per_second": 31.284838261094194 } }, "paired_speedups": { "chunked_over_mlx": { "total_wall_seconds": 1.0596417362176818, "time_to_first_token_seconds": 0.8099701208375318, "decode_wall_seconds": 1.2330695941426344 } } } ], "selected_chunk_size": 256, "schema_version": 1, "created_at": "2026-10-05T02:37:25.843924+00:00", "model": "Qwen/Qwen3-0.6B", "checkpoint_revision": "c1899de289a04d12100db370d81485cdf75e47ca", "checkpoint_sha256": { "config.json": "660db3b73d788119c04535e48cf9be5f55bc3100841a718637ae695b442f27dd", "model.safetensors": "f47f71177f32bcd101b7573ec9171e6a57f4f4d31148d38e382306f42996874b" }, "tokenizer_sha256": { "tokenizer.json": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4", "tokenizer_config.json": "d5d09f07b48c3086c508b30d1c9114bd1189145b74e982a265350c923acd8101" }, "hardware": { "device_name": "Apple M5", "max_recommended_working_set_size": 26800603136, "memory_size": 34359738368, "architecture": "applegpu_g17g", "max_buffer_length": 20100448256, "resource_limit": 499000 }, "software": { "mlx": "0.32.0", "mlx_lm": "0.31.3", "platform": "macOS-26.2-arm64-arm-64bit", "MLX_ENABLE_TF32": "0", "candidate_environment": { "METILE_SCHEDULE": null, "METILE_ONLINE_SOFTMAX": null, "METILE_LOW_LATENCY_SPIN_US": null } }, "metal_compiler": "Apple metal version 32023.864 (metalfe-32023.864)\nTarget: air64-apple-darwin25.2.0\nThread model: posix\nInstalledDir: /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.3.7003.10.GzPOjD/Metal.xctoolchain/usr/metal/current/bin", "source_sha256": { "benchmarks/megakernels/qwen3_staged_runtime.py": "a8cf552b5f294e0fa02032a7a55a672cb9836e7126ee07a20a46480b4d53cef0", "benchmarks/megakernels/qwen3_runtime.py": "7076d3413e6df90e577288874de55d5f1af0c22dd5d8c9e6706be238f01e5304", "benchmarks/megakernels/qwen3_chunked_prefill.py": "392118dfa42a141e00ae59c879ed2dd2e5383af1942a0f8d73528dc38db2e420", "benchmarks/megakernels/qwen3_end_to_end.py": "20f597b3a39e30b157d38f9d3594ad9642ae34eafc862381c024750b05d1b6ba", "benchmarks/megakernels/qwen3_prefill_runtime.py": "f24611ac02fda677f61a3a98ae212a6c21ce9cacd87bf1e10ae634ccaedb7ea3", "benchmarks/megakernels/qwen3.py": "d54bd5fd5f9973c8fdd98a6c656c0ca79d424457db242061ce88b8601b9d91f4", "benchmarks/common/checkout.py": "521c2d03a27b1a46575deab789b83b4e5bb71df030d01eeebd11ba777eaaf0b2" }, "compiler_and_kernels_sha256": "26e1ae132ecfedcd9fe8fab165494e3a809465ac3adbe8efd06dfd0e52d85afc", "weights": { "source_dtype": "bfloat16", "both_backends": "float32", "same_values": true, "quantized": false }, "precision_comparison": { "class": "same_storage_precision", "same_weight_representation": true, "bitwise_exact": false, "storage_dtype": "float32", "accumulation_dtype": "float32" }, "selection": { "candidate_chunk_sizes": [ 128, 256, 512, 1024 ], "criterion": "minimum tuning median candidate TTFT; smaller chunk breaks exact ties", "held_out_used_for_selection": false, "held_out_scope": "held out from automatic chunk-size selection only; the 4096-token document was exercised during implementation correctness development, so it is not unseen development data", "tuning_prompt": { "kind": "contiguous token prefix of local technical documentation", "sources_sha256": { "docs/guide/architecture.rst": "6c072151632f04efdd9222220a25cf901aaf813b443f4c23b42e2db1e38b90d7", "docs/guide/graph-fusion.rst": "e3592965d627a59a64be960b617bd3288798b6efe2eabdfd7b64777520d9d55c" }, "source_token_count": 2632, "token_offset": 0, "token_ids": [ 38406, 37843, 198, 1518, 46725, 271, 2660, 15628, 1367, 3658, 13027, 63515, 311, 19206, 13, 362, 2086, 45645, 8471, 504, 264, 12564, 198, 4439, 11, 1380, 432, 646, 18130, 7248, 25185, 323, 15963, 7525, 1573, 198, 958, 14421, 10001, 22711, 13, 11733, 12716, 4722, 1526, 20744, 16248, 323, 19206, 16248, 13, 576, 198, 12807, 19614, 55, 19163, 1221, 42465, 7907, 63515, 448, 9867, 7525, 198, 14801, 18774, 892, 311, 1598, 382, 496, 2168, 486, 608, 62, 1978, 14, 5689, 13455, 2268, 8790, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 14, 5689, 13455, 2268, 8790, 15228, 198, 256, 549, 3145, 25, 8627, 752, 15628, 28672, 6396, 504, 4771, 323, 384, 82853, 11127, 1526, 11064, 1786, 11433, 287, 18335, 11, 36508, 11, 16248, 45201, 11, 19206, 2038, 9471, 11, 323, 63163, 15592, 6845, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 23395, 1412, 323, 12165, 27680, 198, 27814, 271, 3862, 525, 1378, 5510, 311, 3725, 279, 19415, 1447, 9, 9902, 31, 4059, 457, 31226, 13874, 34383, 19119, 13027, 384, 82853, 7525, 1119, 10001, 40060, 198, 220, 20744, 16248, 624, 9, 9902, 11212, 3297, 13874, 7424, 264, 31969, 12564, 79987, 1573, 10001, 22711, 614, 198, 220, 1012, 4091, 13, 576, 4771, 646, 2525, 504, 458, 19614, 55, 17590, 476, 504, 458, 11464, 198, 220, 19415, 2943, 382, 785, 4771, 45645, 44699, 7248, 1186, 86186, 11, 2670, 264, 3239, 68864, 198, 8470, 24160, 11, 5452, 476, 58457, 6911, 11, 76369, 11, 323, 897, 5517, 24160, 6693, 28439, 198, 8074, 614, 902, 1008, 3847, 13, 13235, 24891, 429, 8781, 448, 2860, 6529, 345, 275, 12341, 279, 2567, 46876, 1526, 264, 13951, 15748, 382, 37, 7560, 9115, 17530, 7050, 11, 28439, 62795, 11, 323, 2169, 74790, 198, 16440, 82, 13, 1084, 5711, 1308, 42221, 369, 5777, 32000, 323, 369, 28878, 471, 632, 6813, 315, 198, 1782, 5537, 50717, 21242, 4771, 13, 11581, 1455, 573, 471, 632, 6813, 990, 264, 72349, 55980, 198, 23617, 4518, 13, 549, 5236, 18736, 4439, 2220, 7560, 63, 14758, 1380, 279, 25262, 374, 4734, 198, 437, 1380, 432, 374, 66609, 382, 31076, 7658, 11433, 287, 38093, 198, 771, 70818, 27847, 18335, 16555, 46211, 1526, 61571, 46876, 292, 6872, 382, 496, 2168, 486, 608, 62, 1978, 14, 19688, 10475, 7449, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 14, 19688, 10475, 7449, 15228, 198, 256, 549, 3145, 25, 36991, 1786, 11433, 287, 12111, 18335, 504, 4771, 5383, 323, 13951, 2329, 1526, 46876, 292, 29155, 311, 264, 22909, 18130, 476, 4734, 32772, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 32, 9902, 6033, 2654, 38066, 13874, 17167, 315, 458, 9569, 11, 264, 7868, 10880, 11, 264, 36903, 11893, 345, 437, 264, 1590, 2022, 7493, 13, 576, 21739, 3232, 1663, 40915, 87856, 198, 2359, 323, 1290, 9569, 11, 7907, 4097, 43415, 5048, 11, 323, 6716, 4998, 316, 52807, 624, 785, 36824, 12, 77499, 2329, 93494, 264, 4269, 448, 39595, 39187, 11, 4622, 3135, 345, 2413, 39522, 8, 13874, 26, 1172, 264, 23933, 2329, 1231, 8290, 279, 3684, 1506, 6529, 8781, 198, 4197, 9902, 19268, 75825, 13874, 13, 4220, 35296, 1931, 57393, 25922, 12341, 653, 537, 5695, 198, 4489, 4482, 84162, 1212, 19057, 16574, 312, 54465, 13, 1416, 54175, 973, 12449, 198, 1782, 5537, 11, 20816, 525, 52824, 11, 279, 13951, 8024, 374, 40409, 11, 476, 264, 198, 15780, 28572, 14525, 11, 279, 19415, 13598, 279, 4024, 4771, 382, 26343, 70081, 198, 771, 26469, 15628, 16248, 5610, 11773, 97785, 20907, 11, 10533, 11, 29753, 11, 46211, 11, 49054, 345, 437, 6172, 7525, 13, 45631, 16211, 28141, 2169, 97785, 5944, 198, 14801, 45201, 13, 9646, 264, 10001, 6083, 374, 8356, 11, 279, 19415, 42453, 4756, 1099, 198, 82, 49613, 1212, 862, 5777, 34226, 45120, 1874, 13, 12090, 315, 15039, 458, 198, 74341, 315, 13578, 36769, 11, 432, 21895, 825, 18239, 13, 1084, 49143, 198, 46274, 17274, 9700, 7468, 1667, 264, 2169, 5666, 40138, 1614, 11, 448, 198, 45703, 4008, 3084, 438, 279, 18131, 1438, 382, 10227, 45201, 11, 458, 51572, 9700, 3119, 63297, 279, 19163, 11, 66631, 4351, 198, 15281, 11, 323, 7248, 47762, 16982, 2041, 94445, 279, 50300, 20744, 198, 2801, 13, 10230, 2022, 323, 25262, 16211, 28162, 6203, 8502, 11, 1393, 198, 1782, 1590, 11320, 1895, 7424, 279, 87139, 11, 4621, 2022, 11, 323, 69642, 198, 73028, 1483, 624, 11709, 479, 2716, 44, 1459, 4482, 4155, 50773, 1137, 4722, 504, 264, 31969, 17274, 24036, 79987, 345, 16169, 6094, 23091, 323, 15592, 36829, 11, 4751, 1091, 15099, 11494, 198, 15463, 13, 3496, 549, 5236, 18736, 52721, 1331, 49613, 63, 369, 279, 7248, 17080, 323, 13388, 382, 12522, 817, 19083, 4516, 15278, 702, 1012, 10067, 11, 432, 72015, 311, 9569, 198, 13435, 287, 11, 66631, 557, 77453, 11, 476, 23933, 4516, 4074, 28998, 13, 31330, 49054, 198, 23362, 220, 16, 11, 220, 17, 11, 220, 19, 11, 220, 23, 11, 220, 16, 21, 11, 476, 220, 18, 17, 17274, 2750, 817, 4516, 26, 7299, 63018, 7468, 198, 18654, 1824, 33551, 18, 17, 36398, 13, 576, 19415, 13598, 1846, 2750, 3887, 3941, 279, 198, 265, 23113, 323, 28160, 16622, 47732, 48722, 1573, 31918, 198, 50171, 13, 549, 5236, 18736, 4528, 37803, 82, 63, 16555, 279, 7248, 6789, 25993, 382, 70914, 1378, 50156, 6172, 57673, 990, 31969, 4147, 15711, 323, 198, 71160, 84094, 5449, 34430, 304, 279, 16248, 11, 4751, 1091, 8042, 389, 279, 47263, 382, 9053, 287, 18644, 11464, 19206, 16248, 71194, 25, 17274, 323, 66631, 7525, 345, 4528, 4074, 5819, 11, 92257, 4074, 6172, 34503, 11, 19206, 220, 19, 9902, 46111, 21959, 90716, 2504, 198, 82, 30196, 11, 29640, 11, 323, 7299, 59524, 10533, 13, 96378, 3487, 323, 25262, 16211, 198, 47584, 19119, 16248, 4686, 12, 2801, 52970, 13, 576, 13794, 47263, 22479, 19206, 16248, 311, 198, 97274, 386, 7984, 11, 1221, 279, 15592, 5711, 279, 26166, 19206, 5392, 8819, 979, 2500, 323, 198, 32595, 1182, 311, 7248, 96187, 28672, 12716, 382, 81330, 45894, 40253, 323, 9867, 15082, 55, 7600, 94445, 525, 7481, 304, 198, 25, 5236, 18736, 33620, 1455, 49911, 288, 28587, 4220, 3412, 12716, 525, 8651, 504, 4622, 10001, 198, 5689, 13455, 323, 1373, 3671, 18906, 57323, 323, 5068, 12341, 382, 20806, 291, 10954, 198, 38645, 271, 73314, 264, 10001, 1558, 537, 5695, 429, 432, 33327, 279, 12626, 389, 264, 2661, 198, 6111, 323, 6083, 382, 496, 2168, 486, 608, 62, 1978, 39298, 10475, 3400, 15228, 198, 256, 549, 5657, 25, 22082, 62, 1978, 39298, 10475, 3400, 15228, 198, 256, 549, 3145, 25, 12262, 291, 752, 15628, 15592, 6589, 3941, 9867, 19614, 55, 323, 7907, 63515, 448, 10519, 11, 97391, 41338, 11, 24999, 47430, 11, 32772, 11, 323, 7168, 66140, 6845, 198, 256, 549, 3098, 25, 220, 16, 15, 15, 15441, 20800, 19614, 55, 323, 7907, 63515, 20259, 304, 279, 1852, 9367, 13, 30488, 198, 8074, 1969, 1156, 1494, 264, 34776, 24748, 18126, 13, 71573, 278, 323, 198, 11822, 380, 19531, 24609, 9144, 1973, 13, 15586, 287, 36582, 6761, 389, 279, 198, 9262, 2997, 510, 53103, 323, 77178, 24993, 1373, 220, 20, 3266, 11, 1393, 4771, 36508, 323, 2504, 1331, 25228, 198, 8470, 24160, 1373, 220, 16, 15, 3266, 13, 6944, 21615, 8521, 614, 862, 1828, 36582, 280, 4060, 549, 5236, 18736, 66903, 89987, 28587, 3714, 6805, 22334, 553, 3671, 11, 5392, 8819, 476, 12626, 198, 4366, 11, 2530, 11, 13231, 11, 6083, 11, 7050, 5827, 11, 323, 9144, 2997, 13, 362, 20579, 9867, 198, 63938, 409, 19133, 4756, 5961, 311, 279, 4024, 5666, 26, 264, 7907, 5480, 198, 4776, 7168, 66140, 19614, 55, 2526, 63515, 476, 10030, 19206, 6845, 448, 5101, 55119, 198, 14049, 287, 382, 785, 15592, 13598, 9867, 19614, 55, 369, 40409, 6738, 11, 34776, 476, 28672, 198, 18403, 1413, 11, 323, 26995, 8336, 84798, 13, 28040, 1281, 429, 5754, 11464, 25, 264, 9867, 198, 73311, 374, 537, 264, 7907, 12646, 5454, 3164, 13, 4220, 12341, 9173, 311, 279, 19614, 55, 198, 60168, 13, 576, 4586, 9902, 4059, 457, 31055, 354, 2886, 13874, 5333, 1172, 3039, 32383, 26, 1181, 198, 56126, 374, 8480, 369, 34776, 10519, 4192, 46254, 12, 11212, 42237, 198, 1518, 605, 271, 13874, 11212, 3297, 13874, 7424, 15626, 7525, 1573, 10001, 22711, 525, 11882, 624, 13874, 10393, 14738, 761, 7560, 13874, 1221, 49143, 7248, 5203, 315, 7525, 311, 4722, 198, 983, 3439, 11, 2670, 5203, 448, 803, 1091, 825, 2550, 382, 9830, 549, 5236, 18736, 80419, 63, 369, 279, 2480, 1815, 504, 4771, 8086, 311, 15592, 198, 18274, 11, 2670, 11064, 1786, 11433, 287, 6529, 18335, 382, 496, 2038, 9425, 486, 10135, 271, 256, 1159, 2270, 457, 271, 256, 7363, 284, 2270, 457, 40237, 3297, 741, 256, 2750, 284, 7363, 10046, 445, 3661, 497, 2270, 457, 44203, 8327, 1188, 16, 11, 220, 17, 15, 19, 23, 701, 330, 69, 16, 21, 5455, 256, 32147, 284, 7363, 10046, 445, 416, 3340, 497, 2270, 457, 44203, 8327, 1188, 16, 11, 220, 17, 15, 19, 23, 701, 330, 69, 16, 21, 5455, 256, 4680, 284, 7363, 10046, 445, 4765, 497, 2270, 457, 44203, 8327, 1188, 17, 15, 19, 23, 59564, 330, 69, 16, 21, 5455, 256, 65666, 284, 7363, 1364, 20103, 11, 32147, 340, 256, 29410, 284, 7363, 1746, 1011, 19181, 19713, 2061, 11, 4680, 11, 220, 16, 68, 12, 20, 340, 256, 4771, 284, 7363, 13239, 1188, 1242, 2061, 11, 29410, 4390, 256, 3119, 284, 2270, 457, 45842, 14738, 761, 7560, 24312, 692, 785, 32147, 2629, 374, 264, 4771, 2550, 13, 8704, 36508, 1969, 21129, 2176, 432, 323, 198, 1782, 29410, 1102, 11, 279, 4091, 10001, 702, 1378, 16275, 382, 62790, 479, 657, 11020, 50773, 1137, 198, 771, 69043, 13874, 11212, 3297, 514, 321, 84, 13874, 323, 9902, 11212, 3297, 46433, 13874, 3158, 264, 4492, 72, 3825, 52, 5395, 44804, 198, 4574, 304, 279, 1852, 4771, 16248, 13, 576, 1638, 9902, 16547, 22373, 90492, 11337, 13874, 44699, 1378, 198, 8470, 76, 14295, 448, 264, 6094, 15099, 1946, 11, 279, 9902, 34804, 84, 3268, 349, 8, 353, 705, 13874, 4155, 90492, 11, 323, 279, 198, 2923, 21615, 429, 59506, 432, 13, 576, 36052, 26344, 2987, 30270, 13933, 198, 1358, 13, 1084, 59415, 52654, 54175, 973, 323, 662, 48796, 4161, 323, 198, 4528, 4074, 64096, 13388, 1573, 12299, 279, 4583, 5537, 311, 19163, 198, 14772, 287, 382, 785, 68809, 12, 30448, 1506, 19206, 19163, 5646, 264, 3347, 63018, 9700, 369, 419, 198, 3943, 13, 1084, 44595, 279, 18126, 13951, 11, 82951, 279, 66631, 4351, 1102, 311, 198, 4528, 4074, 18778, 11, 312, 4776, 279, 56312, 19031, 369, 279, 705, 13951, 345, 82, 14113, 4756, 11, 323, 16790, 4492, 72, 3825, 52, 389, 11582, 573, 13, 16703, 19614, 55, 11, 19697, 19614, 55, 11, 323, 279, 1378, 198, 16187, 36769, 7146, 12460, 11178, 369, 3078, 354, 37202, 13, 30488, 198, 265, 1054, 5136, 1969, 1494, 264, 27594, 1465, 1779, 1573, 1614, 11591, 1790, 34841, 345, 52983, 32785, 2375, 763, 11, 323, 1487, 275, 12341, 382, 2461, 825, 19545, 68809, 16895, 11, 264, 2086, 469, 17421, 4155, 90492, 11367, 279, 42578, 198, 416, 3340, 311, 279, 1495, 21615, 304, 279, 1852, 7907, 10001, 13, 576, 15592, 53990, 198, 574, 6430, 25156, 504, 18126, 71843, 11, 1221, 47442, 458, 94891, 31558, 504, 279, 1378, 198, 4525, 1618, 4788, 13, 8886, 6430, 51844, 1181, 1828, 9867, 19614, 55, 9144, 382, 11686, 975, 5646, 279, 43893, 4155, 50773, 1137, 304, 1565, 50, 14011, 25612, 36, 198, 27, 2428, 1110, 277, 88733, 2659, 14, 3435, 14, 17, 20, 16, 17, 13, 16, 19, 15, 23, 15, 43626, 62, 323, 279, 15279, 94687, 1062, 12, 19133, 2022, 198, 75343, 1122, 553, 1565, 87655, 11023, 366, 2428, 1110, 47786, 2659, 14, 16, 15, 13, 16, 16, 19, 20, 14, 18, 22, 19, 19, 24, 15, 21, 43626, 4950, 1913, 8162, 50592, 345, 4528, 4074, 4938, 374, 458, 11464, 389, 11582, 573, 18778, 13242, 13, 21133, 1973, 646, 1492, 198, 13096, 279, 12942, 8177, 15626, 6500, 59447, 369, 279, 1495, 21615, 11, 714, 19206, 198, 27057, 537, 28141, 444, 17, 6500, 8983, 1229, 13, 72434, 4938, 28160, 264, 13940, 68365, 2975, 26, 432, 198, 27057, 537, 2484, 3644, 5819, 1119, 18778, 13242, 4938, 382, 5974, 12, 18878, 24145, 198, 771, 26469, 4854, 5777, 16851, 31236, 11761, 12534, 9044, 458, 274, 2385, 3931, 3922, 13, 55378, 198, 64, 16851, 8651, 15104, 458, 6821, 36824, 553, 7050, 323, 198, 2245, 14636, 67318, 2022, 2783, 26, 282, 970, 432, 15104, 264, 2169, 74790, 6821, 624, 641, 25722, 36689, 4018, 12822, 16164, 88746, 16982, 13, 576, 2530 ], "actual_prompt_tokens": 2048, "chat_template": false, "special_tokens_added": false }, "tuning_output_tokens": 8, "tuning_trials": 5 }, "workload": { "batch": 1, "prompt": { "kind": "contiguous token prefix of local technical documentation", "sources_sha256": { "docs/guide/language.rst": "c80d37d331ce05ff9a86dc4187a81e89f29183f7a9d0024520390bdab2ef81c7", "docs/guide/tensor-memory.rst": "fbe8090dfa4f017c821c5f462b29eacf1d6b647a0e89b1a89e9e81ab412f4377", "docs/guide/tile-ops.rst": "e32f69fb429677d432b4b9eb43963b0096dd2e70165973c5782be41050a374bb", "docs/guide/memory.rst": "df6fbdcf5226875e4c2b378142eb47b6a4a1e3eac530c4145fbc8692b6135bda" }, "source_token_count": 8944, "token_offset": 0, "token_ids": [ 13806, 17207, 198, 1518, 418, 271, 2660, 15628, 34383, 264, 36009, 13027, 729, 448, 35296, 5977, 11, 1221, 198, 5689, 3658, 279, 12433, 7525, 1119, 264, 22670, 2025, 13, 9211, 13027, 11574, 198, 1782, 11655, 11, 264, 13027, 9902, 333, 13874, 476, 9902, 9669, 13874, 1969, 6761, 389, 19192, 7246, 2750, 624, 10253, 9902, 2870, 13874, 369, 817, 28452, 6589, 323, 9902, 21094, 9698, 13874, 369, 264, 50300, 6337, 382, 785, 68642, 3685, 728, 4766, 264, 10001, 13, 1752, 264, 4583, 2025, 448, 7050, 198, 1851, 323, 34776, 12341, 11, 1191, 448, 198, 25, 5236, 18736, 14, 50110, 18935, 291, 14, 3896, 12646, 5454, 63, 476, 549, 5236, 18736, 14, 51668, 84600, 24160, 62338, 35338, 323, 7050, 264, 10001, 198, 771, 68303, 496, 2038, 9425, 486, 10135, 271, 256, 569, 4059, 457, 31226, 198, 256, 707, 847, 26876, 5384, 4348, 11, 2550, 4348, 11, 1760, 11, 28677, 25, 2270, 457, 36128, 9413, 982, 981, 5468, 256, 847, 26876, 9697, 4059, 457, 520, 611, 11512, 11, 220, 17, 20, 21, 701, 7252, 1006, 981, 1946, 7776, 11, 2550, 7776, 11, 1760, 11, 28677, 28, 17, 20, 21, 198, 256, 5125, 4095, 5977, 3635, 3671, 27454, 448, 862, 5819, 13231, 13, 1752, 3110, 345, 3649, 18, 17, 27389, 990, 9902, 6111, 2224, 9, 13874, 323, 2224, 16, 21, 27389, 990, 198, 13874, 6111, 4279, 9, 13874, 13, 13027, 25780, 323, 47902, 3635, 220, 18, 17, 15257, 7546, 323, 198, 3649, 17274, 5977, 13, 9970, 15592, 5977, 304, 11957, 1973, 323, 198, 13874, 42281, 13874, 5977, 553, 16174, 11, 438, 6839, 3403, 382, 785, 46449, 44699, 279, 5042, 9902, 4059, 457, 36128, 9413, 13874, 21223, 1633, 624, 52116, 61620, 54544, 32207, 389, 10001, 5029, 25, 264, 1034, 8482, 198, 13874, 1499, 1304, 21055, 563, 1159, 32207, 13874, 1558, 537, 5023, 21129, 419, 198, 16912, 1779, 382, 32, 7050, 5827, 374, 264, 14405, 315, 2025, 14579, 11, 537, 2392, 14579, 476, 14564, 817, 198, 4074, 13, 8886, 2025, 8473, 438, 264, 19206, 4516, 4074, 13, 8543, 4482, 63515, 1824, 198, 603, 11, 1378, 476, 2326, 5827, 24745, 26, 279, 5297, 479, 2716, 44, 1815, 5711, 264, 1378, 32420, 198, 3006, 5827, 382, 13874, 23248, 58, 4203, 936, 13609, 47527, 13874, 37075, 11, 14121, 4756, 11, 323, 4675, 198, 64, 38799, 6822, 311, 1846, 4963, 323, 17274, 2750, 13, 73335, 374, 537, 198, 64, 19192, 15382, 5666, 13, 1416, 498, 3119, 311, 25978, 264, 38799, 11, 10702, 11464, 198, 13874, 4095, 13874, 5977, 26, 1490, 549, 5236, 18736, 17269, 62338, 10690, 9569, 323, 14937, 198, 27814, 271, 496, 729, 486, 2270, 457, 45082, 842, 31884, 692, 256, 3411, 279, 2025, 594, 4516, 4074, 16184, 3156, 8024, 220, 15, 11, 220, 16, 11, 476, 220, 17, 382, 496, 729, 486, 2270, 457, 24315, 10639, 11, 835, 11, 11777, 6789, 5856, 692, 256, 1752, 7546, 9902, 2468, 13874, 323, 9902, 408, 90716, 1855, 279, 4279, 25686, 8500, 198, 256, 9902, 58, 2468, 11, 835, 8, 13874, 13, 11445, 3084, 374, 264, 19192, 7246, 10023, 1379, 13, 1752, 31273, 345, 256, 3270, 9902, 3176, 488, 2270, 457, 24315, 7, 15, 11, 28677, 8, 13874, 979, 279, 6238, 374, 8741, 382, 256, 576, 1482, 42184, 1083, 26344, 264, 50300, 17274, 9902, 2468, 13874, 26, 304, 429, 198, 256, 1352, 11, 279, 2086, 5693, 374, 279, 10023, 594, 3084, 11, 537, 458, 14887, 382, 256, 1527, 10101, 9902, 6855, 2175, 13874, 49912, 19819, 5424, 311, 6961, 198, 256, 14564, 323, 24740, 13, 3496, 549, 5236, 18736, 4528, 37803, 82, 63, 369, 7248, 17047, 382, 496, 729, 486, 2270, 457, 520, 611, 1445, 60969, 11, 46912, 692, 256, 64425, 12804, 11, 16626, 1483, 389, 279, 3468, 311, 12564, 264, 7050, 5827, 382, 496, 729, 486, 2270, 457, 4529, 20421, 3575, 62, 17, 3679, 692, 256, 3411, 279, 24632, 2355, 315, 1378, 7046, 1091, 476, 6144, 311, 279, 897, 624, 256, 5443, 432, 389, 3468, 25780, 979, 26301, 264, 10023, 1379, 382, 25336, 15693, 198, 771, 44364, 496, 729, 486, 2270, 457, 40588, 81962, 11, 11777, 6083, 11, 36287, 5856, 11, 2615, 428, 878, 4934, 497, 2504, 13597, 5856, 11, 2621, 14663, 5856, 692, 256, 61310, 264, 19819, 1651, 315, 6350, 5819, 13, 61531, 323, 36287, 525, 45225, 280, 256, 36287, 525, 16878, 304, 5424, 323, 1638, 311, 66503, 2802, 65581, 198, 256, 5819, 13, 9549, 374, 9902, 1, 878, 39917, 7808, 9902, 1, 4934, 39917, 7808, 476, 9902, 1, 878, 4934, 1, 13874, 624, 256, 1527, 11464, 2621, 3550, 1969, 2432, 279, 7445, 594, 23757, 382, 256, 61310, 6194, 3143, 279, 1191, 315, 279, 10001, 11, 1221, 990, 9902, 1050, 5104, 65300, 345, 256, 1008, 28, 15, 8, 13874, 323, 9902, 1050, 16114, 65300, 11, 897, 8, 13874, 13, 4220, 1779, 19819, 16184, 198, 256, 14262, 13, 576, 19865, 1969, 2058, 3410, 3322, 5819, 323, 2506, 1922, 14, 3176, 198, 256, 34784, 2878, 8499, 220, 18, 17, 15257, 2088, 382, 256, 9902, 4574, 13597, 13874, 49143, 7248, 1378, 32420, 6172, 2385, 457, 2615, 624, 256, 1084, 1558, 537, 22089, 4938, 476, 738, 4516, 37837, 15278, 624, 256, 3496, 549, 5236, 18736, 46111, 64096, 63, 369, 279, 2480, 14262, 11, 13231, 11, 323, 6789, 5116, 382, 496, 2038, 9425, 486, 10135, 271, 256, 11127, 284, 2270, 457, 40588, 5384, 4348, 11, 6083, 4539, 1830, 59564, 2615, 428, 878, 1138, 256, 16275, 284, 2270, 457, 40588, 11057, 4348, 11, 6083, 4539, 1830, 59564, 2615, 428, 4934, 1138, 256, 9892, 284, 2270, 457, 45082, 842, 7, 15, 8, 353, 28677, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 16275, 16114, 1188, 27436, 59564, 11127, 5104, 1188, 27436, 11, 593, 353, 220, 17, 13, 15, 692, 20015, 4938, 7525, 198, 771, 70674, 496, 729, 486, 2270, 457, 5104, 23866, 11, 6911, 5856, 692, 256, 8893, 5424, 504, 264, 7445, 7493, 13, 19924, 291, 12462, 5424, 1349, 7168, 624, 256, 17147, 264, 6911, 11, 279, 19865, 1969, 5978, 1449, 2621, 374, 2697, 382, 496, 729, 486, 2270, 457, 16114, 23866, 11, 897, 11, 6911, 5856, 692, 256, 9129, 1526, 264, 7445, 7493, 13, 19924, 291, 12462, 10533, 525, 35157, 382, 496, 2038, 9425, 486, 10135, 271, 256, 9892, 284, 2270, 457, 45082, 842, 7, 15, 8, 353, 28677, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 2697, 284, 9892, 366, 1760, 198, 256, 2750, 284, 2270, 457, 5104, 5384, 4348, 488, 9892, 11, 6911, 28, 1891, 340, 256, 2270, 457, 16114, 11057, 4348, 488, 9892, 11, 2750, 11, 6911, 28, 1891, 692, 496, 729, 486, 2270, 457, 29934, 12411, 23866, 11, 2802, 6917, 11, 1375, 6917, 11, 19228, 11, 6083, 692, 256, 8893, 264, 1378, 32420, 10023, 13, 9902, 47057, 13874, 374, 279, 2802, 19228, 304, 5424, 280, 256, 9902, 12231, 13874, 374, 279, 10023, 594, 39595, 1811, 11, 8147, 8, 13874, 13, 1096, 19588, 3749, 198, 256, 1558, 537, 15913, 2480, 15626, 14262, 13, 1532, 6172, 63515, 1265, 990, 198, 256, 9902, 46111, 18850, 11, 2504, 13597, 28, 32574, 13874, 773, 45201, 646, 9593, 15336, 198, 256, 323, 4938, 6789, 382, 496, 729, 486, 2270, 457, 29934, 14809, 23866, 11, 2802, 6917, 11, 1375, 6917, 11, 19228, 11, 897, 11, 6083, 692, 256, 9129, 264, 6172, 10023, 1667, 279, 1852, 19588, 6789, 21277, 382, 14603, 372, 41291, 323, 6172, 30270, 198, 1408, 271, 496, 729, 486, 2270, 457, 12774, 25933, 11, 13231, 428, 69, 18, 17, 5130, 256, 4230, 264, 7168, 45154, 3260, 10023, 11, 16626, 264, 2224, 18, 17, 6172, 56312, 382, 496, 729, 486, 2270, 457, 22790, 17671, 11, 1290, 11, 56312, 692, 256, 3411, 9902, 94810, 488, 2115, 569, 1290, 13874, 13, 576, 2115, 323, 1290, 10023, 20816, 198, 256, 1969, 614, 18146, 13951, 15336, 13, 48980, 6172, 63515, 198, 256, 46276, 304, 2224, 18, 17, 382, 256, 27536, 287, 49143, 66631, 4074, 6172, 7525, 476, 19206, 220, 19, 15626, 7525, 198, 256, 4092, 311, 3671, 75027, 8819, 1824, 323, 279, 11320, 9700, 13, 576, 198, 256, 2118, 451, 2954, 1815, 702, 5107, 16869, 13, 3496, 549, 5236, 18736, 21094, 12, 3721, 63, 323, 198, 256, 549, 5236, 18736, 14, 51668, 84600, 24160, 62338, 3273, 6396, 323, 17274, 1584, 198, 27814, 10452, 496, 729, 486, 2270, 457, 29934, 9698, 10639, 11, 835, 11, 3019, 28, 16, 11, 1629, 1261, 1134, 28, 16, 692, 256, 13583, 264, 22670, 6337, 448, 458, 13761, 835, 13, 11445, 2487, 8473, 3055, 2337, 45415, 345, 256, 17387, 279, 7525, 11504, 518, 11320, 882, 13, 362, 6785, 198, 256, 19192, 7246, 7546, 3019, 374, 279, 13475, 259, 7979, 5383, 382, 256, 9902, 2413, 1261, 1134, 13874, 7388, 47762, 389, 264, 7248, 45201, 1815, 13, 1084, 1558, 537, 198, 256, 15440, 429, 4938, 2615, 323, 34447, 27248, 382, 496, 2038, 9425, 486, 10135, 271, 256, 7130, 10160, 284, 220, 15, 13, 15, 198, 256, 369, 1191, 304, 2270, 457, 29934, 9698, 7, 15, 11, 1760, 11, 28677, 982, 981, 9892, 284, 1191, 488, 2270, 457, 24315, 7, 15, 11, 28677, 340, 981, 7130, 10160, 284, 7130, 10160, 488, 11127, 5104, 1188, 27436, 53278, 256, 2790, 284, 2270, 457, 13183, 1295, 20894, 10160, 692, 496, 729, 486, 2270, 457, 80386, 3679, 11, 13231, 5856, 692, 256, 7405, 11464, 17274, 93853, 1584, 369, 264, 6337, 23992, 4487, 75193, 13, 1096, 374, 198, 256, 5390, 979, 264, 1584, 897, 374, 17274, 817, 6961, 4516, 11, 438, 304, 198, 256, 549, 5236, 18736, 14, 51668, 14, 53103, 62338, 8815, 323, 48722, 198, 771, 56870, 6953, 25922, 1741, 438, 9902, 10, 90716, 9902, 12, 90716, 9902, 9, 90716, 9902, 14, 90716, 35495, 11, 323, 198, 18216, 7546, 2699, 7525, 22111, 2392, 4482, 16248, 13, 5443, 9902, 5, 13874, 323, 198, 13874, 91, 13874, 311, 15963, 50300, 2710, 26135, 26, 13027, 9902, 437, 13874, 323, 9902, 269, 13874, 653, 198, 1921, 7512, 2392, 4482, 7525, 382, 496, 1140, 16785, 49577, 256, 549, 2708, 12, 1811, 25, 220, 16, 198, 256, 549, 3098, 82, 25, 220, 18, 20, 220, 21, 20, 271, 256, 353, 481, 5712, 198, 257, 481, 26675, 198, 256, 353, 481, 9902, 4059, 457, 13754, 3679, 46186, 3989, 257, 481, 1374, 59825, 198, 256, 353, 481, 9902, 4059, 457, 39570, 14214, 3679, 46186, 3989, 257, 481, 19206, 594, 4937, 58755, 26, 13403, 43542, 504, 279, 5792, 46601, 198, 256, 353, 481, 9902, 4059, 457, 1665, 3679, 46186, 3989, 257, 481, 18448, 89936, 76, 198, 256, 353, 481, 9902, 4059, 457, 18049, 3679, 46186, 3989, 257, 481, 15619, 3704, 198, 256, 353, 481, 9902, 4059, 457, 14572, 3679, 46186, 3989, 257, 481, 48881, 897, 198, 256, 353, 481, 9902, 4059, 457, 734, 27924, 3679, 46186, 3989, 257, 481, 32732, 65, 7762, 68660, 198, 256, 353, 481, 9902, 4059, 457, 18001, 47489, 11, 2115, 11, 1290, 46186, 3989, 257, 481, 8427, 264, 897, 817, 2392, 26, 432, 374, 537, 2805, 1786, 37268, 2524, 6396, 198, 256, 353, 481, 9902, 4059, 457, 58330, 17671, 11, 1290, 46186, 7808, 9902, 4059, 457, 57790, 17671, 11, 1290, 46186, 3989, 257, 481, 8543, 4482, 7192, 476, 8028, 198, 256, 353, 481, 9902, 4059, 457, 35091, 3679, 11, 13231, 46186, 3989, 257, 481, 7169, 264, 17274, 476, 10023, 11, 369, 3110, 311, 9902, 1, 69, 18, 17, 1, 13874, 271, 13874, 2870, 13874, 66249, 1181, 11127, 1573, 18774, 825, 13, 31630, 3629, 458, 650, 81535, 2795, 198, 258, 9902, 2870, 13874, 8916, 1558, 537, 1281, 279, 2795, 6092, 13, 19924, 279, 2795, 5961, 476, 198, 810, 264, 15626, 1651, 382, 6033, 91463, 198, 68303, 496, 729, 486, 2270, 457, 13183, 3679, 340, 496, 729, 486, 2270, 457, 6678, 3679, 340, 496, 729, 486, 2270, 457, 4358, 3679, 692, 256, 52153, 264, 7248, 10023, 311, 264, 17274, 2629, 11, 7192, 11, 476, 8028, 13, 27536, 287, 1231, 198, 256, 15963, 4161, 40060, 975, 11, 66631, 4074, 7525, 11, 323, 6094, 4938, 198, 256, 1948, 66631, 16753, 382, 24051, 5300, 2750, 8311, 311, 279, 13951, 11, 323, 6911, 894, 23507, 198, 9571, 429, 1969, 537, 16792, 13, 3496, 549, 5236, 18736, 14, 51668, 14, 77499, 63, 369, 7192, 198, 437, 58755, 75811, 46211, 916, 264, 7130, 10023, 13, 47512, 16574, 13951, 198, 1358, 1231, 1745, 504, 264, 13940, 5785, 382, 6855, 323, 66631, 4074, 7525, 198, 27814, 44364, 9485, 7525, 28141, 6961, 11320, 3565, 13, 1913, 279, 7248, 8162, 198, 49891, 12716, 11, 264, 66631, 4074, 5610, 220, 18, 17, 14564, 382, 496, 729, 486, 2270, 457, 45210, 842, 2822, 256, 8752, 1922, 4766, 279, 4516, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 60302, 842, 2822, 256, 26018, 1922, 4766, 1181, 66631, 4074, 11, 504, 220, 15, 1526, 220, 18, 16, 382, 496, 729, 486, 2270, 457, 28616, 67, 73484, 76462, 3679, 11, 6911, 692, 256, 18705, 264, 897, 448, 279, 21272, 6693, 1922, 374, 69887, 291, 448, 9902, 11258, 13874, 382, 496, 729, 486, 2270, 457, 28616, 67, 74923, 3679, 11, 21272, 692, 256, 31965, 264, 897, 504, 825, 21272, 4766, 279, 66631, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 10160, 3679, 340, 496, 729, 486, 2270, 457, 28616, 67, 6345, 3679, 692, 256, 16703, 13951, 3941, 279, 1482, 66631, 4074, 11, 537, 279, 4361, 4516, 4074, 382, 496, 729, 486, 2270, 457, 28616, 67, 4074, 19792, 35898, 11, 1629, 43061, 28, 17, 11, 1629, 643, 5857, 28, 15, 692, 256, 9608, 6645, 14633, 975, 369, 264, 25993, 315, 66631, 16753, 13, 9902, 2413, 643, 5857, 28, 15, 84274, 256, 7388, 458, 1496, 12804, 4221, 12783, 13, 362, 3476, 5537, 1558, 537, 5695, 198, 256, 21391, 476, 821, 19543, 448, 2441, 3476, 13, 3496, 198, 256, 549, 5236, 18736, 14, 51668, 6663, 2591, 12, 8859, 804, 62338, 496, 729, 486, 2270, 457, 18062, 6856, 11, 13231, 428, 69, 18, 17, 5130, 256, 44625, 97287, 4516, 4074, 4938, 13, 576, 1379, 323, 13231, 525, 8356, 198, 256, 369, 279, 65879, 382, 496, 729, 486, 2270, 457, 22001, 7253, 2822, 256, 328, 52787, 279, 4516, 4074, 323, 1973, 4516, 4074, 4938, 77648, 13, 2009, 198, 256, 23528, 14564, 1969, 5545, 279, 22103, 13, 1084, 1558, 537, 63799, 198, 256, 8651, 4516, 16753, 476, 3410, 264, 3671, 64096, 16851, 31236, 11761, 11507, 382, 77166, 323, 36769, 198, 771, 71537, 13874, 4059, 457, 32032, 2175, 13874, 16555, 6961, 15278, 315, 10023, 5424, 624, 13874, 4059, 457, 24012, 14466, 3679, 11, 6789, 8, 13874, 74898, 19819, 2750, 1393, 279, 198, 33620, 49298, 2567, 71060, 13, 3496, 549, 5236, 18736, 4528, 37803, 82, 63, 369, 279, 198, 18216, 7525, 323, 10535, 5601, 382, 496, 729, 486, 2270, 457, 29934, 32581, 43137, 37844, 717, 11, 14814, 1089, 11, 5383, 428, 3902, 497, 2504, 2368, 28, 19, 692, 256, 13583, 264, 56302, 369, 2550, 20493, 13, 62723, 2924, 9902, 1, 3902, 39917, 12892, 256, 9902, 1, 22763, 39917, 7808, 9902, 1, 8579, 23450, 39917, 7808, 9902, 1, 76, 37100, 39917, 7808, 9902, 1, 75323, 9160, 39917, 7808, 323, 198, 256, 40041, 29417, 1127, 13, 33081, 6945, 67986, 4019, 4399, 1182, 311, 264, 2697, 198, 256, 56302, 13, 3496, 549, 5236, 18736, 21094, 12, 3721, 63, 369, 279, 6945, 7174, 16982, 382, 12187, 9902, 50, 55222, 28, 4059, 457, 87081, 47527, 13874, 518, 7050, 311, 1373, 264, 19163, 345, 46616, 35, 4074, 17047, 11, 47762, 476, 7248, 4621, 2374, 13, 576, 19415, 12341, 198, 53619, 8502, 13, 5443, 279, 10030, 6845, 594, 9902, 94344, 368, 13874, 1895, 311, 1490, 198, 1782, 4091, 9700, 323, 1128, 45201, 8947, 26, 1490, 549, 5236, 18736, 52721, 1331, 49613, 62338, 9296, 33356, 323, 27076, 8761, 804, 525, 10007, 304, 549, 5236, 18736, 14, 2068, 65780, 18639, 6865, 525, 537, 949, 315, 279, 50300, 10001, 7525, 7481, 1588, 4192, 25336, 323, 13850, 70559, 198, 1518, 35399, 271, 13874, 4059, 457, 40588, 13874, 49788, 264, 4147, 594, 6083, 11, 36287, 11, 2615, 8541, 323, 198, 4995, 3550, 13, 576, 19415, 12341, 77648, 2348, 1846, 15693, 979, 198, 14772, 287, 7248, 82599, 13, 2014, 2524, 11320, 25156, 11, 990, 198, 25, 5236, 18736, 52721, 1331, 49613, 63, 369, 9700, 8502, 323, 549, 5236, 18736, 4528, 37803, 82, 3989, 1958, 4516, 323, 4161, 15278, 382, 78455, 821, 1573, 34447, 198, 27814, 44364, 78455, 264, 9902, 4059, 457, 40588, 13874, 3143, 279, 1191, 315, 279, 10001, 311, 7512, 1817, 4147, 1447, 496, 2038, 9425, 486, 10135, 271, 256, 2530, 284, 2270, 457, 40588, 1006, 981, 5571, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 878, 698, 256, 1727, 256, 9106, 284, 2270, 457, 40588, 1006, 981, 9258, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 4934, 698, 256, 5125, 256, 2802, 284, 2270, 457, 45082, 842, 7, 15, 340, 256, 3250, 284, 2270, 457, 24315, 7, 15, 11, 28677, 340, 256, 2750, 284, 2530, 5104, 1188, 651, 11, 3250, 1171, 256, 9106, 16114, 1188, 651, 11, 3250, 701, 2750, 353, 220, 17, 13, 15, 692, 26040, 11464, 36287, 11, 279, 1651, 5711, 66503, 2802, 65581, 5819, 13, 4509, 3341, 198, 546, 16878, 304, 5424, 11, 537, 5820, 11, 323, 2176, 6083, 323, 19228, 23393, 198, 4814, 990, 10001, 17274, 5977, 13, 362, 16414, 6724, 1172, 438, 45415, 11160, 510, 275, 13866, 5574, 973, 264, 4147, 6329, 11450, 458, 1633, 369, 1449, 2392, 382, 785, 51980, 1815, 5711, 8499, 220, 18, 17, 15257, 13934, 323, 2392, 35046, 624, 92193, 11, 36287, 11, 323, 28439, 4347, 28117, 1969, 4946, 429, 34784, 198, 437, 7512, 458, 6350, 23757, 13, 794, 7022, 3881, 93215, 15336, 345, 495, 3341, 11, 35046, 11, 323, 68284, 2621, 44295, 525, 17551, 26, 8741, 34784, 198, 1826, 1735, 264, 19865, 5116, 13, 69130, 12341, 28162, 279, 14275, 19819, 6083, 280, 20069, 4157, 5695, 279, 8654, 315, 458, 24168, 7445, 594, 23757, 382, 13874, 1078, 65300, 11, 1008, 28, 15, 8, 13874, 323, 9902, 4314, 65300, 11, 897, 8, 13874, 4193, 825, 1922, 817, 198, 42539, 13, 35176, 13934, 646, 387, 10856, 448, 18308, 26271, 4621, 198, 34739, 13, 51223, 6911, 8225, 323, 8416, 49862, 13934, 323, 5155, 1105, 198, 4197, 279, 17221, 17274, 26, 10533, 6911, 8318, 13934, 13, 1096, 374, 51980, 198, 4197, 12579, 16184, 20816, 11, 537, 16212, 13828, 48827, 476, 264, 4586, 15626, 198, 24963, 19482, 382, 10253, 9902, 5211, 428, 878, 39917, 7808, 9902, 1, 4934, 39917, 7808, 476, 9902, 1, 878, 4934, 1, 13874, 311, 15913, 5420, 198, 38163, 13, 576, 2621, 3550, 374, 67595, 504, 279, 7445, 26, 458, 11464, 198, 13874, 4995, 14663, 13874, 1969, 2432, 432, 13, 362, 18004, 1558, 537, 3271, 5819, 1948, 198, 6111, 323, 4516, 4074, 4938, 13, 576, 2615, 3856, 1083, 1558, 537, 33508, 429, 1378, 198, 63650, 27454, 4157, 15534, 382, 2461, 6172, 7525, 11, 458, 10101, 9902, 4574, 13597, 4539, 21094, 10949, 11, 10023, 22590, 46186, 3989, 1742, 82, 81870, 20907, 323, 10533, 1447, 496, 2038, 9425, 486, 10135, 271, 256, 2115, 284, 2270, 457, 40588, 1006, 981, 13727, 11, 6083, 4539, 1811, 11, 9179, 701, 2615, 428, 878, 756, 981, 2504, 13597, 4539, 39964, 1245, 11, 28677, 10102, 1326, 256, 1727, 256, 1290, 284, 2270, 457, 40588, 1006, 981, 10083, 11, 6083, 4539, 4382, 11, 8147, 701, 2615, 428, 878, 756, 981, 2504, 13597, 4539, 39964, 10102, 11, 28677, 1604, 1326, 256, 1727, 256, 2550, 284, 2270, 457, 40588, 1006, 981, 9258, 11, 6083, 4539, 1811, 11, 8147, 701, 2615, 428, 4934, 756, 981, 2504, 13597, 4539, 39964, 1245, 11, 28677, 1604, 1326, 256, 5125, 256, 2115, 29844, 284, 2115, 5104, 1188, 651, 34043, 11, 9179, 34043, 1171, 256, 1290, 29844, 284, 1290, 5104, 1188, 4382, 34043, 11, 3250, 34043, 1171, 256, 56312, 284, 2270, 457, 22790, 17671, 29844, 11, 1290, 29844, 11, 56312, 340, 256, 2550, 16114, 1188, 651, 34043, 11, 3250, 34043, 701, 56312, 692, 1986, 374, 264, 12289, 11, 537, 264, 4583, 479, 2716, 44, 13, 576, 14590, 10001, 1969, 8149, 198, 21094, 32372, 11, 9468, 279, 56312, 323, 6337, 916, 279, 13951, 12871, 198, 14801, 27572, 279, 1102, 624, 785, 81870, 1815, 7460, 1378, 15336, 11, 6785, 19192, 7246, 2504, 198, 53155, 11, 17274, 32372, 11, 3671, 5819, 11, 323, 7168, 5300, 13, 479, 2716, 44, 45201, 702, 198, 35499, 7248, 79569, 12341, 25, 66503, 2802, 65581, 54510, 448, 12579, 198, 11698, 16, 21, 476, 33551, 18, 17, 5819, 4494, 11, 458, 33551, 18, 17, 7168, 68028, 56312, 11, 825, 42453, 198, 3481, 11591, 13951, 6337, 11, 323, 264, 7248, 4155, 90492, 13, 11631, 15336, 1969, 387, 198, 35342, 5029, 476, 18021, 13, 61085, 10970, 11017, 279, 5042, 9902, 16119, 13874, 323, 198, 4314, 821, 4965, 11, 773, 5733, 5036, 323, 7445, 1973, 653, 537, 8253, 52694, 624, 47, 16828, 476, 1356, 3865, 6172, 36287, 11, 9519, 5819, 4494, 11, 2477, 77942, 32372, 345, 35499, 3108, 6239, 11, 323, 34784, 21578, 4766, 279, 13951, 525, 198, 95353, 13, 3251, 607, 4490, 2392, 4482, 2615, 1558, 537, 33508, 4586, 607, 4490, 479, 2716, 44, 198, 23362, 13, 50259, 3556, 6172, 15336, 990, 279, 6350, 66631, 4351, 9787, 1815, 979, 198, 20069, 4157, 990, 279, 26118, 19206, 220, 19, 1815, 382, 785, 6350, 9902, 25336, 11709, 3189, 11, 451, 11, 730, 8, 13874, 702, 264, 2155, 7428, 25, 432, 39911, 198, 276, 42567, 19124, 13, 1084, 1558, 537, 15913, 279, 6083, 476, 36287, 315, 264, 4147, 13, 49387, 345, 1782, 4771, 45645, 594, 9902, 25336, 8327, 13874, 323, 15592, 9902, 25336, 851, 13874, 7146, 8651, 198, 28965, 13, 5443, 9902, 4059, 457, 40588, 13874, 369, 10001, 4147, 15693, 382, 19641, 8651, 19415, 13064, 198, 27814, 10452, 496, 1140, 16785, 49577, 256, 549, 2708, 12, 1811, 25, 220, 16, 198, 256, 549, 3098, 82, 25, 220, 17, 19, 220, 18, 23, 220, 18, 23, 271, 256, 353, 481, 36712, 198, 257, 481, 48103, 198, 257, 481, 77612, 198, 256, 353, 481, 62069, 15626, 198, 257, 481, 22526, 11, 13231, 11, 1349, 64264, 8541, 11, 51980, 323, 5300, 52694, 198, 257, 481, 31625, 1605, 553, 279, 2025, 323, 10067, 553, 279, 19415, 198, 256, 353, 481, 13850, 6789, 198, 257, 481, 8543, 36287, 11, 5819, 2621, 3550, 11, 23757, 323, 1651, 11871, 198, 257, 481, 30936, 5819, 374, 11464, 26, 7248, 6172, 47762, 374, 19415, 4091, 198, 256, 353, 481, 30928, 6789, 198, 257, 481, 15920, 66631, 1874, 11, 21272, 323, 4161, 24256, 1817, 19819, 2392, 198, 257, 481, 29302, 553, 458, 24085, 480, 3119, 11, 448, 10067, 6203, 16982, 271, 32, 50923, 4344, 279, 19819, 4686, 64096, 2415, 13, 37627, 2750, 1948, 33025, 198, 19365, 279, 11320, 6789, 13, 794, 4118, 2750, 304, 4516, 4074, 4938, 4344, 198, 49728, 5819, 323, 7460, 57912, 13, 576, 16248, 1969, 2506, 1846, 4344, 198, 53021, 1496, 979, 458, 25262, 26674, 678, 2326, 382, 25336, 15693, 323, 4938, 66234, 11160, 21129, 19819, 323, 4938, 198, 63322, 304, 20744, 16248, 13, 9902, 6855, 2175, 13874, 11367, 264, 10067, 11320, 6789, 311, 198, 18216, 17274, 2750, 13, 576, 1482, 25993, 14521, 4161, 72144, 2699, 198, 712, 51755, 26, 24168, 4237, 49054, 323, 6172, 12, 42202, 48722, 198, 47584, 40409, 382, 11709, 5980, 479, 2716, 44, 45201, 11017, 279, 6172, 5666, 594, 54510, 323, 198, 3006, 10533, 13, 21635, 9892, 11, 5036, 1741, 438, 9902, 44, 13874, 323, 9902, 45, 90716, 476, 264, 81870, 198, 1078, 7484, 653, 537, 5695, 479, 2716, 44, 52694, 13, 362, 4937, 1815, 1969, 21129, 279, 198, 14906, 432, 40700, 13, 33081, 12624, 1969, 8193, 264, 15089, 4751, 198, 53795, 5943, 7525, 382, 18910, 2719, 1573, 25262, 198, 27814, 271, 785, 16414, 1815, 74898, 817, 42156, 14262, 4751, 1091, 79500, 264, 4361, 198, 10498, 448, 53684, 6911, 7952, 1156, 13, 576, 1482, 2392, 4482, 6718, 1494, 198, 1826, 10088, 26135, 1172, 979, 432, 35762, 807, 3331, 6814, 279, 26118, 14791, 624, 76821, 15626, 91489, 11, 28973, 13934, 11, 323, 8651, 2802, 14262, 198, 55372, 862, 12341, 13, 576, 17274, 9787, 51844, 279, 4024, 26135, 323, 5155, 198, 3661, 13, 1096, 15354, 7248, 48723, 63515, 2506, 4621, 1506, 73464, 198, 28996, 26625, 1449, 16414, 438, 66503, 323, 304, 14262, 382, 3781, 2022, 1083, 3880, 23942, 19819, 5424, 311, 47578, 23942, 4938, 198, 53789, 13, 7818, 14937, 653, 537, 12118, 683, 26745, 487, 25, 264, 19228, 315, 1378, 1969, 537, 198, 16692, 635, 264, 3040, 28452, 66503, 2795, 13, 576, 1482, 1494, 59415, 39646, 198, 76, 4604, 11, 2477, 3843, 21272, 36287, 323, 21272, 23393, 432, 4157, 21000, 592, 2246, 382, 6689, 89987, 6589, 3880, 279, 1852, 12341, 13, 22526, 17189, 7484, 1558, 198, 1921, 12118, 264, 13951, 6337, 6092, 13, 4636, 18774, 34503, 323, 650, 16210, 11, 279, 198, 20942, 1969, 2987, 12118, 429, 730, 374, 74916, 553, 279, 2480, 730, 3019, 476, 3410, 198, 64, 4396, 42148, 9787, 13, 32265, 311, 220, 18, 17, 11, 369, 3110, 11, 1558, 537, 9357, 458, 198, 359, 81535, 730, 3019, 315, 220, 24, 21, 382, 55501, 8502, 1969, 5545, 279, 5042, 6172, 66234, 16414, 624, 40129, 1172, 264, 13027, 6546, 5181, 374, 38313, 13, 576, 13954, 386, 4406, 323, 198, 45, 2954, 12289 ], "actual_prompt_tokens": 4096, "chat_template": false, "special_tokens_added": false }, "requested_output_tokens": 1024, "trials": 5, "sampling": "greedy GPU argmax; EOS ignored; exact requested output count", "sequential_baseline_included": false, "warmup_generations_per_backend": 2, "candidate_cache_capacity": 5119, "candidate_storage_reuse": "one weight/cache allocation for the whole tuning and held-out session; chunk reconfiguration and pipeline preparation are untimed" }, "correctness_policy": { "prefill": "native full-prefix batched reference; every candidate chunk boundary checks complete valid K and V across all layers", "generation": "every generated step checks full vocabulary logits, greedy token and newly written KV slot in every layer", "full_prefix_check_interval_generated_tokens": 64, "full_prefix_also_checked": "first and final generated step", "timing_gate": "all tuning candidates validate before tuning timings; selected held-out model validates before held-out timings; every warmup/timed token sequence must exactly match validation; any failure removes all saved timings" }, "execution": { "candidate": "multi-dispatch DSL batched prefill over the entire prompt, final prompt row vocabulary projection, then GPU-wide single-token decode", "candidate_attention_backend": "matrix", "candidate_projection_backend": "tensor_ops", "candidate_projection_tile": [ 64, 64, 64 ], "candidate_strict_math": true, "candidate_projection_relaxed_precision": false, "native": "native MLX Qwen3 model in an explicit greedy loop, not mlx_lm.stream_generate; full batched prefix except final prompt token, then final-prompt single-token forward", "prefill_difference": "native prefix evaluates only KV state and may prune final-layer work after its cache update; candidate computes its configured chunked decoder body for every prompt token and projects only the final row", "not_a_single_dispatch_megakernel": true, "optional_sequential_baseline": "separate contemporary run of the earlier tokenwise-prefill staged implementation, including its earlier decode kernels; not an isolated prefill-only ablation" }, "timing": { "metric": "synchronized token-ID-to-token-ID generation wall seconds", "included": [ "fresh native cache construction or candidate cache reset", "all prefill and autoregressive decode work and KV updates", "GPU greedy selection and host observation of each output ID", "token allocation/control updates and graph/dispatch submissions" ], "excluded": [ "checkpoint loading, dtype conversion, weight packing and rotary-table preparation", "compilation, persistent candidate buffer allocation and pipeline preparation", "document loading, tokenization, text decoding and correctness checks", "two complete warmup generations per backend" ], "ttft": "cache initialization through the first returned token ID, including all prefill", "decode": "first through final returned token ID; exactly output_tokens - 1 decode forwards", "allocation_difference": "candidate reuses persistent storage and zeros cache in timing; native MLX manages intermediate/output and growing-cache allocation in timing", "aggregation": "median of within-trial ratios; separate median latency and median N-1 decode throughput", "limitations": "one held-out technical-document prompt, batch one, forced fixed output length, warmed pipelines; not chat quality or serving latency" } }