From 0f3efbd54192beada8fc91e4742b0dc338e750ef Mon Sep 17 00:00:00 2001 From: Giovanni Montana Date: Tue, 12 May 2026 14:35:17 +0100 Subject: [PATCH] Add MacBook Pro M4 Max benchmark results --- README.md | 1 + speed-bench/macbook_m4_max.csv | 33 +++++++++++++++++++++ speed-bench/macbook_m4_max_ts.svg | 48 +++++++++++++++++++++++++++++++ 3 files changed, 82 insertions(+) create mode 100644 speed-bench/macbook_m4_max.csv create mode 100644 speed-bench/macbook_m4_max_ts.svg diff --git a/README.md b/README.md index acc7615d..2ec33c26 100644 --- a/README.md +++ b/README.md @@ -150,6 +150,7 @@ Q4 requires the larger-memory machine class, so M3 Max Q4 numbers are `N/A`. | DGX Spark GB10, 128 GB | q2 | 7047 tokens | 343.81 t/s | 13.75 t/s | ![M3 Max t/s](speed-bench/m3_max_ts.svg) +![MacBook Pro M4 Max t/s](speed-bench/macbook_m4_max_ts.svg) ## Benchmarking diff --git a/speed-bench/macbook_m4_max.csv b/speed-bench/macbook_m4_max.csv new file mode 100644 index 00000000..207c7fd0 --- /dev/null +++ b/speed-bench/macbook_m4_max.csv @@ -0,0 +1,33 @@ +ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,kvcache_bytes +2048,2048,117.88,128,14.73,52184460 +4096,2048,131.46,128,15.94,80373132 +6144,2048,160.58,128,15.33,108561804 +8192,2048,125.50,128,14.55,136750476 +10240,2048,136.16,128,13.55,164939148 +12288,2048,134.12,128,14.19,193127820 +14336,2048,127.14,128,13.94,221316492 +16384,2048,144.81,128,14.05,249505164 +18432,2048,125.09,128,13.15,277693836 +20480,2048,109.59,128,12.97,305882508 +22528,2048,106.26,128,12.09,334071180 +24576,2048,111.21,128,12.74,362259852 +26624,2048,130.33,128,14.83,390448524 +28672,2048,132.82,128,13.94,418637196 +30720,2048,126.65,128,14.45,446825868 +32768,2048,133.66,128,14.77,475014540 +34816,2048,114.36,128,13.65,503203212 +36864,2048,119.67,128,13.78,531391884 +38912,2048,123.84,128,12.75,559580556 +40960,2048,116.09,128,12.85,587769228 +43008,2048,116.64,128,13.52,615957900 +45056,2048,109.40,128,13.11,644146572 +47104,2048,113.79,128,13.24,672335244 +49152,2048,99.17,128,12.39,700523916 +51200,2048,99.92,128,12.47,728712588 +53248,2048,102.63,128,12.39,756901260 +55296,2048,100.17,128,11.97,785089932 +57344,2048,101.72,128,12.82,813278604 +59392,2048,102.15,128,12.91,841467276 +61440,2048,116.04,128,12.98,869655948 +63488,2048,111.07,128,13.30,897844620 +65536,2048,109.65,128,11.57,926033292 diff --git a/speed-bench/macbook_m4_max_ts.svg b/speed-bench/macbook_m4_max_ts.svg new file mode 100644 index 00000000..e190fa18 --- /dev/null +++ b/speed-bench/macbook_m4_max_ts.svg @@ -0,0 +1,48 @@ + + + + +MacBook Pro M4 Max t/s + +0 + +50 + +100 + +150 + +200 +0 +5 +10 +15 +20 + +0 + +20k + +40k + +60k + + + +ctx size +prefill t/s +generation t/s + + + + +prefill + +generation +