@@ -30,6 +30,7 @@ Framework: pytorch
3030Framework: mlx
3131 Average: 8.509361457824706s - Median: 8.509169936180115s
3232
33+
3334---- TinyLLama inference ----
3435=> Values from ten executions
3536
@@ -39,6 +40,7 @@ Framework: pytorch
3940Framework: mlx
4041 Average: 33.38054447174072s - Median: 33.322925329208374s
4142
43+
4244---- CPU/GPU switch ----
4345=> Values from ten executions
4446
@@ -50,6 +52,58 @@ Framework: mlx
5052
5153==================================================================
5254
55+ ============================= M1 Max =============================
56+
57+ ---- Training a transformers language model ----
58+ => Values from three executions
59+
60+ Framework: pytorch
61+ Average: 1106.7549295464829s - Median: 1101.3749282211793s
62+
63+ Framework: mlx
64+ Average: 752.2592077255249s - Median: 752.2592812234227s
65+
66+
67+ ---- Training BERT ----
68+ => Values from three executions
69+
70+ Framework: pytorch
71+ Average: 793.6759963925679s - Median: 793.610111951828s
72+
73+ Framework: mlx
74+ Average: 499.343544960022s - Median: 498.0613958835602s
75+
76+
77+ ---- Whisper inference ----
78+ => Values from ten executions
79+
80+ Framework: pytorch
81+ Average: 21.27653947197935s - Median: 21.204530119895964s
82+
83+ Framework: mlx
84+ Average: 6.946336317062378s - Median: 6.937196493148804s
85+
86+
87+ ---- TinyLLama inference ----
88+ => Values from ten executions
89+
90+ Framework: pytorch
91+ Average: 50.98743650913239s - Median: 47.73779845237732s
92+
93+ Framework: mlx
94+ Average: 20.61291913986206s - Median: 20.613165140151978s
95+
96+
97+ ---- CPU/GPU switch ----
98+ => Values from ten executions
99+
100+ Framework: pytorch
101+ Average: 251.71098244190216s - Median: 252.021404504776s
102+
103+ Framework: mlx
104+ Average: 214.5735635280609s - Median: 214.57463908195496s
105+
106+ ==================================================================
53107
54108============================= M3 Max =============================
55109
@@ -82,6 +136,7 @@ Framework: pytorch
82136Framework: mlx
83137 Average: 4.8507798433303835s - Median: 4.839159846305847s
84138
139+
85140---- TinyLLama inference ----
86141=> Values from ten executions
87142
@@ -91,6 +146,7 @@ Framework: pytorch
91146Framework: mlx
92147 Average: 15.41469841003418s - Median: 15.389396786689758s
93148
149+
94150---- CPU/GPU switch ----
95151=> Values from ten executions
96152
@@ -100,4 +156,4 @@ Framework: pytorch
100156Framework: mlx
101157 Average: 140.5102721452713s - Median: 140.51127195358276s
102158
103- ==================================================================
159+ ==================================================================
0 commit comments