Skip to content

Commit 1f35150

Browse files
valarLipamd-zfyujunxiaguoyzhou103
authored
[MI35x]for shape mnk 4096,57344,16384 with 256x256 asm kernel (#988)
* hot fix for shape mnk 4096,57344,16384 with 256x256 asm kernel * update * update f4gemm 256x256 asm by enable tgremap * for small m * remove NoSplitK 256x256 * update unified 256x256 kernel * add configs in model_configs and update a4w4_blockscale_tuned_gemm.csv --------- Co-authored-by: zufayu <[email protected]> Co-authored-by: junxiaguo <[email protected]> Co-authored-by: Ying Zhou2 <[email protected]>
1 parent 4213b4f commit 1f35150

File tree

7 files changed

+1291
-640
lines changed

7 files changed

+1291
-640
lines changed

aiter/configs/a4w4_blockscale_tuned_gemm.csv

Lines changed: 851 additions & 484 deletions
Large diffs are not rendered by default.

aiter/configs/model_configs/llama405B_untuned_gemm.csv

Lines changed: 165 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -4,10 +4,23 @@ M,N,K
44
32,2304,16384
55
64,2304,16384
66
128,2304,16384
7+
160,2304,16384
8+
192,2304,16384
79
256,2304,16384
8-
512,2304,16384
10+
288,2304,16384
11+
384,2304,16384
12+
512,2304,16384
13+
640,2304,16384
14+
768,2304,16384
915
1024,2304,16384
16+
1152,2304,16384
17+
18+
1536,2304,16384
19+
1600,2304,16384
20+
1021
2048,2304,16384
22+
2880,2304,16384
23+
3200,2304,16384
1124
4096,2304,16384
1225
8192,2304,16384
1326
16384,2304,16384
@@ -18,10 +31,23 @@ M,N,K
1831
32,4608,16384
1932
64,4608,16384
2033
128,4608,16384
34+
160,4608,16384
35+
192,4608,16384
2136
256,4608,16384
22-
512,4608,16384
37+
288,4608,16384
38+
384,4608,16384
39+
512,4608,16384
40+
640,4608,16384
41+
768,4608,16384
2342
1024,4608,16384
43+
1152,4608,16384
44+
45+
1536,4608,16384
46+
1600,4608,16384
47+
2448
2048,4608,16384
49+
2880,4608,16384
50+
3200,4608,16384
2551
4096,4608,16384
2652
8192,4608,16384
2753
16384,4608,16384
@@ -32,10 +58,23 @@ M,N,K
3258
32,9216,16384
3359
64,9216,16384
3460
128,9216,16384
61+
160,9216,16384
62+
192,9216,16384
3563
256,9216,16384
36-
512,9216,16384
64+
288,9216,16384
65+
384,9216,16384
66+
512,9216,16384
67+
640,9216,16384
68+
768,9216,16384
3769
1024,9216,16384
70+
1152,9216,16384
71+
72+
1536,9216,16384
73+
1600,9216,16384
74+
3875
2048,9216,16384
76+
2880,9216,16384
77+
3200,9216,16384
3978
4096,9216,16384
4079
8192,9216,16384
4180
16384,9216,16384
@@ -46,10 +85,23 @@ M,N,K
4685
32,16384,2048
4786
64,16384,2048
4887
128,16384,2048
88+
160,16384,2048
89+
192,16384,2048
4990
256,16384,2048
50-
512,16384,2048
91+
288,16384,2048
92+
384,16384,2048
93+
512,16384,2048
94+
640,16384,2048
95+
768,16384,2048
5196
1024,16384,2048
97+
1152,16384,2048
98+
99+
1536,16384,2048
100+
1600,16384,2048
101+
52102
2048,16384,2048
103+
2880,16384,2048
104+
3200,16384,2048
53105
4096,16384,2048
54106
8192,16384,2048
55107
16384,16384,2048
@@ -60,10 +112,23 @@ M,N,K
60112
32,16384,4096
61113
64,16384,4096
62114
128,16384,4096
115+
160,16384,4096
116+
192,16384,4096
63117
256,16384,4096
64-
512,16384,4096
118+
288,16384,4096
119+
384,16384,4096
120+
512,16384,4096
121+
640,16384,4096
122+
768,16384,4096
65123
1024,16384,4096
124+
1152,16384,4096
125+
126+
1536,16384,4096
127+
1600,16384,4096
128+
66129
2048,16384,4096
130+
2880,16384,4096
131+
3200,16384,4096
67132
4096,16384,4096
68133
8192,16384,4096
69134
16384,16384,4096
@@ -74,10 +139,23 @@ M,N,K
74139
32,16384,8192
75140
64,16384,8192
76141
128,16384,8192
142+
160,16384,8192
143+
192,16384,8192
77144
256,16384,8192
78-
512,16384,8192
145+
288,16384,8192
146+
384,16384,8192
147+
512,16384,8192
148+
640,16384,8192
149+
768,16384,8192
79150
1024,16384,8192
151+
1152,16384,8192
152+
153+
1536,16384,8192
154+
1600,16384,8192
155+
80156
2048,16384,8192
157+
2880,16384,8192
158+
3200,16384,8192
81159
4096,16384,8192
82160
8192,16384,8192
83161
16384,16384,8192
@@ -88,10 +166,23 @@ M,N,K
88166
32,13312,16384
89167
64,13312,16384
90168
128,13312,16384
169+
160,13312,16384
170+
192,13312,16384
91171
256,13312,16384
92-
512,13312,16384
172+
288,13312,16384
173+
384,13312,16384
174+
512,13312,16384
175+
640,13312,16384
176+
768,13312,16384
93177
1024,13312,16384
178+
1152,13312,16384
179+
180+
1536,13312,16384
181+
1600,13312,16384
182+
94183
2048,13312,16384
184+
2880,13312,16384
185+
3200,13312,16384
95186
4096,13312,16384
96187
8192,13312,16384
97188
16384,13312,16384
@@ -102,10 +193,23 @@ M,N,K
102193
32,26624,16384
103194
64,26624,16384
104195
128,26624,16384
196+
160,26624,16384
197+
192,26624,16384
105198
256,26624,16384
106-
512,26624,16384
199+
288,26624,16384
200+
384,26624,16384
201+
512,26624,16384
202+
640,26624,16384
203+
768,26624,16384
107204
1024,26624,16384
205+
1152,26624,16384
206+
207+
1536,26624,16384
208+
1600,26624,16384
209+
108210
2048,26624,16384
211+
2880,26624,16384
212+
3200,26624,16384
109213
4096,26624,16384
110214
8192,26624,16384
111215
16384,26624,16384
@@ -116,10 +220,23 @@ M,N,K
116220
32,53248,16384
117221
64,53248,16384
118222
128,53248,16384
223+
160,53248,16384
224+
192,53248,16384
119225
256,53248,16384
226+
288,53248,16384
227+
384,53248,16384
120228
512,53248,16384
229+
640,53248,16384
230+
768,53248,16384
121231
1024,53248,16384
232+
1152,53248,16384
233+
234+
1536,53248,16384
235+
1600,53248,16384
236+
122237
2048,53248,16384
238+
2880,53248,16384
239+
3200,53248,16384
123240
4096,53248,16384
124241
8192,53248,16384
125242
16384,53248,16384
@@ -130,10 +247,23 @@ M,N,K
130247
32,16384,6656
131248
64,16384,6656
132249
128,16384,6656
250+
160,16384,6656
251+
192,16384,6656
133252
256,16384,6656
134-
512,16384,6656
253+
288,16384,6656
254+
384,16384,6656
255+
512,16384,6656
256+
640,16384,6656
257+
768,16384,6656
135258
1024,16384,6656
259+
1152,16384,6656
260+
261+
1536,16384,6656
262+
1600,16384,6656
263+
136264
2048,16384,6656
265+
2880,16384,6656
266+
3200,16384,6656
137267
4096,16384,6656
138268
8192,16384,6656
139269
16384,16384,6656
@@ -144,10 +274,23 @@ M,N,K
144274
32,16384,13312
145275
64,16384,13312
146276
128,16384,13312
277+
160,16384,13312
278+
192,16384,13312
147279
256,16384,13312
280+
288,16384,13312
281+
384,16384,13312
148282
512,16384,13312
283+
640,16384,13312
284+
768,16384,13312
149285
1024,16384,13312
286+
1152,16384,13312
287+
288+
1536,16384,13312
289+
1600,16384,13312
290+
150291
2048,16384,13312
292+
2880,16384,13312
293+
3200,16384,13312
151294
4096,16384,13312
152295
8192,16384,13312
153296
16384,16384,13312
@@ -158,10 +301,23 @@ M,N,K
158301
32,16384,26624
159302
64,16384,26624
160303
128,16384,26624
304+
160,16384,26624
305+
192,16384,26624
161306
256,16384,26624
307+
288,16384,26624
308+
384,16384,26624
162309
512,16384,26624
310+
640,16384,26624
311+
768,16384,26624
163312
1024,16384,26624
313+
1152,16384,26624
314+
315+
1536,16384,26624
316+
1600,16384,26624
317+
164318
2048,16384,26624
319+
2880,16384,26624
320+
3200,16384,26624
165321
4096,16384,26624
166322
8192,16384,26624
167323
16384,16384,26624

0 commit comments

Comments
 (0)