Skip to content

Commit 8db9e19

Browse files
wzt1997wzt1997
committed
benchdnn: inputs: graph: add more f8 matmul cases
1 parent 78d0a69 commit 8db9e19

5 files changed

+2083
-0
lines changed

‎tests/benchdnn/inputs/graph/pattern/f8/f8_bf16_matmul_add_fusion.json

+374
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,374 @@
1+
{
2+
"version": "3.7.0",
3+
"engine_kind": "cpu",
4+
"fpmath_mode": "strict",
5+
"fpmath_mode_apply_to_int": "false",
6+
"input_ports": [
7+
0,
8+
3,
9+
7,
10+
9
11+
],
12+
"output_ports": [
13+
10
14+
],
15+
"graph": [
16+
{
17+
"id": 0,
18+
"name": "DEQUANTIZE_1",
19+
"kind": "Dequantize",
20+
"attrs": {
21+
"axis": {
22+
"type": "s64",
23+
"value": 0
24+
},
25+
"qtype": {
26+
"type": "string",
27+
"value": "per_tensor"
28+
},
29+
"scales": {
30+
"type": "f32[]",
31+
"value": [
32+
1
33+
]
34+
}
35+
},
36+
"inputs": [
37+
{
38+
"id": 0,
39+
"dtype": "f8_e5m2",
40+
"shape": [
41+
16,
42+
1024
43+
],
44+
"stride": [
45+
1024,
46+
1
47+
],
48+
"layout_type": "strided",
49+
"property_type": "undef"
50+
}
51+
],
52+
"outputs": [
53+
{
54+
"id": 1,
55+
"dtype": "f32",
56+
"shape": [
57+
16,
58+
1024
59+
],
60+
"stride": [
61+
1024,
62+
1
63+
],
64+
"layout_type": "strided",
65+
"property_type": "undef"
66+
}
67+
]
68+
},
69+
{
70+
"id": 1,
71+
"name": "TYPECAST_0",
72+
"kind": "TypeCast",
73+
"attrs": {},
74+
"inputs": [
75+
{
76+
"id": 1,
77+
"dtype": "f32",
78+
"shape": [
79+
16,
80+
1024
81+
],
82+
"stride": [
83+
1024,
84+
1
85+
],
86+
"layout_type": "strided",
87+
"property_type": "undef"
88+
}
89+
],
90+
"outputs": [
91+
{
92+
"id": 2,
93+
"dtype": "bf16",
94+
"shape": [
95+
16,
96+
1024
97+
],
98+
"stride": [
99+
1024,
100+
1
101+
],
102+
"layout_type": "strided",
103+
"property_type": "undef"
104+
}
105+
]
106+
},
107+
{
108+
"id": 2,
109+
"name": "DEQUANTIZE_2",
110+
"kind": "Dequantize",
111+
"attrs": {
112+
"axis": {
113+
"type": "s64",
114+
"value": 0
115+
},
116+
"qtype": {
117+
"type": "string",
118+
"value": "per_tensor"
119+
},
120+
"scales": {
121+
"type": "f32[]",
122+
"value": [
123+
1
124+
]
125+
}
126+
},
127+
"inputs": [
128+
{
129+
"id": 3,
130+
"dtype": "f8_e5m2",
131+
"shape": [
132+
1024,
133+
1024
134+
],
135+
"stride": [
136+
1024,
137+
1
138+
],
139+
"layout_type": "strided",
140+
"property_type": "constant"
141+
}
142+
],
143+
"outputs": [
144+
{
145+
"id": 4,
146+
"dtype": "f32",
147+
"shape": [
148+
1024,
149+
1024
150+
],
151+
"stride": [
152+
1024,
153+
1
154+
],
155+
"layout_type": "strided",
156+
"property_type": "constant"
157+
}
158+
]
159+
},
160+
{
161+
"id": 3,
162+
"name": "TYPECAST_0",
163+
"kind": "TypeCast",
164+
"attrs": {},
165+
"inputs": [
166+
{
167+
"id": 4,
168+
"dtype": "f32",
169+
"shape": [
170+
1024,
171+
1024
172+
],
173+
"stride": [
174+
1024,
175+
1
176+
],
177+
"layout_type": "strided",
178+
"property_type": "constant"
179+
}
180+
],
181+
"outputs": [
182+
{
183+
"id": 5,
184+
"dtype": "bf16",
185+
"shape": [
186+
1024,
187+
1024
188+
],
189+
"stride": [
190+
1024,
191+
1
192+
],
193+
"layout_type": "strided",
194+
"property_type": "constant"
195+
}
196+
]
197+
},
198+
{
199+
"id": 4,
200+
"name": "MATMUL_0",
201+
"kind": "MatMul",
202+
"attrs": {
203+
"transpose_b": {
204+
"type": "bool",
205+
"value": 0
206+
},
207+
"transpose_a": {
208+
"type": "bool",
209+
"value": 0
210+
}
211+
},
212+
"inputs": [
213+
{
214+
"id": 2,
215+
"dtype": "bf16",
216+
"shape": [
217+
16,
218+
1024
219+
],
220+
"stride": [
221+
1024,
222+
1
223+
],
224+
"layout_type": "strided",
225+
"property_type": "undef"
226+
},
227+
{
228+
"id": 5,
229+
"dtype": "bf16",
230+
"shape": [
231+
1024,
232+
1024
233+
],
234+
"stride": [
235+
1024,
236+
1
237+
],
238+
"layout_type": "strided",
239+
"property_type": "constant"
240+
}
241+
],
242+
"outputs": [
243+
{
244+
"id": 6,
245+
"dtype": "bf16",
246+
"shape": [
247+
16,
248+
1024
249+
],
250+
"stride": [
251+
1024,
252+
1
253+
],
254+
"layout_type": "strided",
255+
"property_type": "undef"
256+
}
257+
]
258+
},
259+
{
260+
"id": 5,
261+
"name": "BINARY_3",
262+
"kind": "Multiply",
263+
"attrs": {
264+
"auto_broadcast": {
265+
"type": "string",
266+
"value": "numpy"
267+
}
268+
},
269+
"inputs": [
270+
{
271+
"id": 6,
272+
"dtype": "bf16",
273+
"shape": [
274+
16,
275+
1024
276+
],
277+
"stride": [
278+
1024,
279+
1
280+
],
281+
"layout_type": "strided",
282+
"property_type": "undef"
283+
},
284+
{
285+
"id": 7,
286+
"dtype": "bf16",
287+
"shape": [
288+
1,
289+
1
290+
],
291+
"stride": [
292+
1,
293+
1
294+
],
295+
"layout_type": "strided",
296+
"property_type": "undef"
297+
}
298+
],
299+
"outputs": [
300+
{
301+
"id": 8,
302+
"dtype": "bf16",
303+
"shape": [
304+
16,
305+
1024
306+
],
307+
"stride": [
308+
1024,
309+
1
310+
],
311+
"layout_type": "strided",
312+
"property_type": "undef"
313+
}
314+
]
315+
},
316+
{
317+
"id": 6,
318+
"name": "BINARY_4",
319+
"kind": "Add",
320+
"attrs": {
321+
"auto_broadcast": {
322+
"type": "string",
323+
"value": "numpy"
324+
}
325+
},
326+
"inputs": [
327+
{
328+
"id": 8,
329+
"dtype": "bf16",
330+
"shape": [
331+
16,
332+
1024
333+
],
334+
"stride": [
335+
1024,
336+
1
337+
],
338+
"layout_type": "strided",
339+
"property_type": "undef"
340+
},
341+
{
342+
"id": 9,
343+
"dtype": "bf16",
344+
"shape": [
345+
1,
346+
1
347+
],
348+
"stride": [
349+
1,
350+
1
351+
],
352+
"layout_type": "strided",
353+
"property_type": "undef"
354+
}
355+
],
356+
"outputs": [
357+
{
358+
"id": 10,
359+
"dtype": "bf16",
360+
"shape": [
361+
16,
362+
1024
363+
],
364+
"stride": [
365+
1024,
366+
1
367+
],
368+
"layout_type": "strided",
369+
"property_type": "undef"
370+
}
371+
]
372+
}
373+
]
374+
}

0 commit comments

Comments
 (0)