-
Notifications
You must be signed in to change notification settings - Fork 3
/
perf.log
78 lines (78 loc) · 6.69 KB
/
perf.log
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
amx_unit_test_gemAvB_901_80_1_gemAvB : 4.85742 us x 125906
amx_unit_test_gemAvB_901_80_1_mm : 3.23139 us x 105762
amx_unit_test_gemAvB_901_80_1_matxvec : 1.5182 us x 578069
amx_FC_perf_2_2560_10752_int8_t_bf16 : 961.62 us x 950, 3% (114.495 GOps /3072 GOps)
amx_FC_perf_22_2560_10752_int8_t_bf16 : 1039.42 us x 884, 37% (1165.17 GOps /3072 GOps)
amx_FC_perf_896_2560_10240_int8_t_bf16 : 22117.6 us x 45, 69% (2123.92 GOps /3072 GOps)
amx_FC_perf_897_2560_10240_int8_t_bf16 : 22847.2 us x 44, 67% (2058.4 GOps /3072 GOps)
amx_FC_perf_912_2560_10240_int8_t_bf16 : 23145.3 us x 44, 67% (2065.87 GOps /3072 GOps)
amx_FC_perf_913_2560_10240_int8_t_bf16 : 22642.5 us x 44, 68% (2114.05 GOps /3072 GOps)
amx_FC_perf_927_2560_10240_int8_t_bf16 : 23008.2 us x 36, 68% (2112.36 GOps /3072 GOps)
amx_FC_perf_896_2560_10240_int8_t_bf16 : 22206.4 us x 45, 68% (2115.43 GOps /3072 GOps)
amx_FC_perf_897_2560_10240_int8_t_bf16 : 22983.6 us x 44, 66% (2046.18 GOps /3072 GOps)
amx_FC_perf_896_2561_10240_int8_t_bf16 : 22281.4 us x 43, 68% (2109.14 GOps /3072 GOps)
amx_FC_perf_896_2560_10241_int8_t_bf16 : 22085.6 us x 46, 69% (2127.21 GOps /3072 GOps)
amx_FC_perf_897_2561_10241_int8_t_bf16 : 22474.9 us x 44, 68% (2093.51 GOps /3072 GOps)
amx_FC_perf_928_2592_10272_int8_t_bf16 : 22497.7 us x 44, 71% (2196.5 GOps /3072 GOps)
amx_FC_perf_896_256_1024_int8_t_bf16 : 236.675 us x 10000, 64% (1984.84 GOps /3072 GOps)
amx_FC_perf_896_256_1024_int8_t_bf16 : 236.774 us x 10000, 64% (1984.01 GOps /3072 GOps)
amx_FC_perf_2_2560_10752_bfloat16_bf16 : 2433.58 us x 380, 1% (45.2422 GOps /3072 GOps)
amx_FC_perf_22_2560_10752_bfloat16_bf16 : 2667.14 us x 371, 14% (454.084 GOps /3072 GOps)
amx_FC_perf_896_2560_10240_bfloat16_bf16 : 42642.5 us x 23, 35% (1101.63 GOps /3072 GOps)
amx_FC_perf_897_2560_10240_bfloat16_bf16 : 43188.5 us x 23, 35% (1088.92 GOps /3072 GOps)
amx_FC_perf_912_2560_10240_bfloat16_bf16 : 43754.1 us x 23, 35% (1092.81 GOps /3072 GOps)
amx_FC_perf_913_2560_10240_bfloat16_bf16 : 43319.3 us x 23, 35% (1104.99 GOps /3072 GOps)
amx_FC_perf_927_2560_10240_bfloat16_bf16 : 44291.6 us x 23, 35% (1097.31 GOps /3072 GOps)
amx_FC_perf_896_2560_10240_bfloat16_bf16 : 42231 us x 23, 36% (1112.36 GOps /3072 GOps)
amx_FC_perf_897_2560_10240_bfloat16_bf16 : 43866.5 us x 21, 34% (1072.09 GOps /3072 GOps)
amx_FC_perf_896_2561_10240_bfloat16_bf16 : 41091.9 us x 24, 37% (1143.65 GOps /3072 GOps)
amx_FC_perf_896_2560_10241_bfloat16_bf16 : 41435.2 us x 24, 36% (1133.84 GOps /3072 GOps)
amx_FC_perf_897_2561_10241_bfloat16_bf16 : 40830.3 us x 24, 37% (1152.37 GOps /3072 GOps)
amx_FC_perf_928_2592_10272_bfloat16_bf16 : 41130.9 us x 22, 39% (1201.43 GOps /3072 GOps)
amx_FC_perf_896_256_1024_bfloat16_bf16 : 348.093 us x 10000, 43% (1349.53 GOps /3072 GOps)
amx_FC_perf_896_256_1024_bfloat16_bf16 : 347.952 us x 10000, 43% (1350.08 GOps /3072 GOps)
amx_FC_perf_2_2560_10752_bfloat16_int8 : 1183.13 us x 759, 3% (93.0588 GOps /3072 GOps)
amx_FC_perf_22_2560_10752_bfloat16_int8 : 1829.68 us x 499, 21% (661.921 GOps /3072 GOps)
amx_FC_perf_896_2560_10240_bfloat16_int8 : 58237.6 us x 16, 26% (806.63 GOps /3072 GOps)
amx_FC_perf_897_2560_10240_bfloat16_int8 : 59449.4 us x 16, 25% (791.07 GOps /3072 GOps)
amx_FC_perf_912_2560_10240_bfloat16_int8 : 60280.2 us x 15, 25% (793.213 GOps /3072 GOps)
amx_FC_perf_913_2560_10240_bfloat16_int8 : 59660.2 us x 16, 26% (802.336 GOps /3072 GOps)
amx_FC_perf_927_2560_10240_bfloat16_int8 : 61252.9 us x 16, 25% (793.456 GOps /3072 GOps)
amx_FC_perf_896_2560_10240_bfloat16_int8 : 57638.9 us x 17, 26% (815.009 GOps /3072 GOps)
amx_FC_perf_897_2560_10240_bfloat16_int8 : 61049.5 us x 14, 25% (770.336 GOps /3072 GOps)
amx_FC_perf_896_2561_10240_bfloat16_int8 : 48190.4 us x 20, 31% (975.185 GOps /3072 GOps)
amx_FC_perf_896_2560_10241_bfloat16_int8 : 56873.7 us x 16, 26% (826.055 GOps /3072 GOps)
amx_FC_perf_897_2561_10241_bfloat16_int8 : 47308 us x 21, 32% (994.58 GOps /3072 GOps)
amx_FC_perf_928_2592_10272_bfloat16_int8 : 48310 us x 21, 33% (1022.89 GOps /3072 GOps)
amx_FC_perf_896_256_1024_bfloat16_int8 : 584.432 us x 10000, 26% (803.792 GOps /3072 GOps)
amx_FC_perf_896_256_1024_bfloat16_int8 : 572.176 us x 10000, 26% (821.01 GOps /3072 GOps)
amx_MatmulMT_perf_ST_2_2560_10752_bfloat16_bf16 : 2472.52 us x 338, 1% (44.5296 GOps /3072 GOps)
amx_MatmulMT_perf_MT_2_2560_10752_bfloat16_bf16 : 31.9465 us x 6561, 112% (3446.4 GOps /3072 GOps)
Match!
amx_MatmulMT_perf_ST_2_2560_10752_bfloat16_bf16 : 2478.05 us x 335, 1% (44.4303 GOps /3072 GOps)
amx_MatmulMT_perf_MT_2_2560_10752_bfloat16_bf16 : 26.0523 us x 27956, 137% (4226.14 GOps /3072 GOps)
Match!
amx_MatmulMT_perf_ST_2_2560_10752_bfloat16_int8 : 1182.87 us x 752, 3% (93.0794 GOps /3072 GOps)
amx_MatmulMT_perf_MT_2_2560_10752_bfloat16_int8 : 41.5444 us x 13442, 86% (2650.19 GOps /3072 GOps)
Match!
amx_MatmulMT_perf_ST_2_2560_10752_bfloat16_int8 : 1183.1 us x 753, 3% (93.0611 GOps /3072 GOps)
amx_MatmulMT_perf_MT_2_2560_10752_bfloat16_int8 : 41.3905 us x 14671, 86% (2660.04 GOps /3072 GOps)
Match!
amx_MatmulMT_perf_ST_2_2560_10752_int8_t_int8 : 1000.93 us x 841, 3% (109.998 GOps /3072 GOps)
amx_MatmulMT_perf_MT_2_2560_10752_int8_t_int8 : 53.5636 us x 16987, 66% (2055.51 GOps /3072 GOps)
Match!
amx_MatmulMT_perf_ST_2_2560_10752_int8_t_int8 : 988.404 us x 845, 3% (111.392 GOps /3072 GOps)
amx_MatmulMT_perf_MT_2_2560_10752_int8_t_int8 : 46.5451 us x 19530, 77% (2365.46 GOps /3072 GOps)
Match!
amx_FC_MTML_perf_2_2560_10752_bfloat16_bf16_20 : 4928.23 us x 2323, 44% (446.815 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_bfloat16_bf16_20 : 4861.47 us x 2245, 45% (452.952 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_bfloat16_int8_20 : 2996.52 us x 3139, 36% (367.428 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_bfloat16_int8_20 : 3017.53 us x 3244, 36% (364.869 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_int8_t_int8_20 : 2754.72 us x 1785, 39% (399.679 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_int8_t_int8_20 : 2499.42 us x 4415, 44% (440.505 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_bfloat16_bf16_20 : 4368.57 us x 2521, 50% (504.057 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_bfloat16_bf16_20 : 4246.26 us x 2440, 51% (518.576 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_bfloat16_int8_20 : 2909.78 us x 3159, 37% (378.381 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_bfloat16_int8_20 : 2885.8 us x 3298, 38% (381.525 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_int8_t_int8_20 : 2388.08 us x 4458, 46% (461.042 GByte/s /1000 GByte/s)
amx_FC_MTML_perf_2_2560_10752_int8_t_int8_20 : 2316.2 us x 4416, 47% (475.35 GByte/s /1000 GByte/s)