Skip to content

Commit

Permalink
Revert "remove matmul test cases"
Browse files Browse the repository at this point in the history 
This reverts commit 0643556.
  • Loading branch information
@alheinecke
alheinecke committed Feb 8, 2025
1 parent 7416165 commit 9aecc24
Show file tree
Hide file tree
Showing 17 changed files with 1,479 additions and 0 deletions.
87 changes: 87 additions & 0 deletions benchmarks/config/matmul/1024x1024x512.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,87 @@
[
{
"matmul_1024x1024x512_fp32_dnn": {
"matmul_fp32_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "512", "1024" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "512", "1024" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x1024x512_bf16_dnn": {
"matmul_bf16_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "512", "1024" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "512", "1024" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x1024x512_fp32_mlir": {
"matmul_fp32_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=512,1024 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=512,1024 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x1024x512_bf16_dp2_mlir": {
"matmul_bf16_dp2_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=512,1024 --tiles=64,64,64" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_dp2_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=512,1024 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x1024x512_bf16_dp4_mlir": {
"matmul_bf16_dp4_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=512,1024 --tiles=64,64,64" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(svebf16)" ]
},
"matmul_bf16_dp4_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=512,1024 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(svebf16)" ]
}
}}
]
87 changes: 87 additions & 0 deletions benchmarks/config/matmul/1024x2560x1024.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,87 @@
[
{
"matmul_1024x2560x1024_fp32_dnn": {
"matmul_fp32_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1024", "2560" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1024", "2560" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x2560x1024_bf16_dnn": {
"matmul_bf16_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "1024", "2560" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "1024", "2560" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x2560x1024_fp32_mlir": {
"matmul_fp32_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=1024,2560 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=1024,2560 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x2560x1024_bf16_dp2_mlir": {
"matmul_bf16_dp2_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=1024,2560 --tiles=64,64,64" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_dp2_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=1024,2560 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x2560x1024_bf16_dp4_mlir": {
"matmul_bf16_dp4_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=1024,2560 --tiles=64,64,64" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(svebf16)" ]
},
"matmul_bf16_dp4_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=1024,2560 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(svebf16)" ]
}
}}
]
87 changes: 87 additions & 0 deletions benchmarks/config/matmul/1024x352x512.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,87 @@
[
{
"matmul_1024x352x512_fp32_dnn": {
"matmul_fp32_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "32", "32", "32", "0", "512", "352" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "32", "32", "32", "0", "512", "352" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x352x512_bf16_dnn": {
"matmul_bf16_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "32", "32", "32", "1", "512", "352" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "32", "32", "32", "1", "512", "352" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x352x512_fp32_mlir": {
"matmul_fp32_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=512,352 --tiles=32,32,32" ],
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=512,352 --tiles=32,32,32" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x352x512_bf16_dp2_mlir": {
"matmul_bf16_dp2_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=512,352 --tiles=32,32,32" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_dp2_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=512,352 --tiles=32,32,32" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x352x512_bf16_dp4_mlir": {
"matmul_bf16_dp4_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=512,352 --tiles=32,32,32" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(svebf16)" ]
},
"matmul_bf16_dp4_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=512,352 --tiles=32,32,32" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(svebf16)" ]
}
}}
]
87 changes: 87 additions & 0 deletions benchmarks/config/matmul/1024x512x256.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,87 @@
[
{
"matmul_1024x512x256_fp32_dnn": {
"matmul_fp32_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "256", "512" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "256", "512" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x512x256_bf16_dnn": {
"matmul_bf16_single_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "256", "512" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_omp_16_dnn": {
"type": "XSMM-DNN",
"benchmark": "xsmm_dnn_mlp",
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "256", "512" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x512x256_fp32_mlir": {
"matmul_fp32_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=256,512 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "1" },
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_fp32_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=f32 --batch=1024 --layers=256,512 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x512x256_bf16_dp2_mlir": {
"matmul_bf16_dp2_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=256,512 --tiles=64,64,64" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(avx2|asimd)" ]
},
"matmul_bf16_dp2_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=2 --batch=1024 --layers=256,512 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(avx2|asimd)" ]
}
}},
{
"matmul_1024x512x256_bf16_dp4_mlir": {
"matmul_bf16_dp4_single_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=256,512 --tiles=64,64,64" ],
"environment": {},
"flags": [ "-n", "100" ],
"extensions": [ "(svebf16)" ]
},
"matmul_bf16_dp4_omp_16_mlir": {
"type": "IR-GEN",
"benchmark": [ "mlir-gen", "--kernel=args --float-type=bf16 --vnni=4 --batch=1024 --layers=256,512 --tiles=64,64,64" ],
"environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" },
"flags": [ "-n", "100", "-run-args='-def-parallel'" ],
"extensions": [ "(svebf16)" ]
}
}}
]
Loading

0 comments on commit 9aecc24

Please sign in to comment.