From dd21bed3750e43d734c73e89e705353a52304f92 Mon Sep 17 00:00:00 2001 From: Alexander Heinecke Date: Sat, 8 Feb 2025 05:37:10 -0800 Subject: [PATCH] updated matmul benchmark to new mlp commandline --- benchmarks/config/matmul/1024x1024x512.json | 12 ++++++------ benchmarks/config/matmul/1024x2560x1024.json | 12 ++++++------ benchmarks/config/matmul/1024x352x512.json | 12 ++++++------ benchmarks/config/matmul/1024x512x256.json | 12 ++++++------ benchmarks/config/matmul/128x1024x1024.json | 12 ++++++------ benchmarks/config/matmul/128x1024x4096.json | 12 ++++++------ benchmarks/config/matmul/128x3072x768.json | 12 ++++++------ benchmarks/config/matmul/128x4096x1024.json | 12 ++++++------ benchmarks/config/matmul/128x768x2304.json | 12 ++++++------ benchmarks/config/matmul/128x768x3072.json | 12 ++++++------ benchmarks/config/matmul/128x768x768.json | 12 ++++++------ benchmarks/config/matmul/256x1024x1024.json | 12 ++++++------ benchmarks/config/matmul/256x1024x4096.json | 12 ++++++------ benchmarks/config/matmul/256x3072x768.json | 12 ++++++------ benchmarks/config/matmul/256x4096x1024.json | 12 ++++++------ benchmarks/config/matmul/256x768x3072.json | 12 ++++++------ benchmarks/config/matmul/256x768x768.json | 12 ++++++------ 17 files changed, 102 insertions(+), 102 deletions(-) diff --git a/benchmarks/config/matmul/1024x1024x512.json b/benchmarks/config/matmul/1024x1024x512.json index d042d9932..eda58e8bc 100644 --- a/benchmarks/config/matmul/1024x1024x512.json +++ b/benchmarks/config/matmul/1024x1024x512.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "512", "1024" ], + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1", "512", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "512", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1", "512", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "512", "1024" ], + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "2", "512", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "512", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "2", "512", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/1024x2560x1024.json b/benchmarks/config/matmul/1024x2560x1024.json index 7d3c79e31..e5a540135 100644 --- a/benchmarks/config/matmul/1024x2560x1024.json +++ b/benchmarks/config/matmul/1024x2560x1024.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1024", "2560" ], + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1", "1024", "2560" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1024", "2560" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1", "1024", "2560" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "1024", "2560" ], + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "2", "1024", "2560" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "1024", "2560" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "2", "1024", "2560" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/1024x352x512.json b/benchmarks/config/matmul/1024x352x512.json index 43825729a..0c4371c63 100644 --- a/benchmarks/config/matmul/1024x352x512.json +++ b/benchmarks/config/matmul/1024x352x512.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "32", "32", "32", "0", "512", "352" ], + "flags": [ "100", "1024", "0", "F", "32", "32", "32", "0", "1", "512", "352" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "32", "32", "32", "0", "512", "352" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "32", "32", "32", "0", "1", "512", "352" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "32", "32", "32", "1", "512", "352" ], + "flags": [ "100", "1024", "0", "F", "32", "32", "32", "1", "2", "512", "352" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "32", "32", "32", "1", "512", "352" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "32", "32", "32", "1", "2", "512", "352" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/1024x512x256.json b/benchmarks/config/matmul/1024x512x256.json index 541d492eb..1a5d45737 100644 --- a/benchmarks/config/matmul/1024x512x256.json +++ b/benchmarks/config/matmul/1024x512x256.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "256", "512" ], + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1", "256", "512" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "256", "512" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "0", "1", "256", "512" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "256", "512" ], + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "2", "256", "512" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "256", "512" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "1024", "0", "F", "64", "64", "64", "1", "2", "256", "512" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/128x1024x1024.json b/benchmarks/config/matmul/128x1024x1024.json index 4b0e38450..9feb47305 100644 --- a/benchmarks/config/matmul/128x1024x1024.json +++ b/benchmarks/config/matmul/128x1024x1024.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1024", "1024" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1024", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "1024", "1024" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "1024", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/128x1024x4096.json b/benchmarks/config/matmul/128x1024x4096.json index 57fff550d..f18769ada 100644 --- a/benchmarks/config/matmul/128x1024x4096.json +++ b/benchmarks/config/matmul/128x1024x4096.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "4096", "1024" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "4096", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "4096", "1024" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "4096", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/128x3072x768.json b/benchmarks/config/matmul/128x3072x768.json index d1e252e29..65f7faaa1 100644 --- a/benchmarks/config/matmul/128x3072x768.json +++ b/benchmarks/config/matmul/128x3072x768.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "768", "3072" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "768", "3072" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "768", "3072" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "768", "3072" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/128x4096x1024.json b/benchmarks/config/matmul/128x4096x1024.json index e23dbfa32..4aebf866a 100644 --- a/benchmarks/config/matmul/128x4096x1024.json +++ b/benchmarks/config/matmul/128x4096x1024.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1024", "4096" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1024", "4096" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "0", "1", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "1024", "4096" ], + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "1024", "4096" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "64", "1", "2", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/128x768x2304.json b/benchmarks/config/matmul/128x768x2304.json index f3fc16452..8176fbcd1 100644 --- a/benchmarks/config/matmul/128x768x2304.json +++ b/benchmarks/config/matmul/128x768x2304.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "48", "0", "2304", "768" ], + "flags": [ "100", "128", "0", "F", "64", "64", "48", "0", "1", "2304", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "48", "0", "2304", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "48", "0", "1", "2304", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "64", "64", "48", "1", "2304", "768" ], + "flags": [ "100", "128", "0", "F", "64", "64", "48", "1", "2", "2304", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "64", "64", "48", "1", "2304", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "64", "64", "48", "1", "2", "2304", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/128x768x3072.json b/benchmarks/config/matmul/128x768x3072.json index d1ec88092..a20543301 100644 --- a/benchmarks/config/matmul/128x768x3072.json +++ b/benchmarks/config/matmul/128x768x3072.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "32", "32", "48", "0", "3072", "768" ], + "flags": [ "100", "128", "0", "F", "32", "32", "48", "0", "1", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "32", "32", "48", "0", "3072", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "32", "32", "48", "0", "1", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "32", "32", "48", "1", "3072", "768" ], + "flags": [ "100", "128", "0", "F", "32", "32", "48", "1", "2", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "32", "32", "48", "1", "3072", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "32", "32", "48", "1", "2", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/128x768x768.json b/benchmarks/config/matmul/128x768x768.json index 5f6e40852..27eaf67a5 100644 --- a/benchmarks/config/matmul/128x768x768.json +++ b/benchmarks/config/matmul/128x768x768.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "32", "64", "64", "0", "768", "768" ], + "flags": [ "100", "128", "0", "F", "32", "64", "64", "0", "1", "768", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "32", "64", "64", "0", "768", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "32", "64", "64", "0", "1", "768", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "128", "0", "F", "32", "64", "64", "1", "768", "768" ], + "flags": [ "100", "128", "0", "F", "32", "64", "64", "1", "2", "768", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "128", "0", "F", "32", "64", "64", "1", "768", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "128", "0", "F", "32", "64", "64", "1", "2", "768", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/256x1024x1024.json b/benchmarks/config/matmul/256x1024x1024.json index 14371a52b..7df79fd5f 100644 --- a/benchmarks/config/matmul/256x1024x1024.json +++ b/benchmarks/config/matmul/256x1024x1024.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1024", "1024" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1024", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "1024", "1024" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "1024", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "1024", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/256x1024x4096.json b/benchmarks/config/matmul/256x1024x4096.json index e7782042e..984f37d15 100644 --- a/benchmarks/config/matmul/256x1024x4096.json +++ b/benchmarks/config/matmul/256x1024x4096.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "4096", "1024" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "4096", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "4096", "1024" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "4096", "1024" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "4096", "1024" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/256x3072x768.json b/benchmarks/config/matmul/256x3072x768.json index c1dec0325..01e7727f1 100644 --- a/benchmarks/config/matmul/256x3072x768.json +++ b/benchmarks/config/matmul/256x3072x768.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "768", "3072" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "768", "3072" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "768", "3072" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "768", "3072" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "768", "3072" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/256x4096x1024.json b/benchmarks/config/matmul/256x4096x1024.json index 2ff90c36a..db2108d9a 100644 --- a/benchmarks/config/matmul/256x4096x1024.json +++ b/benchmarks/config/matmul/256x4096x1024.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1024", "4096" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1024", "4096" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "1024", "4096" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "1024", "4096" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "1024", "4096" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/256x768x3072.json b/benchmarks/config/matmul/256x768x3072.json index 2b8cd3195..3558ec489 100644 --- a/benchmarks/config/matmul/256x768x3072.json +++ b/benchmarks/config/matmul/256x768x3072.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "3072", "768" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "3072", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "3072", "768" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "3072", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "3072", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, diff --git a/benchmarks/config/matmul/256x768x768.json b/benchmarks/config/matmul/256x768x768.json index 93f76fe20..de4991004 100644 --- a/benchmarks/config/matmul/256x768x768.json +++ b/benchmarks/config/matmul/256x768x768.json @@ -5,14 +5,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "768", "768" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "768", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_fp32_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "768", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "0", "1", "768", "768" ], "extensions": [ "(avx2|asimd)" ] } }}, @@ -22,14 +22,14 @@ "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", "environment": { "OMP_NUM_THREADS": "1" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "768", "768" ], + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "768", "768" ], "extensions": [ "(avx2|asimd)" ] }, "matmul_bf16_omp_16_dnn": { "type": "XSMM-DNN", "benchmark": "xsmm_dnn_mlp", - "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0" }, - "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "768", "768" ], + "environment": { "OMP_NUM_THREADS": "16", "KMP_AFFINITY": "granularity=fine,verbose,compact,1,0", "LIBXSMM_DNN_DISABLE_SFC": "1" }, + "flags": [ "100", "256", "0", "F", "64", "64", "64", "1", "2", "768", "768" ], "extensions": [ "(avx2|asimd)" ] } }},