Dynamic QueryBuilder For benchmark + ListMetadataApi & get_time_series Api

torchci/clickhouse_queries/benchmark_v3/list_commit_query/params.json

@@ -0,0 +1,16 @@
+{
+  "params": {
+    "repo": "String",
+    "benchmarkNames": "Array<String>",
+    "branches": "Array<String>",
+    "models": "Array(String)",
+    "backends": "Array(String)",
+    "startTime": "DateTime64(3)",
+    "stopTime": "DateTime64(3)",
+    "arch": "String",
+    "dtype": "String",
+    "device": "String",
+    "mode": "String"
+  },
+  "tests": []
+}

torchci/clickhouse_queries/benchmark_v3/list_commit_query/query.sql

@@ -0,0 +1,48 @@
+SELECT
+    replaceAll(head_branch, 'refs/heads/', '') AS branch,
+    head_sha AS commit,
+    workflow_id,
+    toStartOfHour(min(fromUnixTimestamp(timestamp))) AS date
+FROM benchmark.oss_ci_benchmark_metadata
+PREWHERE
+    timestamp >= toUnixTimestamp({startTime: DateTime64(3)})
+    AND timestamp < toUnixTimestamp({stopTime:  DateTime64(3)})
+WHERE
+    repo = {repo: String}
+    AND (
+        has(
+            {branches: Array(String)},
+            replaceAll(head_branch, 'refs/heads/', '')
+        )
+        OR empty({branches: Array(String)})
+    )
+    AND (benchmark_dtype = {dtype: String} OR empty({dtype: String}))
+    AND (
+        has({benchmarkNames: Array(String)}, benchmark_name)
+        OR empty({benchmarkNames: Array(String)})
+    )
+    AND notEmpty(metric_name)
+    AND notEmpty(device)
+    AND (
+        arch LIKE concat('%', {arch: String}, '%')
+        OR {arch: String} = ''
+    )
+    AND (
+        has({models: Array(String)}, model_name)
+        OR empty({models: Array(String)})
+    )
+    AND (
+        has({backends: Array(String)}, model_backend)
+        OR empty({backends: Array(String)})
+    )
+    AND (
+        startsWith(device, {device: String})
+        OR {device: String} = ''
+    )
+GROUP BY
+    replaceAll(head_branch, 'refs/heads/', ''),
+    head_sha,
+    workflow_id
+ORDER BY
+    branch,      -- OK to use alias in ORDER BY
+    date;

torchci/clickhouse_queries/compilers_benchmark_api_commit_query/params.json

@@ -7,8 +7,7 @@
     "mode": "String",
     "startTime": "DateTime64(3)",
     "stopTime": "DateTime64(3)",
-    "suites": "Array(String)",
-    "workflowIds": "Array(Int64)"
+    "suites": "Array(String)"
   },
   "tests": []
 }

torchci/clickhouse_queries/compilers_benchmark_api_query/params.json

@@ -3,6 +3,7 @@
     "branches": "Array(String)",
     "commits": "Array(String)",
     "compilers": "Array(String)",
+    "workflows": "Array(UInt64)",
     "device": "String",
     "arch": "Array(String)",
     "dtype": "String",

torchci/clickhouse_queries/compilers_benchmark_api_query/query.sql

@@ -18,7 +18,7 @@ SELECT
         AS granularity_bucket
 FROM benchmark.oss_ci_benchmark_torchinductor
 WHERE
-    head_sha IN ({commits: Array(String)})
+    workflow_id IN ({workflows: Array(UInt64)})
     AND (
         has(
             {branches: Array(String)},

torchci/components/benchmark/llms/LLMsBenchmarkPage.tsx

@@ -139,6 +139,7 @@ const MainPage = ({
     );
   }, [router.query]);
   const queryParams = getLLMsBenchmarkPropsQueryParameter(props);
+
   const { data, error, isLoading } = useBenchmarkPropsData(queryParams);
 
   // an error occured while fetching the benchmark props data

torchci/components/benchmark/v3/components/dataRender/components/benchmarkRegressionReport/BenchmarkReportFeatureNotification.tsx → torchci/components/benchmark_v3/components/benchmarkRegressionReport/BenchmarkReportFeatureNotification.tsx

@@ -1,7 +1,7 @@
 import { Badge, IconButton, Tooltip } from "@mui/material";
 import { Box } from "@mui/system";
 import dayjs from "dayjs";
-import { useListBenchmarkRegressionReportsData } from "lib/benchmark/api_helper/apis/hooks";
+import { useListBenchmarkRegressionReportsData } from "lib/benchmark/api_helper/fe/hooks";
 import { RiNotification2Fill } from "react-icons/ri";
 import { BenchmarkReportFeatureSidePanel } from "./BenchmarkReportFeatureSidePanel";
 import {

torchci/components/benchmark/v3/components/dataRender/components/benchmarkRegressionReport/common.tsx → torchci/components/benchmark_v3/components/benchmarkRegressionReport/common.tsx

@@ -2,13 +2,13 @@ import CircleIcon from "@mui/icons-material/Circle";
 import OpenInNewIcon from "@mui/icons-material/OpenInNew";
 import { Chip, IconButton, Tooltip, Typography } from "@mui/material";
 import { Box, Stack } from "@mui/system";
-import { getBenchmarkIdFromReportId } from "components/benchmark/v3/configs/configBook";
-import { getBenchmarkFields } from "components/benchmark/v3/configs/utils/urlHandling";
-import { getBenchmarkMainRouteById } from "components/benchmark/v3/pages/BenchmarkListPage";
+import { getBenchmarkFields } from "components/benchmark_v3/configs/utils/urlHandling";
+import { getBenchmarkMainRouteById } from "components/benchmark_v3/pages/BenchmarkListPage";
 import { queryObjectToSearchParams } from "components/uiModules/UMCopyLink";
 import dayjs from "dayjs";
 import {
   BenchmarkCommitMeta,
+  getBenchmarkIdFromReportId,
   TimeRange,
 } from "lib/benchmark/store/benchmark_regression_store";
 import { stateToQuery } from "lib/helpers/urlQuery";

torchci/components/benchmark/v3/components/dataRender/components/benchmarkRegressionReport/listView/BenchmarkRegressionReportListWrapper.tsx → torchci/components/benchmark_v3/components/benchmarkRegressionReport/listView/BenchmarkRegressionReportListWrapper.tsx

@@ -1,7 +1,7 @@
 import { Alert } from "@mui/material";
 import LoadingPage from "components/common/LoadingPage";
-import { listBenchmarkRegressionReport } from "lib/benchmark/api_helper/apis/api";
-import { useListBenchmarkRegressionReportsData } from "lib/benchmark/api_helper/apis/hooks";
+import { listBenchmarkRegressionReport } from "lib/benchmark/api_helper/fe/api";
+import { useListBenchmarkRegressionReportsData } from "lib/benchmark/api_helper/fe/hooks";
 import { useEffect, useState } from "react";
 import RegressionReportList from "./RegressionReportListView";
 

torchci/components/benchmark/v3/components/dataRender/components/benchmarkRegressionReport/reportView/BenchmarkRegressionReportMetadataSection.tsx → torchci/components/benchmark_v3/components/benchmarkRegressionReport/reportView/BenchmarkRegressionReportMetadataSection.tsx

@@ -3,7 +3,7 @@ import { Box, Stack } from "@mui/system";
 import {
   RenderRawContent,
   RenderStaticContent,
-} from "components/benchmark/v3/components/common/RawContentDialog";
+} from "components/benchmark_v3/components/common/RawContentDialog";
 import dayjs from "dayjs";
 import {
   BenchmarkRegressionBucketCounts,

torchci/components/benchmark/v3/components/dataRender/components/benchmarkRegressionReport/reportView/RegressionReportTimeSeriesChart.tsx → torchci/components/benchmark_v3/components/benchmarkRegressionReport/reportView/RegressionReportTimeSeriesChart.tsx

@@ -1,11 +1,11 @@
 import { Divider, Paper, Typography } from "@mui/material";
 import { Box, Stack } from "@mui/system";
-import { StaticRenderViewOnlyContent } from "components/benchmark/v3/components/common/StaticRenderViewOnlyContent";
-import BenchmarkTimeSeriesChart from "components/benchmark/v3/components/dataRender/components/benchmarkTimeSeries/components/BenchmarkTimeSeriesChart/BenchmarkTimeSeriesChart";
+import { StaticRenderViewOnlyContent } from "components/benchmark_v3/components/common/StaticRenderViewOnlyContent";
+import BenchmarkTimeSeriesChart from "components/benchmark_v3/components/dataRender/components/benchmarkTimeSeries/components/BenchmarkTimeSeriesChart/BenchmarkTimeSeriesChart";
 import {
   BenchmarkTimeSeriesInput,
   RawTimeSeriesPoint,
-} from "components/benchmark/v3/components/dataRender/components/benchmarkTimeSeries/helper";
+} from "components/benchmark_v3/components/dataRender/components/benchmarkTimeSeries/helper";
 import {
   DEFAULT_BASELINE_COLOR,
   DEFAULT_REGRESSION_COLOR,

torchci/components/benchmark/v3/components/dataRender/components/benchmarkRegressionReport/reportView/RegressionReportViewWrapper.tsx → torchci/components/benchmark_v3/components/benchmarkRegressionReport/reportView/RegressionReportViewWrapper.tsx

@@ -1,7 +1,7 @@
 import { Alert } from "@mui/material";
 import { Box } from "@mui/system";
 import LoadingPage from "components/common/LoadingPage";
-import { useGetBenchmarkRegressionReportData } from "lib/benchmark/api_helper/apis/hooks";
+import { useGetBenchmarkRegressionReportData } from "lib/benchmark/api_helper/fe/hooks";
 import BenchmarkRegressionReportMetadataSection from "./BenchmarkRegressionReportMetadataSection";
 import { RegressionReportDetail } from "./RegressionReportDetail";
 

torchci/components/benchmark/v3/components/benchmarkSideBar/BenchmarkTopBar.tsx → torchci/components/benchmark_v3/components/benchmarkSideBar/BenchmarkTopBar.tsx

@@ -1,15 +1,15 @@
 import { Divider, Paper, Typography } from "@mui/material";
 import { Stack } from "@mui/system";
-import { BenchmarkUI } from "../../configs/configBook";
-import { BenchmarkReportFeatureNotification } from "../dataRender/components/benchmarkRegressionReport/BenchmarkReportFeatureNotification";
-import { BenchmarkReportFeatureSidePanel } from "../dataRender/components/benchmarkRegressionReport/BenchmarkReportFeatureSidePanel";
-import { CommitWorflowSelectSection } from "./components/CommitWorkfowSelectSection";
+import { BenchmarkUIConfigHandler } from "lib/benchmark/store/benchmark_config_book";
+import { BenchmarkReportFeatureNotification } from "../benchmarkRegressionReport/BenchmarkReportFeatureNotification";
+import { BenchmarkReportFeatureSidePanel } from "../benchmarkRegressionReport/BenchmarkReportFeatureSidePanel";
+import { CommitWorflowSelectSection } from "./components/commits/CommitWorkfowSelectSection";
 
 export function BenchmarkTopBar({
   config,
   title = "",
 }: {
-  config: BenchmarkUI;
+  config: BenchmarkUIConfigHandler;
   title?: string;
 }) {
   const reportFeature =