feat(webui): Add compression job submission for local files only, with input file listing.

components/clp-package-utils/clp_package_utils/scripts/start_clp.py

@@ -887,6 +887,8 @@ def start_webui(
         "ClientDir": str(container_webui_dir / "client"),
         "LogViewerDir": str(container_webui_dir / "yscope-log-viewer"),
         "StreamTargetUncompressedSize": container_clp_config.stream_output.target_uncompressed_size,
+        "ClpStorageEngine": clp_config.package.storage_engine,
+        "LsRoot": str(container_clp_config.logs_input.directory)
     }
 
     container_cmd_extra_opts = []
@@ -941,6 +943,7 @@ def start_webui(
     ]
     necessary_mounts = [
         mounts.clp_home,
+        mounts.input_logs_dir
     ]
     if StorageType.S3 == stream_storage.type:
         auth = stream_storage.s3_config.aws_authentication

components/webui/client/src/api/compress/index.ts

@@ -0,0 +1,31 @@
+import axios, {AxiosResponse} from "axios";
+
+
+type CompressionJobCreationSchema = {
+    paths: string[];
+    dataset?: string;
+    timestampKey?: string;
+};
+
+type CompressionJobSchema = {
+    jobId: number;
+};
+
+/**
+ * Submits a compression job.
+ *
+ * @param payload
+ * @return
+ */
+const submitCompressionJob = async (payload: CompressionJobCreationSchema): Promise<number> => {
+    console.log("Submitting compression job:", JSON.stringify(payload));
+
+    const response = await axios.post<CompressionJobSchema>("/api/compress", payload);
+    return response.data.jobId;
+};
+
+export type {
+    CompressionJobCreationSchema,
+    CompressionJobSchema,
+};
+export {submitCompressionJob};

components/webui/client/src/api/os/index.ts

@@ -0,0 +1,31 @@
+import {
+    Static,
+    Type,
+} from "@sinclair/typebox";
+import axios, {AxiosResponse} from "axios";
+
+
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+const FileListResponseSchema = Type.Array(
+    Type.Object({
+        isExpandable: Type.Boolean(),
+        name: Type.String(),
+        parentPath: Type.String(),
+    })
+);
+
+
+type FileListResponseSchemaType = Static<typeof FileListResponseSchema>;
+
+
+/**
+ * Lists files and directories at the specified path.
+ *
+ * @param path The path to list files for
+ * @return
+ */
+const listFiles = async (path: string): Promise<AxiosResponse<FileListResponseSchemaType>> => {
+    return axios.get<FileListResponseSchemaType>(`/api/os/ls?path=${encodeURIComponent(path)}`);
+};
+
+export {listFiles};