Dev dincicau trial

.snakemake/log/2024-03-11T144829.779841.snakemake.log

@@ -0,0 +1,130 @@
+Building DAG of jobs...
+Using shell: /usr/bin/bash
+Provided cores: 1 (use --cores to define parallelism)
+Rules claiming more threads will be scaled down.
+Job stats:
+job                   count
+------------------  -------
+D1                        1
+D2                        1
+all                       1
+start_benchmark           1
+wildcard_awareness        2
+total                     6
+
+Select jobs to execute...
+Execute 1 jobs...
+
+[Mon Mar 11 14:48:29 2024]
+localrule start_benchmark:
+    output: log/system_profiling.txt
+    jobid: 3
+    reason: Missing output files: log/system_profiling.txt
+    resources: tmpdir=/tmp
+
+
+        echo '---------------' > log/system_profiling.txt
+        echo 'DATE' >> log/system_profiling.txt
+        date >> log/system_profiling.txt
+        echo '
+OS' >> log/system_profiling.txt
+        uname -a >> log/system_profiling.txt
+        echo '
+nproc' >> log/system_profiling.txt
+        nproc >> log/system_profiling.txt
+        echo '
+cgroups' >> log/system_profiling.txt
+        ## to detect docker runs
+        cat /proc/1/cgroup >> log/system_profiling.txt        
+
+[Mon Mar 11 14:48:29 2024]
+Finished job 3.
+1 of 6 steps (17%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Mon Mar 11 14:48:29 2024]
+localrule D1:
+    input: log/system_profiling.txt
+    output: data/D1/default/D1.txt.gz, data/D1/default/D1.meta.json, data/D1/default/D1_params.txt
+    jobid: 2
+    reason: Missing output files: data/D1/default/D1.meta.json, data/D1/default/D1.txt.gz, data/D1/default/D1_params.txt; Input files updated by another job: log/system_profiling.txt
+    resources: tmpdir=/tmp
+
+
+            echo no wildcards here Im afraid! > data/D1/default/D1.txt.gz
+            echo  > data/D1/default/D1.meta.json
+            echo  > data/D1/default/D1_params.txt
+
+[Mon Mar 11 14:48:29 2024]
+Finished job 2.
+2 of 6 steps (33%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Mon Mar 11 14:48:29 2024]
+localrule D2:
+    input: log/system_profiling.txt
+    output: data/D2/default/D2.txt.gz, data/D2/default/D2.meta.json, data/D2/default/D2_params.txt
+    jobid: 4
+    reason: Missing output files: data/D2/default/D2.meta.json, data/D2/default/D2_params.txt, data/D2/default/D2.txt.gz; Input files updated by another job: log/system_profiling.txt
+    resources: tmpdir=/tmp
+
+
+            echo no wildcards here Im afraid! > data/D2/default/D2.txt.gz
+            echo  > data/D2/default/D2.meta.json
+            echo  > data/D2/default/D2_params.txt
+
+[Mon Mar 11 14:48:29 2024]
+Finished job 4.
+3 of 6 steps (50%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Mon Mar 11 14:48:29 2024]
+localrule wildcard_awareness:
+    input: data/D1/default/D1.txt.gz, data/D1/default/D1.meta.json, data/D1/default/D1_params.txt, data/D2/default/D2.txt.gz, data/D2/default/D2.meta.json, data/D2/default/D2_params.txt
+    output: log/data_default_D1.txt
+    jobid: 1
+    reason: Missing output files: log/data_default_D1.txt; Input files updated by another job: data/D2/default/D2.meta.json, data/D1/default/D1.txt.gz, data/D2/default/D2.txt.gz, data/D1/default/D1.meta.json, data/D2/default/D2_params.txt, data/D1/default/D1_params.txt
+    wildcards: stage=data, params=default, id=D1
+    resources: tmpdir=/tmp
+
+
+        echo id=D1,params=default,stage=data > log/data_default_D1.txt
+
+[Mon Mar 11 14:48:29 2024]
+Finished job 1.
+4 of 6 steps (67%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Mon Mar 11 14:48:29 2024]
+localrule wildcard_awareness:
+    input: data/D1/default/D1.txt.gz, data/D1/default/D1.meta.json, data/D1/default/D1_params.txt, data/D2/default/D2.txt.gz, data/D2/default/D2.meta.json, data/D2/default/D2_params.txt
+    output: log/data_default_D2.txt
+    jobid: 5
+    reason: Missing output files: log/data_default_D2.txt; Input files updated by another job: data/D2/default/D2.meta.json, data/D1/default/D1.txt.gz, data/D2/default/D2.txt.gz, data/D1/default/D1.meta.json, data/D2/default/D2_params.txt, data/D1/default/D1_params.txt
+    wildcards: stage=data, params=default, id=D2
+    resources: tmpdir=/tmp
+
+
+        echo id=D2,params=default,stage=data > log/data_default_D2.txt
+
+[Mon Mar 11 14:48:29 2024]
+Finished job 5.
+5 of 6 steps (83%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Mon Mar 11 14:48:29 2024]
+localrule all:
+    input: log/data_default_D1.txt, log/data_default_D2.txt
+    jobid: 0
+    reason: Input files updated by another job: log/data_default_D1.txt, log/data_default_D2.txt
+    resources: tmpdir=/tmp
+
+[Mon Mar 11 14:48:29 2024]
+Finished job 0.
+6 of 6 steps (100%) done
+Complete log: .snakemake/log/2024-03-11T144829.779841.snakemake.log

.snakemake/log/2024-03-12T151017.402548.snakemake.log

@@ -0,0 +1,113 @@
+Building DAG of jobs...
+Using shell: /usr/bin/bash
+Provided cores: 1 (use --cores to define parallelism)
+Rules claiming more threads will be scaled down.
+Job stats:
+job                    count
+-------------------  -------
+M1_run_module              2
+M2_run_module              2
+all                        1
+materialize_dataset        2
+total                      7
+
+Select jobs to execute...
+Execute 1 jobs...
+
+[Tue Mar 12 15:10:17 2024]
+localrule materialize_dataset:
+    input: log/system_profiling.txt
+    output: data/D1/default/D1.txt.gz, data/D1/default/D1.meta.json, data/D1/default/D1_params.txt
+    jobid: 1
+    reason: Code has changed since last execution
+    wildcards: dataset=D1, params=default
+    resources: tmpdir=/tmp
+
+[Tue Mar 12 15:10:17 2024]
+Finished job 1.
+1 of 7 steps (14%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Tue Mar 12 15:10:17 2024]
+localrule materialize_dataset:
+    input: log/system_profiling.txt
+    output: data/D2/default/D2.txt.gz, data/D2/default/D2.meta.json, data/D2/default/D2_params.txt
+    jobid: 3
+    reason: Code has changed since last execution
+    wildcards: dataset=D2, params=default
+    resources: tmpdir=/tmp
+
+[Tue Mar 12 15:10:17 2024]
+Finished job 3.
+2 of 7 steps (29%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Tue Mar 12 15:10:17 2024]
+localrule M1_run_module:
+    output: out/data/D1/default/process/P2/default/methods/M1/default/D1.model.out.gz
+    jobid: 6
+    reason: Missing output files: out/data/D1/default/process/P2/default/methods/M1/default/D1.model.out.gz
+    wildcards: pre=out/data/D1/default/process/P2/default, params=default, id=D1
+    resources: tmpdir=/tmp
+
+[Tue Mar 12 15:10:17 2024]
+Finished job 6.
+3 of 7 steps (43%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Tue Mar 12 15:10:17 2024]
+localrule M2_run_module:
+    output: out/data/D1/default/process/P2/default/methods/M2/default/D2.model.out.gz
+    jobid: 5
+    reason: Missing output files: out/data/D1/default/process/P2/default/methods/M2/default/D2.model.out.gz
+    wildcards: pre=out/data/D1/default/process/P2/default, params=default, id=D2
+    resources: tmpdir=/tmp
+
+[Tue Mar 12 15:10:17 2024]
+Finished job 5.
+4 of 7 steps (57%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Tue Mar 12 15:10:17 2024]
+localrule M2_run_module:
+    output: out/data/D1/default/process/P2/default/methods/M2/default/D1.model.out.gz
+    jobid: 4
+    reason: Missing output files: out/data/D1/default/process/P2/default/methods/M2/default/D1.model.out.gz
+    wildcards: pre=out/data/D1/default/process/P2/default, params=default, id=D1
+    resources: tmpdir=/tmp
+
+[Tue Mar 12 15:10:17 2024]
+Finished job 4.
+5 of 7 steps (71%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Tue Mar 12 15:10:17 2024]
+localrule M1_run_module:
+    output: out/data/D1/default/process/P2/default/methods/M1/default/D2.model.out.gz
+    jobid: 7
+    reason: Missing output files: out/data/D1/default/process/P2/default/methods/M1/default/D2.model.out.gz
+    wildcards: pre=out/data/D1/default/process/P2/default, params=default, id=D2
+    resources: tmpdir=/tmp
+
+[Tue Mar 12 15:10:17 2024]
+Finished job 7.
+6 of 7 steps (86%) done
+Select jobs to execute...
+Execute 1 jobs...
+
+[Tue Mar 12 15:10:17 2024]
+localrule all:
+    input: data/D1/default/D1_params.txt, data/D2/default/D2_params.txt, out/data/D1/default/process/P2/default/methods/M2/default/D1.model.out.gz, out/data/D1/default/process/P2/default/methods/M2/default/D2.model.out.gz, out/data/D1/default/process/P2/default/methods/M1/default/D1.model.out.gz, out/data/D1/default/process/P2/default/methods/M1/default/D2.model.out.gz
+    jobid: 0
+    reason: Input files updated by another job: out/data/D1/default/process/P2/default/methods/M2/default/D1.model.out.gz, out/data/D1/default/process/P2/default/methods/M1/default/D1.model.out.gz, out/data/D1/default/process/P2/default/methods/M2/default/D2.model.out.gz, data/D2/default/D2_params.txt, out/data/D1/default/process/P2/default/methods/M1/default/D2.model.out.gz, data/D1/default/D1_params.txt
+    resources: tmpdir=/tmp
+
+[Tue Mar 12 15:10:17 2024]
+Finished job 0.
+7 of 7 steps (100%) done
+Complete log: .snakemake/log/2024-03-12T151017.402548.snakemake.log

.snakemake/log/2024-03-12T152038.551300.snakemake.log

@@ -0,0 +1,2 @@
+Building DAG of jobs...
+Nothing to be done (all requested files are present and up to date).

.snakemake/log/2024-03-12T182448.069386.snakemake.log

@@ -0,0 +1,10 @@
+Building DAG of jobs...
+MissingInputException in rule all in file /home/dani/Documents/omnibenchmark/omni_workflow/Snakefile, line 41:
+Missing input files for rule all:
+    affected files:
+        out/data/D1/default/process/P2/default/methods/M2/default/D2.model.out.gz
+        out/data/D1/default/process/P2/default/methods/M1/default/D2.model.out.gz
+        out/data/D1/default/process/P2/default/methods/M1/default/D1.model.out.gz
+        out/data/D1/default/process/P2/default/methods/M2/default/D1.model.out.gz
+        data/D2/default/D2_params.txt
+        data/D1/default/D1_params.txt

.snakemake/log/2024-03-12T182552.532249.snakemake.log

@@ -0,0 +1,10 @@
+Building DAG of jobs...
+MissingInputException in rule all in file /home/dani/Documents/omnibenchmark/omni_workflow/Snakefile, line 41:
+Missing input files for rule all:
+    affected files:
+        data/D2/default/D2_params.txt
+        out/data/D1/default/process/P2/default/methods/M1/default/D1.model.out.gz
+        out/data/D1/default/process/P2/default/methods/M2/default/D1.model.out.gz
+        data/D1/default/D1_params.txt
+        out/data/D1/default/process/P2/default/methods/M2/default/D2.model.out.gz
+        out/data/D1/default/process/P2/default/methods/M1/default/D2.model.out.gz

.snakemake/log/2024-03-12T182558.810392.snakemake.log

@@ -0,0 +1,10 @@
+Building DAG of jobs...
+MissingInputException in rule all in file /home/dani/Documents/omnibenchmark/omni_workflow/Snakefile, line 41:
+Missing input files for rule all:
+    affected files:
+        data/D1/default/D1_params.txt
+        out/data/D1/default/process/P2/default/methods/M2/default/D1.model.out.gz
+        data/D2/default/D2_params.txt
+        out/data/D1/default/process/P2/default/methods/M1/default/D1.model.out.gz
+        out/data/D1/default/process/P2/default/methods/M2/default/D2.model.out.gz
+        out/data/D1/default/process/P2/default/methods/M1/default/D2.model.out.gz

.snakemake/log/2024-03-12T182735.903095.snakemake.log

@@ -0,0 +1,6 @@
+Building DAG of jobs...
+MissingInputException in rule all in file /home/dani/Documents/omnibenchmark/omni_workflow/Snakefile, line 41:
+Missing input files for rule all:
+    affected files:
+        data/D1/default/D1_params.txt
+        data/D2/default/D2_params.txt

.snakemake/log/2024-03-12T182756.402754.snakemake.log

@@ -0,0 +1,6 @@
+Building DAG of jobs...
+MissingInputException in rule all in file /home/dani/Documents/omnibenchmark/omni_workflow/Snakefile, line 41:
+Missing input files for rule all:
+    affected files:
+        data/D2/default/D2_params.txt
+        data/D1/default/D1_params.txt

.snakemake/log/2024-03-13T102855.125725.snakemake.log

@@ -0,0 +1,6 @@
+Building DAG of jobs...
+MissingInputException in rule all in file /home/dani/Documents/omnibenchmark/omni_workflow/Snakefile, line 41:
+Missing input files for rule all:
+    affected files:
+        data/D2/default/D2_params.txt
+        data/D1/default/D1_params.txt