refactor(loterre-resolvers): Better dvc.yaml

parmentf · parmentf · commit b484f9e548fb · 2024-10-14T16:00:00.000+02:00
diff --git a/loterre-resolvers/README.md b/loterre-resolvers/README.md
@@ -51,3 +51,7 @@ dvc config core.autostage true
 3. lancer le script: `./bin/get-files.sh`
 4. lancer la création des bases à mettre à jour: `dvc repro`
 5. pousser les fichiers: `dvc push`
+
+> [!NOTE]  
+> Pour lancer la génération d'un vocabulaire en particulier (ex: `216`),
+> utiliser `dvc repro tgz@216`.
diff --git a/loterre-resolvers/dvc.lock b/loterre-resolvers/dvc.lock
@@ -1,97 +1,9 @@
 schema: '2.0'
 stages:
-  db-2XK:
-    cmd: loterreID=2XK bunx ezs create-databases.ini <<< '[{}]'
-    deps:
-    - path: create-databases.ini
-      hash: md5
-      md5: d24e36d0f1e6c881b412528ecbd78b4d
-      size: 604
-    - path: data/2XK.skos
-      hash: md5
-      md5: b9c11f0d64f73cbd1109b8f80a0850e7
-      size: 28170863
-    outs:
-    - path: databases/2XK
-      hash: md5
-      md5: dbcded22fe5e3d87fd9f489c9d7799d0.dir
-      size: 36721558
-      nfiles: 91907
-  tgz-2XK:
-    cmd: loterreID=2XK bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/2XK.tgz
-      databases/2XK
-    deps:
-    - path: create-databases.ini
-      hash: md5
-      md5: d24e36d0f1e6c881b412528ecbd78b4d
-      size: 604
-    - path: data/2XK.skos
-      hash: md5
-      md5: b9c11f0d64f73cbd1109b8f80a0850e7
-      size: 28170863
-    outs:
-    - path: databases/2XK.tgz
-      hash: md5
-      md5: b75e4538339c861d7a1c5f9b9b4daf3d
-      size: 20186840
-  all:
-    cmd: echo "all"
-    deps:
-    - path: databases/216.tgz
-      hash: md5
-      md5: b323829722c7d93f25d0199a3f013e36
-      size: 3031833
-    - path: databases/2XK.tgz
-      hash: md5
-      md5: b75e4538339c861d7a1c5f9b9b4daf3d
-      size: 20186840
-    - path: databases/3JP.tgz
-      hash: md5
-      md5: d2cb87a42a66d252b8eeb947307681e5
-      size: 5574459
-    - path: databases/73G.tgz
-      hash: md5
-      md5: febefac830ee4398863627ee846f9dbd
-      size: 4684383
-    - path: databases/9SD.tgz
-      hash: md5
-      md5: 1e9ab7831c0f9e9b959173a73acbd993
-      size: 2399224
-    - path: databases/BVM.tgz
-      hash: md5
-      md5: fbcb94e65d6a01115c815595e3379077
-      size: 4947959
-    - path: databases/D63.tgz
-      hash: md5
-      md5: c250a67ee3ea5e89d25159d3ebb8e27c
-      size: 38554176
-    - path: databases/JVR.tgz
-      hash: md5
-      md5: 524e06061bbfba82bf08e4840a5aee65
-      size: 111958290
-    - path: databases/MDL.tgz
-      hash: md5
-      md5: 8040c6e7287827d5591e590c89e0c302
-      size: 7564247
-    - path: databases/N9J.tgz
-      hash: md5
-      md5: dd15bb423c42e47cd1c2c63e0f0b1511
-      size: 53493886
-    - path: databases/P21.tgz
-      hash: md5
-      md5: 04079323aa27e49150946bb5d08ebe04
-      size: 12397953
-    - path: databases/P66.tgz
-      hash: md5
-      md5: 916dc97d57674d90c3d7eb3d269d1c6f
-      size: 3547544
-    - path: databases/QX8.tgz
-      hash: md5
-      md5: fb4a666fe1cb78e0ce556dd3d1e7da0b
-      size: 3014673
-  tgz-216:
-    cmd: loterreID=216 bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/216.tgz
-      databases/216
+  tgz@216:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=216 bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/216.tgz databases/216
     deps:
     - path: create-databases.ini
       hash: md5
@@ -104,11 +16,12 @@ stages:
     outs:
     - path: databases/216.tgz
       hash: md5
-      md5: b323829722c7d93f25d0199a3f013e36
-      size: 3031833
-  tgz-QX8:
-    cmd: loterreID=QX8 bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/QX8.tgz
-      databases/QX8
+      md5: 28ef3059d93b91020f524680d54d6b2f
+      size: 3343752
+  tgz@QX8:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=QX8 bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/QX8.tgz databases/QX8
     deps:
     - path: create-databases.ini
       hash: md5
@@ -121,11 +34,12 @@ stages:
     outs:
     - path: databases/QX8.tgz
       hash: md5
-      md5: fb4a666fe1cb78e0ce556dd3d1e7da0b
-      size: 3014673
-  tgz-3JP:
-    cmd: loterreID=3JP bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/3JP.tgz
-      databases/3JP
+      md5: d9a42f34fb27d39ad02c1811aedcd3e1
+      size: 3095298
+  tgz@3JP:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=3JP bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/3JP.tgz databases/3JP
     deps:
     - path: create-databases.ini
       hash: md5
@@ -138,11 +52,12 @@ stages:
     outs:
     - path: databases/3JP.tgz
       hash: md5
-      md5: d2cb87a42a66d252b8eeb947307681e5
-      size: 5574459
-  tgz-73G:
-    cmd: loterreID=73G bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/73G.tgz
-      databases/73G
+      md5: 8dede3f3882c5238fe9fd19743f6de23
+      size: 5786310
+  tgz@73G:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=73G bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/73G.tgz databases/73G
     deps:
     - path: create-databases.ini
       hash: md5
@@ -155,11 +70,12 @@ stages:
     outs:
     - path: databases/73G.tgz
       hash: md5
-      md5: febefac830ee4398863627ee846f9dbd
-      size: 4684383
-  tgz-9SD:
-    cmd: loterreID=9SD bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/9SD.tgz
-      databases/9SD
+      md5: aa9291d2e8edabea9c4d87e1cad22bde
+      size: 4861450
+  tgz@9SD:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=9SD bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/9SD.tgz databases/9SD
     deps:
     - path: create-databases.ini
       hash: md5
@@ -172,11 +88,12 @@ stages:
     outs:
     - path: databases/9SD.tgz
       hash: md5
-      md5: 1e9ab7831c0f9e9b959173a73acbd993
-      size: 2399224
-  tgz-P66:
-    cmd: loterreID=P66 bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/P66.tgz
-      databases/P66
+      md5: 2e8c5de44935cbb1ed3905d5334554f9
+      size: 2447909
+  tgz@P66:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=P66 bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/P66.tgz databases/P66
     deps:
     - path: create-databases.ini
       hash: md5
@@ -189,11 +106,12 @@ stages:
     outs:
     - path: databases/P66.tgz
       hash: md5
-      md5: 916dc97d57674d90c3d7eb3d269d1c6f
-      size: 3547544
-  tgz-MDL:
-    cmd: loterreID=MDL bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/MDL.tgz
-      databases/MDL
+      md5: ec4329197f7cde2ce323cad10a06d9fb
+      size: 3599562
+  tgz@MDL:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=MDL bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/MDL.tgz databases/MDL
     deps:
     - path: create-databases.ini
       hash: md5
@@ -206,11 +124,12 @@ stages:
     outs:
     - path: databases/MDL.tgz
       hash: md5
-      md5: 8040c6e7287827d5591e590c89e0c302
-      size: 7564247
-  tgz-P21:
-    cmd: loterreID=P21 bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/P21.tgz
-      databases/P21
+      md5: 3db94dbb55139947b21a466f5f1dbf8b
+      size: 7664643
+  tgz@P21:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=P21 bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/P21.tgz databases/P21
     deps:
     - path: create-databases.ini
       hash: md5
@@ -223,11 +142,12 @@ stages:
     outs:
     - path: databases/P21.tgz
       hash: md5
-      md5: 04079323aa27e49150946bb5d08ebe04
-      size: 12397953
-  tgz-BVM:
-    cmd: loterreID=BVM bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/BVM.tgz
-      databases/BVM
+      md5: ed22963ea4f4470fb4d293bc5f312a49
+      size: 12846318
+  tgz@BVM:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=BVM bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/BVM.tgz databases/BVM
     deps:
     - path: create-databases.ini
       hash: md5
@@ -240,11 +160,30 @@ stages:
     outs:
     - path: databases/BVM.tgz
       hash: md5
-      md5: fbcb94e65d6a01115c815595e3379077
-      size: 4947959
-  tgz-N9J:
-    cmd: loterreID=N9J bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/N9J.tgz
-      databases/N9J
+      md5: 3f8a4c3ceba8f3c45dc91be3d9ba948f
+      size: 5085076
+  tgz@2XK:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=2XK bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/2XK.tgz databases/2XK
+    deps:
+    - path: create-databases.ini
+      hash: md5
+      md5: d24e36d0f1e6c881b412528ecbd78b4d
+      size: 604
+    - path: data/2XK.skos
+      hash: md5
+      md5: b9c11f0d64f73cbd1109b8f80a0850e7
+      size: 28170863
+    outs:
+    - path: databases/2XK.tgz
+      hash: md5
+      md5: ebf4d581d27c9db024e1debf9ec849a1
+      size: 21391769
+  tgz@N9J:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=N9J bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/N9J.tgz databases/N9J
     deps:
     - path: create-databases.ini
       hash: md5
@@ -257,11 +196,12 @@ stages:
     outs:
     - path: databases/N9J.tgz
       hash: md5
-      md5: dd15bb423c42e47cd1c2c63e0f0b1511
-      size: 53493886
-  tgz-D63:
-    cmd: loterreID=D63 bunx ezs create-databases.ini <<< '[{}]' && tar -czf databases/D63.tgz
-      databases/D63
+      md5: 2b78b493c8a108597296503e857e3c93
+      size: 56017597
+  tgz@D63:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=D63 bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/D63.tgz databases/D63
     deps:
     - path: create-databases.ini
       hash: md5
@@ -274,11 +214,12 @@ stages:
     outs:
     - path: databases/D63.tgz
       hash: md5
-      md5: c250a67ee3ea5e89d25159d3ebb8e27c
-      size: 38554176
-  tgz-JVR:
-    cmd: EZS_CONTINUE_DELAY=60 EZS_PIPELINE_DELAY=1200 loterreID=JVR bunx ezs create-databases.ini
-      <<< '[{}]' && tar -czf databases/JVR.tgz databases/JVR
+      md5: bac27a547b6bcacb5b7c0eeb60a25825
+      size: 40158038
+  tgz@JVR:
+    cmd:
+    - EZS_PIPELINE_DELAY=1200 loterreID=JVR bunx ezs create-databases.ini <<< '[{}]'
+    - tar -czf databases/JVR.tgz databases/JVR
     deps:
     - path: create-databases.ini
       hash: md5
@@ -291,5 +232,5 @@ stages:
     outs:
     - path: databases/JVR.tgz
       hash: md5
-      md5: 524e06061bbfba82bf08e4840a5aee65
-      size: 111958290
+      md5: 3df5c6acfb417d2549721c61af666edf
+      size: 113042022
diff --git a/loterre-resolvers/dvc.yaml b/loterre-resolvers/dvc.yaml
