chore: add example for s3

Author: Darkness4

.gitignore

@@ -0,0 +1 @@
+**/*.local

download/module.yaml

@@ -22,7 +22,7 @@ description: |
 minimumResources:
   tasks: 1
   cpusPerTask: 1
-  memPerCpu: 100
+  memPerCpu: 10
   gpusPerTask: 0
 inputs:
   - key: URLS

git-clone/module.yaml

@@ -19,7 +19,7 @@ description: 'Git clone a git repository to the DEEPSQUARE_INPUT/<repo> director
 minimumResources:
   tasks: 1
   cpusPerTask: 1
-  memPerCpu: 100
+  memPerCpu: 10
   gpusPerTask: 0
 inputs:
   - key: REPOSITORY

http-upload/module.yaml

@@ -20,7 +20,7 @@ description: |
 minimumResources:
   tasks: 1
   cpusPerTask: 1
-  memPerCpu: 100
+  memPerCpu: 10
   gpusPerTask: 0
 inputs:
   - key: FILE

s3-sync/example-pull.json

@@ -0,0 +1,49 @@
+{
+  "resources": {
+    "tasks": 1,
+    "gpusPerTask": 0,
+    "cpusPerTask": 1,
+    "memPerCpu": 512
+  },
+  "enableLogging": true,
+  "steps": [
+    {
+      "name": "pull",
+      "use": {
+        "source": "github.com/deepsquare-io/workflow-modules/s3-sync",
+        "args": [
+          {
+            "key": "SRC",
+            "value": "s3://osimages/squareos-8.6/vmlinuz-4.18.0-372.19.1.el8_6.x86_64"
+          },
+          {
+            "key": "DEST",
+            "value": "${DEEPSQUARE_INPUT}"
+          },
+          {
+            "key": "S3_ENDPOINT_URL",
+            "value": "https://sos-ch-dk-2.exo.io"
+          },
+          {
+            "key": "AWS_SECRET_ACCESS_KEY",
+            "value": "***"
+          },
+          {
+            "key": "AWS_ACCESS_KEY_ID",
+            "value": "EXO***"
+          },
+          {
+            "key": "OPTIONS",
+            "value": "--delete"
+          }
+        ]
+      }
+    },
+    {
+      "name": "list",
+      "run": {
+        "command": "find $DEEPSQUARE_INPUT"
+      }
+    }
+  ]
+}

s3-sync/example-push.json

@@ -0,0 +1,45 @@
+{
+  "resources": {
+    "tasks": 1,
+    "gpusPerTask": 0,
+    "cpusPerTask": 1,
+    "memPerCpu": 512
+  },
+  "enableLogging": true,
+  "steps": [
+    {
+      "name": "create file",
+      "run": {
+        "command": "mkdir -p $STORAGE_PATH/stash && echo test > $STORAGE_PATH/stash/test"
+      }
+    },
+    {
+      "name": "push",
+      "use": {
+        "source": "github.com/deepsquare-io/workflow-modules/s3-sync",
+        "args": [
+          {
+            "key": "SRC",
+            "value": "${STORAGE_PATH}/stash"
+          },
+          {
+            "key": "DEST",
+            "value": "s3://test"
+          },
+          {
+            "key": "AWS_SECRET_ACCESS_KEY",
+            "value": "***"
+          },
+          {
+            "key": "AWS_ACCESS_KEY_ID",
+            "value": "EXO***"
+          },
+          {
+            "key": "S3_ENDPOINT_URL",
+            "value": "https://sos-ch-dk-2.exo.io"
+          }
+        ]
+      }
+    }
+  ]
+}

s3-sync/module.yaml

@@ -20,7 +20,7 @@ description: |
 minimumResources:
   tasks: 1
   cpusPerTask: 1
-  memPerCpu: 100
+  memPerCpu: 10
   gpusPerTask: 0
 inputs:
   - key: SRC