ci: adjust paramaters for the importer according to github runners

Totto16 · Nov 26, 2024 · 3e9ad89 · 3e9ad89
1 parent dab6cc3
commit 3e9ad89
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/scripts/dump_for_docker.sh b/scripts/dump_for_docker.sh
@@ -40,7 +40,7 @@ sql_command_imdb "PGPASSWORD=\"$PG_PASSWORD\" \"$PG_BIN_DIR/psql\" -h \"$PG_HOST
 
 ulimit -l unlimited unlimited
 
-sql_command_imdb "\"$(pwd)/scripts/process_all.sh\" \"/tmp\" \"$DEBUG_FLAG\" true"
+sql_command_imdb "\"$(pwd)/scripts/process_all.sh\" \"/tmp\" \"$DEBUG_FLAG\" \"true\" \"8G\" \"22\""
 
 sql_command_imdb "\"$(pwd)/scripts/dump_all.sh\" \"/tmp/result.sql.gz\" \"$DEBUG_FLAG\""
 

diff --git a/scripts/process_all.sh b/scripts/process_all.sh
@@ -14,6 +14,10 @@ DEBUG_FLAG="${2:-}"
 
 DO_DELETE_FILE="${3:-}"
 
+MEMORY_SIZE="${4:-16M}"
+
+THREAD_MULTIPLIER="${5:-14}"
+
 DEBUG_CONTENT=()
 
 if [ -n "$DEBUG_FLAG" ]; then
@@ -58,9 +62,9 @@ function import() {
         --has-head \
         "${DEBUG_CONTENT[@]}" \
         --ignore-errors \
-        --memory-size 16M \
+        --memory-size "$MEMORY_SIZE" \
         --transaction-size 0 \
-        --threads "$(($(nproc) * 14))"
+        --threads "$(($(nproc) * "$THREAD_MULTIPLIER"))"
 }
 
 function delete() {