make-jdk-tarball-new.sh: add parallel downloading

Author: liushuyu

make-jdk-tarball-new.sh

@@ -1,66 +1,52 @@
-#!/bin/bash
+#!/bin/bash -e
+REPO_SLUG='aarch64-port/jdk8u-shenandoah'
 REPO='jdk'
-JDK_VER='8u232-ga'
-ICEDTEA_WEB='1.8.3'
+JDK_VER='8u262-b09'
+TAG_NAME="aarch64-shenandoah-jdk${JDK_VER}-shenandoah-merge-2020-07-03"
+
+# 1: REPO_SLUG 2: i (component) 3: TAG_NAME 4: JDK_VER 5: extra wget args
+function download_single_comp() {
+  echo "${2}: Downloading tarball ..."
+  rm -f "${2}-jdk${4}.tar.gz"
+  wget "$5" "http://hg.openjdk.java.net/${1}/${2}/archive/${3}.tar.gz" \
+      -O "${2}-jdk${4}.tar.gz"
+  echo "${2}: Download completed."
+}
 
 function download_jdk_src() {
-  wget http://hg.openjdk.java.net/jdk8u/jdk8u/archive/${REPO}${JDK_VER}.tar.gz \
+  wget http://hg.openjdk.java.net/${REPO_SLUG}/archive/${TAG_NAME}.tar.gz \
     -O jdk8u-jdk${JDK_VER}.tar.gz
 
-  for i in corba hotspot jdk jaxws jaxp langtools nashorn; do
-    wget http://hg.openjdk.java.net/jdk8u/jdk8u/${i}/archive/${REPO}${JDK_VER}.tar.gz \
-      -O ${i}-jdk${JDK_VER}.tar.gz
-  done
+  if ! command -v parallel; then
+    echo "[!] Not using parallel to download jdk."
+    for i in corba hotspot jdk jaxws jaxp langtools nashorn; do
+      download_single_comp "${REPO_SLUG}" "${i}" "${TAG_NAME}" "${JDK_VER}" "--"
+    done
+  else
+    echo "[+] Using parallel to download jdk."
+    export -f download_single_comp
+    parallel --lb download_single_comp "${REPO_SLUG}" ::: corba hotspot jdk jaxws jaxp langtools nashorn \
+    ::: "${TAG_NAME}" ::: "${JDK_VER}" ::: "-q"
+  fi
 
   for i in *.tar.gz; do
     echo "Decompressing ${i}..."
     tar xf "$i"
   done
 
-  mv jdk8u-jdk${JDK_VER}/ openjdk-${JDK_VER}/
+  mv "$(basename "${REPO_SLUG}")-${TAG_NAME}" openjdk-${JDK_VER}/
   cd openjdk-${JDK_VER}/ || exit 2
   for i in corba hotspot jdk jaxws jaxp langtools nashorn; do
-    mv ../"${i}-jdk${JDK_VER}" ${i}
+    mv ../"${i}-${TAG_NAME}" ${i}
   done
   cd .. || exit 2
 }
 
-function guess_download_link() {
-  cat << EOF > /tmp/fetch.js
-  var JDK_DL_PAGE="http://www.oracle.com/technetwork/java/javase/downloads/jdk8-downloads-2133151.html",page=require("webpage").create(),url=JDK_DL_PAGE;
-  page.open(url,function(a){"success"!=a&&phantom.exit(1);a=page.evaluate(function(){var JDK_VER="${JDK_BIN_VER/-*/}";var b="";document.getElementById("agreementjdk-"+JDK_VER+"-oth-JPR-a").click();suffixes=["-linux-arm32-vfp-hflt.tar.gz","-linux-arm64-vfp-hflt.tar.gz","-linux-x64.tar.gz"];for(var c=0;c<suffixes.length;c++){console.log("jdk-"+JDK_VER+"-oth-JPRXXXjdk-"+JDK_VER+suffixes[c]);var a=document.getElementById("jdk-"+JDK_VER+"-oth-JPRXXXjdk-"+JDK_VER+suffixes[c]).href,b=a?b+(a+" "):b+"err "}return b});console.log("js-out: "+a);phantom.exit()});
-EOF
-  phantomjs /tmp/fetch.js | grep 'js-out:' | sed 's|js-out: ||'
-}
-
 download_jdk_src
-mkdir binary; cd binary
-
-# disable automated extraction for now
-if ! which phantomjs-no > /dev/null 2>&1; then
-  LINKS=("https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u242-b08/OpenJDK8U-jdk_x64_linux_hotspot_8u242b08.tar.gz")
-  LINKS=${LINKS[*]}
-  echo "PhantomJS not found, not able to dynamically extract links. Using default links to download binaries..."
-else
-  LINKS=$(guess_download_link)
-fi
-wget -c --no-cookies \
-  ${LINKS}
-echo "Decompressing prebuilt binaries..."
-tar xf OpenJDK8U-jdk_x64_linux_hotspot_*.tar.gz
-mv jdk8u*/ amd64/
-rm -rf -- *.tar.gz
-
-cd .. || exit 2
-mv binary openjdk-${JDK_VER}/
-
-wget -c "https://github.com/AdoptOpenJDK/IcedTea-Web/archive/icedtea-web-$ICEDTEA_WEB.tar.gz"
-tar xf "icedtea-web-$ICEDTEA_WEB.tar.gz"
-mv "IcedTea-Web-icedtea-web-$ICEDTEA_WEB" openjdk-${JDK_VER}/icedtea-web
 
 if ! which pixz > /dev/null 2>&1; then
    echo "Compressing final tarball..."
-   tar cJf openjdk-${JDK_VER/-b/b}.tar.xz openjdk-${JDK_VER}/
+   tar cf - openjdk-${JDK_VER}/ | xz -T0 > openjdk-${JDK_VER/-b/b}.tar.xz 
 else
    echo "Compressing final tarball using pixz..."
    tar -Ipixz -cf openjdk-${JDK_VER/-b/b}.tar.xz openjdk-${JDK_VER}/