Make release parallel

Author: kxxt

make/buf/scripts/release.bash

@@ -8,6 +8,12 @@ RELEASE_DOCKER_IMAGE="bufrelease-tag"
 DIR="$(CDPATH= cd "$(dirname "${0}")/../../.." && pwd)"
 cd "${DIR}"
 
+if [ -z "${NUM_JOBS}" ]; then
+  # Go compiler itself already make use of multi-threading.
+  # So we are not using the count of cpu directly here.
+  NUM_JOBS=$(($(nproc) / 3))
+fi
+
 fail() {
   echo "error: $@" >&2
   exit 1
@@ -84,6 +90,8 @@ rm -rf "${RELEASE_DIR}"
 mkdir -p "${RELEASE_DIR}"
 cd "${RELEASE_DIR}"
 
+i=0
+
 for os in Darwin Linux Windows; do
   for arch in x86_64 riscv64 arm64 armv7; do
     # our goal is to have the binaries be suffixed with $(uname -s)-$(uname -m)
@@ -105,18 +113,21 @@ for os in Darwin Linux Windows; do
       if [[ ! "${arch}" =~ x86_64|arm64 ]] && [ "${os}" != "Linux" ]; then
         continue
       fi
+      ((i=i%NUM_JOBS)) || true; ((i++==0)) && wait
       if [ "${arch}" == "armv7" ]; then
-        CGO_ENABLED=0 GOOS=$(goos "${os}") GOARCH=$(goarch "${arch}") GOARM=7 \
-          go build -a -ldflags "-s -w" -trimpath -buildvcs=false -o "${dir}/bin/${binary}${extension}" "${DIR}/cmd/${binary}"
+        extra_go_env="GOARM=7"
       else
-        CGO_ENABLED=0 GOOS=$(goos "${os}") GOARCH=$(goarch "${arch}") \
-          go build -a -ldflags "-s -w" -trimpath -buildvcs=false -o "${dir}/bin/${binary}${extension}" "${DIR}/cmd/${binary}"
+        unset extra_go_env
       fi
-      cp "${dir}/bin/${binary}${extension}" "${binary}-${os}-${arch}${extension}"
+      env CGO_ENABLED=0 GOOS=$(goos "${os}") GOARCH=$(goarch "${arch}") $extra_go_env \
+        go build -a -ldflags "-s -w" -trimpath -buildvcs=false -o "${dir}/bin/${binary}${extension}" "${DIR}/cmd/${binary}" && \
+      cp "${dir}/bin/${binary}${extension}" "${binary}-${os}-${arch}${extension}" &
     done
   done
 done
 
+wait
+
 for os in Darwin Linux Windows; do
   for arch in x86_64 riscv64 arm64 armv7; do
     if [[ ! "${arch}" =~ x86_64|arm64 ]] && [ "${os}" != "Linux" ]; then
@@ -140,6 +151,8 @@ for os in Darwin Linux Windows; do
   done
 done
 
+i=0
+
 for os in Darwin Linux; do
   for arch in x86_64 riscv64 arm64 armv7; do
     if [[ ! "${arch}" =~ x86_64|arm64 ]] && [ "${os}" != "Linux" ]; then
@@ -148,11 +161,12 @@ for os in Darwin Linux; do
     if [ "${os}" == "Linux" ] && [ "${arch}" == "arm64" ]; then
       arch="aarch64"
     fi
+    ((i=i%NUM_JOBS)) || true; ((i++==0)) && wait
     dir="${os}/${arch}/${BASE_NAME}"
     tar_context_dir="$(dirname "${dir}")"
     tar_dir="${BASE_NAME}"
     tarball="${BASE_NAME}-${os}-${arch}.tar.gz"
-    tar -C "${tar_context_dir}" -cvzf "${tarball}" "${tar_dir}"
+    tar -C "${tar_context_dir}" -cvzf "${tarball}" "${tar_dir}" &
   done
 done