build 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. #!/bin/bash
  2. # This script helps to build release artifacts.
  3. # arg1: profile, e.g. emqx | emqx-edge | emqx-pkg | emqx-edge-pkg
  4. # arg2: artifact, e.g. rel | relup | zip | pkg
  5. set -euo pipefail
  6. PROFILE="$1"
  7. ARTIFACT="$2"
  8. # ensure dir
  9. cd -P -- "$(dirname -- "${BASH_SOURCE[0]}")"
  10. PKG_VSN="$(./pkg-vsn.sh)"
  11. export PKG_VSN
  12. if [ "$(uname -s)" = 'Darwin' ]; then
  13. SYSTEM=macos
  14. elif [ "$(uname -s)" = 'Linux' ]; then
  15. if grep -q -i 'centos' /etc/*-release; then
  16. DIST='centos'
  17. VERSION_ID="$(rpm --eval '%{centos_ver}')"
  18. else
  19. DIST="$(sed -n '/^ID=/p' /etc/os-release | sed -r 's/ID=(.*)/\1/g' | sed 's/"//g')"
  20. VERSION_ID="$(sed -n '/^VERSION_ID=/p' /etc/os-release | sed -r 's/VERSION_ID=(.*)/\1/g' | sed 's/"//g')"
  21. fi
  22. SYSTEM="$(echo "${DIST}${VERSION_ID}" | sed -r 's/([a-zA-Z]*)-.*/\1/g')"
  23. fi
  24. ARCH="$(uname -m)"
  25. case "$ARCH" in
  26. x86_64)
  27. ARCH='amd64'
  28. ;;
  29. aarch64)
  30. ARCH='arm64'
  31. ;;
  32. arm*)
  33. ARCH=arm
  34. ;;
  35. esac
  36. export ARCH
  37. ##
  38. ## Support RPM and Debian based linux systems
  39. ##
  40. if [ "$(uname -s)" = 'Linux' ]; then
  41. case "${DIST:-}" in
  42. ubuntu|debian|raspbian)
  43. PKGERDIR='deb'
  44. ;;
  45. *)
  46. PKGERDIR='rpm'
  47. ;;
  48. esac
  49. fi
  50. log() {
  51. local msg="$1"
  52. # rebar3 prints ===>, so we print ===<
  53. echo "===< $msg"
  54. }
  55. make_rel() {
  56. # shellcheck disable=SC1010
  57. ./rebar3 as "$PROFILE" do release,tar
  58. if [ "$(find "_build/$PROFILE/rel/emqx/lib/" -name 'gpb-*' -type d)" != "" ]; then
  59. echo "gpb should not be included in the release"
  60. exit 1
  61. fi
  62. }
  63. ## unzip previous version .zip files to _build/$PROFILE/rel/emqx/releases before making relup
  64. make_relup() {
  65. local lib_dir="_build/$PROFILE/rel/emqx/lib"
  66. local releases_dir="_build/$PROFILE/rel/emqx/releases"
  67. mkdir -p "$lib_dir" "$releases_dir"
  68. local releases=()
  69. if [ -d "$releases_dir" ]; then
  70. while read -r zip; do
  71. local base_vsn
  72. base_vsn="$(echo "$zip" | grep -oE "[0-9]+\.[0-9]+(\.[0-9]+|(-(alpha|beta)\.[0-9]))(-[0-9a-e]{8})?")"
  73. if [ ! -d "$releases_dir/$base_vsn" ]; then
  74. local tmp_dir
  75. tmp_dir="$(mktemp -d -t emqx.XXXXXXX)"
  76. unzip -q "$zip" "emqx/releases/*" -d "$tmp_dir"
  77. unzip -q "$zip" "emqx/lib/*" -d "$tmp_dir"
  78. cp -r -n "$tmp_dir/emqx/releases"/* "$releases_dir"
  79. cp -r -n "$tmp_dir/emqx/lib"/* "$lib_dir"
  80. rm -rf "$tmp_dir"
  81. fi
  82. releases+=( "$base_vsn" )
  83. done < <(find _upgrade_base -maxdepth 1 -name "*$PROFILE-$SYSTEM*-$ARCH.zip" -type f)
  84. fi
  85. if [ ${#releases[@]} -eq 0 ]; then
  86. log "No upgrade base found, relup ignored"
  87. return 0
  88. fi
  89. RELX_BASE_VERSIONS="$(IFS=, ; echo "${releases[*]}")"
  90. export RELX_BASE_VERSIONS
  91. ./rebar3 as "$PROFILE" relup --relname emqx --relvsn "${PKG_VSN}"
  92. }
  93. ## make_zip turns .tar.gz into a .zip with a slightly different name.
  94. ## It assumes the .tar.gz has been built -- relies on Makefile dependency
  95. make_zip() {
  96. # build the tarball again to ensure relup is included
  97. make_rel
  98. tard="/tmp/emqx_untar_${PKG_VSN}"
  99. rm -rf "${tard}"
  100. mkdir -p "${tard}/emqx"
  101. local relpath="_build/${PROFILE}/rel/emqx"
  102. local pkgpath="_packages/${PROFILE}"
  103. mkdir -p "${pkgpath}"
  104. local tarball="${relpath}/emqx-${PKG_VSN}.tar.gz"
  105. if [ ! -f "$tarball" ]; then
  106. log "ERROR: $tarball is not found"
  107. fi
  108. local zipball
  109. zipball="${pkgpath}/${PROFILE}-${SYSTEM}-${PKG_VSN}-${ARCH}.zip"
  110. tar zxf "${tarball}" -C "${tard}/emqx"
  111. (cd "${tard}" && zip -qr - emqx) > "${zipball}"
  112. }
  113. make_docker() {
  114. ## Build Docker image
  115. echo "DOCKER BUILD: Build Docker image."
  116. echo "DOCKER BUILD: build version -> $PKG_VSN."
  117. echo "DOCKER BUILD: docker repo -> emqx/$PROFILE "
  118. docker build --no-cache \
  119. --build-arg PKG_VSN="$PKG_VSN" \
  120. --build-arg BUILD_FROM="emqx/build-env:erl${OTP:-23.2.7.2-emqx-2}-alpine" \
  121. --build-arg EMQX_NAME="$PROFILE" \
  122. --tag "emqx/$PROFILE:$PKG_VSN" \
  123. -f deploy/docker/Dockerfile .
  124. }
  125. log "building artifact=$ARTIFACT for profile=$PROFILE"
  126. case "$ARTIFACT" in
  127. rel)
  128. make_rel
  129. ;;
  130. relup)
  131. make_relup
  132. ;;
  133. zip)
  134. make_zip
  135. ;;
  136. pkg)
  137. if [ -z "${PKGERDIR:-}" ]; then
  138. log "Skipped making deb/rpm package for $SYSTEM"
  139. exit 0
  140. fi
  141. make -C "deploy/packages/${PKGERDIR}" clean
  142. EMQX_REL="$(pwd)" EMQX_BUILD="${PROFILE}" SYSTEM="${SYSTEM}" make -C "deploy/packages/${PKGERDIR}"
  143. ;;
  144. docker)
  145. make_docker
  146. ;;
  147. *)
  148. log "Unknown artifact $ARTIFACT"
  149. exit 1
  150. ;;
  151. esac