chore: add scripts for packages

coder · deansheather · Jun 18, 2022 · Jun 7, 2022 · Jun 8, 2022 · Jun 8, 2022
commit cef0221055699d7e5d0eb9030efaadd07537c106
diff --git a/scripts/archive.sh b/scripts/archive.sh
@@ -15,6 +15,8 @@
 # $AC_APPLICATION_IDENTITY must be set and the signing certificate must be
 # imported for this to work. Also, the input binary must already be signed with
 # the `codesign` tool.
+#
+# The absolute output path is printed on success.
 
 set -euo pipefail
 # shellcheck source=lib.sh
@@ -93,19 +95,22 @@ ln -s "$(realpath LICENSE)" "$temp_dir/"
 # Ensure parent output dir and non-existent output file.
 mkdir -p "$(dirname "$output_path")"
 if [[ -e "$output_path" ]]; then
-    error "Output path '$output_path' already exists!"
+    rm "$output_path"
 fi
 
 cd "$temp_dir"
 if [[ "$format" == "zip" ]]; then
-    zip "$output_path" ./*
+    zip "$output_path" ./* 1>&2
 else
-    tar --dereference -czvf "$output_path" ./*
+    tar --dereference -czvf "$output_path" ./* 1>&2
 fi
 
+cdroot
 rm -rf "$temp_dir"
 
 if [[ "$sign_darwin" == 1 ]]; then
-    echo "Notarizing binary..."
+    echo "Notarizing archive..."
     execrelative ./sign_darwin.sh "$output_path"
 fi
+
+echo -n "$output_path"
diff --git a/scripts/build_go.sh b/scripts/build_go.sh
@@ -29,7 +29,7 @@ slim="${CODER_SLIM_BUILD:-0}"
 sign_darwin=0
 output_path=""
 
-args="$(getopt -o "" -l version:,os:,arch:,output:,slim -- "$@")"
+args="$(getopt -o "" -l version:,os:,arch:,output:,slim,sign-darwin -- "$@")"
 eval set -- "$args"
 while true; do
     case "$1" in
@@ -99,7 +99,7 @@ CGO_ENABLED=0 GOOS="$os" GOARCH="$arch" go build \
     "${build_args[@]}" \
     ./cmd/coder 1>&2
 
-if [[ "$GOOS" == "darwin" ]] && [[ "$sign_darwin" == 1 ]]; then
+if [[ "$sign_darwin" == 1 ]] && [[ "$os" == "darwin" ]]; then
     codesign -s "$AC_APPLICATION_IDENTITY" -f -v --timestamp --options runtime "$output_path"
 fi
 

diff --git a/scripts/build_go_matrix.sh b/scripts/build_go_matrix.sh
@@ -3,7 +3,7 @@
 # This script builds multiple Go binaries for Coder with the given OS and
 # architecture combinations.
 #
-# Usage: ./build_go_matrix.sh [--version 1.2.3+devel.abcdef] [--output dist/] [--slim] [--sign-darwin] os1:arch1,arch2 os2:arch1 os1:arch3
+# Usage: ./build_go_matrix.sh [--version 1.2.3+devel.abcdef] [--output dist/] [--slim] [--sign-darwin] [--archive] [--package-linux] os1:arch1,arch2 os2:arch1 os1:arch3
 #
 # If no OS:arch combinations are provided, nothing will happen and no error will
 # be returned. Slim builds are disabled by default. If no version is specified,
@@ -22,6 +22,14 @@
 # If the --sign-darwin parameter is specified, all darwin binaries will be
 # signed using the `codesign` utility. $AC_APPLICATION_IDENTITY must be set and
 # the signing certificate must be imported for this to work.
+#
+# If the --archive parameter is specified, all binaries will be archived using
+# ./archive.sh. The --sign-darwin parameter will be carried through, and all
+# archive files will be dropped in the output directory with the same name as
+# the binary and the .zip (for windows and darwin) or .tar.gz extension.
+#
+# If the --package-linux parameter is specified, all linux binaries will be
+# packaged using ./package.sh. Requires the nfpm binary.
 
 set -euo pipefail
 # shellcheck source=lib.sh
@@ -31,8 +39,10 @@ version=""
 output_path=""
 slim=0
 sign_darwin=0
+archive=0
+package_linux=0
 
-args="$(getopt -o "" -l version:,output:,slim,sign-darwin -- "$@")"
+args="$(getopt -o "" -l version:,output:,slim,sign-darwin,archive,package-linux -- "$@")"
 eval set -- "$args"
 while true; do
     case "$1" in
@@ -57,6 +67,14 @@ while true; do
         sign_darwin=1
         shift
         ;;
+    --archive)
+        archive=1
+        shift
+        ;;
+    --package-linux)
+        package_linux=1
+        shift
+        ;;
     --)
         shift
         break
@@ -72,7 +90,8 @@ if [[ "$output_path" == "" ]]; then
     # Input paths are relative, so we don't cdroot at the top, but for this case
     # we want it to be relative to the root.
     cdroot
-    output_path="dist/coder_{version}_{os}_{arch}"
+    mkdir -p dist
+    output_path="$(realpath "dist/coder_{version}_{os}_{arch}")"
 elif [[ "$output_path" == */ ]]; then
     output_path="${output_path}coder_{version_{os}_{arch}"
 else
@@ -102,10 +121,13 @@ for spec in "$@"; do
             error "Could not parse matrix build spec '$spec': invalid architecture '$spec_arch'"
         fi
 
-        specs+=("$spec_os $spec_arch")
+        specs+=("$spec_os:$spec_arch")
     done
 done
 
+# Remove duplicate specs while maintaining the same order.
+mapfile -t specs < <(echo "${specs[@]}" | tr " " "\n" | awk '!a[$0]++')
+
 build_args=()
 if [[ "$slim" == 1 ]]; then
     build_args+=(--slim)
@@ -116,8 +138,8 @@ fi
 
 # Build each spec.
 for spec in "${specs[@]}"; do
-    spec_os="$(echo "$spec" | cut -d " " -f 1)"
-    spec_arch="$(echo "$spec" | cut -d " " -f 2)"
+    spec_os="$(echo "$spec" | cut -d ":" -f 1)"
+    spec_arch="$(echo "$spec" | cut -d ":" -f 2)"
 
     # Craft output path from the template.
     spec_output="$output_path"
@@ -142,4 +164,34 @@ for spec in "${specs[@]}"; do
         "${build_args[@]}"
     echo
     echo
+
+    if [[ "$archive" == 1 ]]; then
+        spec_archive_format="tar.gz"
+        if [[ "$spec_os" == "windows" ]] || [[ "$spec_os" == "darwin" ]]; then
+            spec_archive_format="zip"
+        fi
+        spec_output_archive="$spec_output.$spec_archive_format"
+
+        archive_args=()
+        if [[ "$sign_darwin" == 1 ]] && [[ "$spec_os" == "darwin" ]]; then
+            archive_args+=(--sign-darwin)
+        fi
+
+        echo "--- Creating archive for $spec_os $spec_arch ($spec_output_archive)"
+        execrelative ./archive.sh \
+            --format "$spec_archive_format" \
+            --output "$spec_output_archive" \
+            "${archive_args[@]}" \
+            "$spec_output_binary"
+        echo
+        echo
+    fi
+
+    if [[ "$package_linux" == 1 ]] && [[ "$spec_os" == "linux" ]]; then
+        execrelative ./package.sh \
+            --arch "$spec_arch" \
+            --version "$version" \
+            "$spec_output_binary"
+        echo
+    fi
 done
diff --git a/scripts/lib.sh b/scripts/lib.sh
@@ -5,8 +5,8 @@
 
 set -euo pipefail
 
-SCRIPT_DIR=$(dirname "${BASH_SOURCE[0]}")
-PROJECT_ROOT=$(cd "$SCRIPT_DIR" && git rev-parse --show-toplevel)
+SCRIPT_DIR="$(realpath "$(dirname "${BASH_SOURCE[0]}")")"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR" && realpath "$(git rev-parse --show-toplevel)")"
 
 # pushd is a silent alternative to the real pushd shell command.
 pushd() {

diff --git a/scripts/nfpm.yaml b/scripts/nfpm.yaml
@@ -0,0 +1,25 @@
+name: coder
+platform: linux
+arch: "${GOARCH}"
+version: "${CODER_VERSION}"
+version_schema: semver
+release: 1
+
+vendor: Coder
+homepage: https://coder.com
+maintainer: Coder <support@coder.com>
+description: |
+  Provision development environments with infrastructure with code
+license: AGPL-3.0
+
+suggests:
+  - postgresql
+
+contents:
+  - src: coder
+    dst: /usr/bin/coder
+  - src: coder.env
+    dst: /etc/coder.d/coder.env
+    type: "config|noreplace"
+  - src: coder.service
+    dst: /usr/lib/systemd/system/coder.service
diff --git a/scripts/package.sh b/scripts/package.sh
@@ -0,0 +1,80 @@
+#!/usr/bin/env bash
+
+# This script creates Linux packages for the given binary. It will output a
+# .rpm, .deb and .apk file in the same directory as the input file with the same
+# filename (except the package format suffix).
+#
+# ./package.sh --arch amd64 [--version 1.2.3] path/to/coder
+#
+# The --arch parameter is required. If no version is specified, defaults to the
+# version from ./version.sh.
+
+set -euo pipefail
+# shellcheck source=lib.sh
+source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
+
+version=""
+arch=""
+
+args="$(getopt -o "" -l arch:,version: -- "$@")"
+eval set -- "$args"
+while true; do
+    case "$1" in
+    --arch)
+        arch="$2"
+        shift 2
+        ;;
+    --version)
+        version="$2"
+        shift 2
+        ;;
+    --)
+        shift
+        break
+        ;;
+    *)
+        error "Unrecognized option: $1"
+        ;;
+    esac
+done
+
+if [[ "$arch" == "" ]]; then
+    error "--arch is a required parameter"
+fi
+
+if [[ "$#" != 1 ]]; then
+    error "Exactly one argument must be provided to this script, $# were supplied"
+fi
+if [[ ! -f "$1" ]]; then
+    error "File '$1' does not exist or is not a regular file"
+fi
+input_file="$(realpath "$1")"
+
+# Remove the "v" prefix.
+version="${version#v}"
+if [[ "$version" == "" ]]; then
+    version="$(execrelative ./version.sh)"
+fi
+
+# Make temporary dir where all source files intended to be in the package will
+# be hardlinked from.
+cdroot
+temp_dir="$(TMPDIR="$(dirname "$input_file")" mktemp -d)"
+ln -P "$input_file" "$temp_dir/coder"
+ln -P "$(realpath coder.env)" "$temp_dir/"
+ln -P "$(realpath coder.service)" "$temp_dir/"
+ln -P "$(realpath scripts/nfpm.yaml)" "$temp_dir/"
+
+cd "$temp_dir"
+
+formats=(apk deb rpm)
+for format in "${formats[@]}"; do
+    output_path="$input_file.$format"
+    echo "--- Building $format package ($output_path)"
+    nfpm package \
+        -f nfpm.yaml \
+        -p "$format" \
+        -t "$output_path"
+done
+
+rm -rf "$temp_dir"