Skip to content

Commit 9fe56f1

Browse files
hasufellwz1000
hasufell
and
wz1000
authoredMar 23, 2023
Migrate release CI to github (#3406)
* Migrate to github CI * Parallelize GHC builds * Avoid building local packages twice * Prepare for building 9.2.6 * Fix build on darwin M1 9.0.2 * Drop build of windows 9.2.6 due to https://gitlab.haskell.org/ghc/ghc/-/issues/22961 * Drop 9.0.2 for darwin M1 * Fix build on windows by disabling ghc-check pkg ABI check * Use git-archive to create src tarball in upload * Build releases for 9.2.7 * Build src archive in github action * Build on unknown-linux too * Try to build GHC-9.4.4 for unknown linux on Fedora33 * Make sure hls-wrapper binary comes from GHC-8.10.7 --------- Co-authored-by: wz1000 <[email protected]>
·
2.10.0.01.10.0.0-wip
1 parent 191bda6 commit 9fe56f1

20 files changed

+1729
-915
lines changed
 

‎.cirrus.yml

+109
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,109 @@
1+
# release CI for FreeBSD
2+
compute_engine_instance:
3+
image_project: freebsd-org-cloud-dev
4+
image: family/freebsd-13-1
5+
platform: freebsd
6+
disk: 100 # Gb
7+
8+
build_task:
9+
timeout_in: 120m
10+
only_if: $CIRRUS_TAG != ''
11+
env:
12+
AWS_ACCESS_KEY_ID: ENCRYPTED[dc5896620ebc12e98e6bbe96f72c5a2fe3785f439b7b2346797355f8d329a4bfd8ef6e58086bfc014be0d914424101cd]
13+
AWS_SECRET_ACCESS_KEY: ENCRYPTED[6501cd594aca08c6c67cc679dd6f6d30db0cd44a81cceddebf32bb3d0a37f9af19cd71ddb7169d3f7b284a7829969f9e]
14+
S3_HOST: ENCRYPTED[d3fef1b5850e85d80dd1684370b53183df2218f2d36509108a2703371afd9ebd3f9596ad4de52487c15ea29baed606b7]
15+
TARBALL_EXT: "tar.xz"
16+
ARCH: 64
17+
ARTIFACT: "x86_64-freebsd"
18+
DISTRO: "na"
19+
RUNNER_OS: "FreeBSD"
20+
ADD_CABAL_ARGS: "--enable-split-sections"
21+
GITHUB_WORKSPACE: ${CIRRUS_WORKING_DIR}
22+
CABAL_CACHE_NONFATAL: "yes"
23+
matrix:
24+
- name: build-ghc-8.10.7
25+
env:
26+
GHC_VERSION: 8.10.7
27+
- name: build-ghc-9.0.2
28+
env:
29+
GHC_VERSION: 9.0.2
30+
- name: build-ghc-9.2.5
31+
env:
32+
GHC_VERSION: 9.2.5
33+
- name: build-ghc-9.2.7
34+
env:
35+
GHC_VERSION: 9.2.7
36+
install_script: pkg install -y hs-cabal-install git bash misc/compat10x misc/compat11x misc/compat12x gmake patchelf tree
37+
script:
38+
- tzsetup Etc/GMT
39+
- adjkerntz -a
40+
- bash .github/scripts/build.sh
41+
- tar caf out.tar.xz out/ store/
42+
binaries_artifacts:
43+
path: "out.tar.xz"
44+
45+
46+
bindist_task:
47+
name: bindist
48+
depends_on:
49+
- build-ghc-8.10.7
50+
- build-ghc-9.0.2
51+
- build-ghc-9.2.5
52+
- build-ghc-9.2.7
53+
timeout_in: 120m
54+
only_if: $CIRRUS_TAG != ''
55+
env:
56+
TARBALL_EXT: "tar.xz"
57+
ARCH: 64
58+
ARTIFACT: "x86_64-freebsd"
59+
DISTRO: "na"
60+
RUNNER_OS: "FreeBSD"
61+
GITHUB_WORKSPACE: ${CIRRUS_WORKING_DIR}
62+
install_script: pkg install -y hs-cabal-install git bash misc/compat10x misc/compat11x misc/compat12x gmake patchelf tree unzip
63+
script:
64+
- tzsetup Etc/GMT
65+
- adjkerntz -a
66+
67+
- curl -o binaries-8.10.7.tar.xz -L https://api.cirrus-ci.com/v1/artifact/build/${CIRRUS_BUILD_ID}/build-ghc-8.10.7/binaries/out.tar.xz
68+
- tar xvf binaries-8.10.7.tar.xz
69+
- rm -f binaries-8.10.7.tar.xz
70+
71+
- curl -o binaries-9.0.2.tar.xz -L https://api.cirrus-ci.com/v1/artifact/build/${CIRRUS_BUILD_ID}/build-ghc-9.0.2/binaries/out.tar.xz
72+
- tar xvf binaries-9.0.2.tar.xz
73+
- rm -f binaries-9.0.2.tar.xz
74+
75+
- curl -o binaries-9.2.5.tar.xz -L https://api.cirrus-ci.com/v1/artifact/build/${CIRRUS_BUILD_ID}/build-ghc-9.2.5/binaries/out.tar.xz
76+
- tar xvf binaries-9.2.5.tar.xz
77+
- rm -f binaries-9.2.5.tar.xz
78+
79+
- curl -o binaries-9.2.7.tar.xz -L https://api.cirrus-ci.com/v1/artifact/build/${CIRRUS_BUILD_ID}/build-ghc-9.2.7/binaries/out.tar.xz
80+
- tar xvf binaries-9.2.7.tar.xz
81+
- rm -f binaries-9.2.7.tar.xz
82+
83+
- bash .github/scripts/bindist.sh
84+
bindist_artifacts:
85+
path: "./out/*.tar.xz"
86+
87+
test_task:
88+
name: test
89+
depends_on:
90+
- bindist
91+
timeout_in: 120m
92+
only_if: $CIRRUS_TAG != ''
93+
env:
94+
TARBALL_EXT: "tar.xz"
95+
ARCH: 64
96+
ARTIFACT: "x86_64-freebsd"
97+
DISTRO: "na"
98+
RUNNER_OS: "FreeBSD"
99+
GITHUB_WORKSPACE: ${CIRRUS_WORKING_DIR}
100+
install_script: pkg install -y hs-cabal-install git bash misc/compat10x misc/compat11x misc/compat12x gmake patchelf tree unzip
101+
script:
102+
- tzsetup Etc/GMT
103+
- adjkerntz -a
104+
105+
- curl -O -L https://api.cirrus-ci.com/v1/artifact/build/${CIRRUS_BUILD_ID}/bindist/bindist.zip
106+
- unzip bindist.zip
107+
108+
- bash .github/scripts/test.sh
109+

‎.github/scripts/bindist.sh

+34
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
#!/bin/bash
2+
3+
set -eux
4+
5+
. .github/scripts/env.sh
6+
. .github/scripts/common.sh
7+
8+
# ensure ghcup
9+
if ! command -v ghcup ; then
10+
install_ghcup
11+
fi
12+
13+
# create tarball/zip
14+
case "${TARBALL_EXT}" in
15+
zip)
16+
HLS_VERSION="$(grep '^version:' haskell-language-server.cabal | awk '{ print $2 }')"
17+
(
18+
cd "$CI_PROJECT_DIR/out/${ARTIFACT}"
19+
zip "$CI_PROJECT_DIR/out/haskell-language-server-${HLS_VERSION}-${ARTIFACT}.zip" haskell-language-server-*
20+
)
21+
;;
22+
tar.xz)
23+
# we need to control the order, so the hls wrapper binary is installed
24+
# from the oldest version in the list
25+
: "${GHCS:="$(cd "$CI_PROJECT_DIR/out/${ARTIFACT}" && rm -f ./*.json && for ghc in * ; do printf "%s\n" "$ghc" ; done | sort -r | tr '\n' ' ')"}"
26+
emake --version
27+
emake GHCUP=ghcup ARTIFACT="${ARTIFACT}" GHCS="${GHCS}" bindist
28+
emake GHCUP=ghcup ARTIFACT="${ARTIFACT}" bindist-tar
29+
emake GHCUP=ghcup GHCS="${GHCS}" clean-ghcs
30+
;;
31+
*)
32+
fail "Unknown TARBALL_EXT: ${TARBALL_EXT}"
33+
;;
34+
esac

‎.github/scripts/brew.sh

+27
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
#!/bin/sh
2+
3+
set -eux
4+
5+
. .github/scripts/env.sh
6+
7+
if [ -e "$HOME/.brew" ] ; then
8+
(
9+
cd "$HOME/.brew"
10+
git fetch --depth 1
11+
git reset --hard origin/master
12+
)
13+
else
14+
git clone --depth=1 https://github.com/Homebrew/brew "$HOME/.brew"
15+
fi
16+
export PATH="$HOME/.brew/bin:$HOME/.brew/sbin:$PATH"
17+
18+
mkdir -p $CI_PROJECT_DIR/.brew_cache
19+
export HOMEBREW_CACHE=$CI_PROJECT_DIR/.brew_cache
20+
mkdir -p $CI_PROJECT_DIR/.brew_logs
21+
export HOMEBREW_LOGS=$CI_PROJECT_DIR/.brew_logs
22+
mkdir -p /private/tmp/.brew_tmp
23+
export HOMEBREW_TEMP=/private/tmp/.brew_tmp
24+
25+
#brew update
26+
brew install ${1+"$@"}
27+

‎.github/scripts/build.sh

+61
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
#!/bin/bash
2+
3+
set -eux
4+
5+
. .github/scripts/env.sh
6+
. .github/scripts/common.sh
7+
8+
uname -a
9+
uname -p
10+
uname
11+
pwd
12+
env
13+
14+
# ensure ghcup
15+
if ! command -v ghcup ; then
16+
install_ghcup
17+
fi
18+
19+
# ensure cabal-cache
20+
download_cabal_cache "$HOME/.local/bin/cabal-cache"
21+
22+
23+
# build
24+
ecabal update
25+
ghcup install ghc "${GHC_VERSION}"
26+
ghcup set ghc "${GHC_VERSION}"
27+
"ghc-${GHC_VERSION}" --info
28+
"ghc" --info
29+
30+
mkdir -p "$CI_PROJECT_DIR/out/${ARTIFACT}"
31+
mkdir -p "$CI_PROJECT_DIR/out/plan.json"
32+
33+
case "$(uname)" in
34+
MSYS_*|MINGW*)
35+
args=( -O2 -w "ghc-$GHC_VERSION" --project-file cabal.project --disable-profiling --disable-tests --enable-executable-stripping ${ADD_CABAL_ARGS})
36+
37+
# Shorten binary names
38+
# due to MAX_PATH issues on windows
39+
sed -i.bak -e 's/haskell-language-server/hls/g' \
40+
-e 's/haskell_language_server/hls/g' \
41+
haskell-language-server.cabal cabal.project
42+
sed -i.bak -e 's/Paths_haskell_language_server/Paths_hls/g' \
43+
src/**/*.hs exe/*.hs
44+
45+
# shellcheck disable=SC2068
46+
build_with_cache ${args[@]} exe:hls exe:hls-wrapper
47+
cp dist-newstyle/cache/plan.json "$CI_PROJECT_DIR/out/plan.json/${ARTIFACT}-ghc-${GHC_VERSION}-plan.json"
48+
49+
# shellcheck disable=SC2068
50+
cp "$(cabal list-bin -v0 ${args[@]} exe:hls)" "$CI_PROJECT_DIR/out/${ARTIFACT}/haskell-language-server-${GHC_VERSION}${ext}"
51+
# shellcheck disable=SC2068
52+
cp "$(cabal list-bin -v0 ${args[@]} exe:hls-wrapper)" "$CI_PROJECT_DIR/out/${ARTIFACT}/haskell-language-server-wrapper${ext}"
53+
;;
54+
*)
55+
sed -i.bak -e '/DELETE MARKER FOR CI/,/END DELETE/d' cabal.project # see comment in cabal.project
56+
emake --version
57+
emake GHCUP=ghcup CABAL_CACHE_BIN=cabal-cache.sh S3_HOST="${S3_HOST}" S3_KEY="${ARTIFACT}" GHC_VERSION="${GHC_VERSION}" hls-ghc
58+
;;
59+
esac
60+
61+

‎.github/scripts/cabal-cache.sh

+20
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
#!/usr/bin/env bash
2+
3+
case "$(uname -s)" in
4+
MSYS_*|MINGW*)
5+
ext=".exe"
6+
;;
7+
*)
8+
ext=""
9+
;;
10+
esac
11+
12+
if [ "${CABAL_CACHE_DISABLE}" = "yes" ] ; then
13+
echo "cabal-cache disabled (CABAL_CACHE_DISABLE set)"
14+
elif [ "${CABAL_CACHE_NONFATAL}" = "yes" ] ; then
15+
time "cabal-cache${ext}" "$@" || echo "cabal-cache failed (CABAL_CACHE_NONFATAL set)"
16+
else
17+
time "cabal-cache${ext}" "$@"
18+
exit $?
19+
fi
20+

‎.github/scripts/common.sh

+206
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,206 @@
1+
#!/bin/bash
2+
3+
. .github/scripts/env.sh
4+
5+
# Colors
6+
RED="0;31"
7+
LT_BROWN="1;33"
8+
LT_BLUE="1;34"
9+
10+
ecabal() {
11+
cabal "$@"
12+
}
13+
14+
nonfatal() {
15+
"$@" || "$* failed"
16+
}
17+
18+
# sync the relevant parts of cabal artifacts that are part of
19+
# the current plan.json from an S3 bucket
20+
sync_from() {
21+
if [ "${RUNNER_OS}" != "Windows" ] ; then
22+
cabal_store_path="$(dirname "$(cabal help user-config | tail -n 1 | xargs)")/store"
23+
fi
24+
25+
cabal-cache.sh sync-from-archive \
26+
--host-name-override="${S3_HOST}" \
27+
--host-port-override=443 \
28+
--host-ssl-override=True \
29+
--region us-west-2 \
30+
$([ "${RUNNER_OS}" != "Windows" ] && echo --store-path="$cabal_store_path") \
31+
--archive-uri "s3://haskell-language-server/${ARTIFACT}"
32+
}
33+
34+
# sync the relevant parts of cabal artifacts that are part of
35+
# the current plan.json to an S3 bucket
36+
sync_to() {
37+
if [ "${RUNNER_OS}" != "Windows" ] ; then
38+
cabal_store_path="$(dirname "$(cabal help user-config | tail -n 1 | xargs)")/store"
39+
fi
40+
41+
cabal-cache.sh sync-to-archive \
42+
--host-name-override="${S3_HOST}" \
43+
--host-port-override=443 \
44+
--host-ssl-override=True \
45+
--region us-west-2 \
46+
$([ "${RUNNER_OS}" != "Windows" ] && echo --store-path="$cabal_store_path") \
47+
--archive-uri "s3://haskell-language-server/${ARTIFACT}"
48+
}
49+
50+
sha_sum() {
51+
if [ "${RUNNER_OS}" = "FreeBSD" ] ; then
52+
sha256 "$@"
53+
else
54+
sha256sum "$@"
55+
fi
56+
}
57+
58+
git_describe() {
59+
git config --global --get-all safe.directory | grep '^\*$' || git config --global --add safe.directory "*"
60+
git describe --always
61+
}
62+
63+
download_cabal_cache() {
64+
(
65+
set -e
66+
dest="$HOME/.local/bin/cabal-cache"
67+
url=""
68+
exe=""
69+
cd /tmp
70+
case "${RUNNER_OS}" in
71+
"Linux")
72+
case "${ARCH}" in
73+
"32") url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/i386-linux-cabal-cache
74+
;;
75+
"64") url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/x86_64-linux-cabal-cache
76+
;;
77+
"ARM64") url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/aarch64-linux-cabal-cache
78+
;;
79+
"ARM") url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/armv7-linux-cabal-cache
80+
;;
81+
esac
82+
;;
83+
"FreeBSD")
84+
url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/x86_64-portbld-freebsd-cabal-cache
85+
;;
86+
"Windows")
87+
exe=".exe"
88+
url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/x86_64-mingw64-cabal-cache
89+
;;
90+
"macOS")
91+
case "${ARCH}" in
92+
"ARM64") url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/aarch64-apple-darwin-cabal-cache
93+
;;
94+
"64") url=https://downloads.haskell.org/~ghcup/unofficial-bindists/cabal-cache/experimental5/x86_64-apple-darwin-cabal-cache
95+
;;
96+
esac
97+
;;
98+
esac
99+
100+
if [ -n "${url}" ] ; then
101+
case "${url##*.}" in
102+
"gz")
103+
curl -L -o - "${url}" | gunzip > cabal-cache${exe}
104+
;;
105+
*)
106+
curl -o cabal-cache${exe} -L "${url}"
107+
;;
108+
esac
109+
sha_sum cabal-cache${exe}
110+
mv "cabal-cache${exe}" "${dest}${exe}"
111+
chmod +x "${dest}${exe}"
112+
fi
113+
114+
# install shell wrapper
115+
cp "${CI_PROJECT_DIR}"/.github/scripts/cabal-cache.sh "$HOME"/.local/bin/
116+
chmod +x "$HOME"/.local/bin/cabal-cache.sh
117+
)
118+
}
119+
120+
build_with_cache() {
121+
ecabal configure "$@"
122+
ecabal build --dependencies-only "$@" --dry-run
123+
nonfatal sync_from
124+
ecabal build "$@"
125+
nonfatal sync_to
126+
}
127+
128+
install_ghcup() {
129+
find "$GHCUP_INSTALL_BASE_PREFIX"
130+
mkdir -p "$GHCUP_BIN"
131+
mkdir -p "$GHCUP_BIN"/../cache
132+
133+
if [ "${RUNNER_OS}" = "FreeBSD" ] ; then
134+
curl -o ghcup https://downloads.haskell.org/ghcup/tmp/x86_64-portbld-freebsd-ghcup-0.1.18.1
135+
chmod +x ghcup
136+
mv ghcup "$HOME/.local/bin/ghcup"
137+
else
138+
curl --proto '=https' --tlsv1.2 -sSf https://get-ghcup.haskell.org | BOOTSTRAP_HASKELL_MINIMAL=1 sh
139+
source "$(dirname "${GHCUP_BIN}")/env"
140+
ghcup install cabal --set "${BOOTSTRAP_HASKELL_CABAL_VERSION}"
141+
fi
142+
}
143+
144+
strip_binary() {
145+
(
146+
set -e
147+
local binary=$1
148+
case "$(uname -s)" in
149+
"Darwin"|"darwin")
150+
;;
151+
MSYS_*|MINGW*)
152+
;;
153+
*)
154+
strip -s "${binary}"
155+
;;
156+
esac
157+
)
158+
}
159+
160+
# GitLab Pipelines log section delimiters
161+
# https://gitlab.com/gitlab-org/gitlab-foss/issues/14664
162+
start_section() {
163+
name="$1"
164+
echo -e "section_start:$(date +%s):$name\015\033[0K"
165+
}
166+
167+
end_section() {
168+
name="$1"
169+
echo -e "section_end:$(date +%s):$name\015\033[0K"
170+
}
171+
172+
echo_color() {
173+
local color="$1"
174+
local msg="$2"
175+
echo -e "\033[${color}m${msg}\033[0m"
176+
}
177+
178+
error() { echo_color "${RED}" "$1"; }
179+
warn() { echo_color "${LT_BROWN}" "$1"; }
180+
info() { echo_color "${LT_BLUE}" "$1"; }
181+
182+
fail() { error "error: $1"; exit 1; }
183+
184+
run() {
185+
info "Running $*..."
186+
"$@" || ( error "$* failed"; return 1; )
187+
}
188+
189+
emake() {
190+
if command -v gmake >/dev/null 2>&1 ; then
191+
gmake "$@"
192+
else
193+
make "$@"
194+
fi
195+
}
196+
197+
mktempdir() {
198+
case "$(uname -s)" in
199+
"Darwin"|"darwin")
200+
mktemp -d -t hls_ci.XXXXXXX
201+
;;
202+
*)
203+
mktemp -d
204+
;;
205+
esac
206+
}

‎.github/scripts/env.sh

+36
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
#!/bin/bash
2+
3+
mkdir -p "$HOME"/.local/bin
4+
5+
if [ "${RUNNER_OS}" = "Windows" ] ; then
6+
ext=".exe"
7+
else
8+
ext=''
9+
fi
10+
11+
export PATH="$HOME/.local/bin:$PATH"
12+
13+
export BOOTSTRAP_HASKELL_NONINTERACTIVE=1
14+
export BOOTSTRAP_HASKELL_CABAL_VERSION="${CABAL_VER:-recommended}"
15+
export BOOTSTRAP_HASKELL_ADJUST_CABAL_CONFIG=yes
16+
export BOOTSTRAP_HASKELL_INSTALL_NO_STACK=yes
17+
18+
if [ "${RUNNER_OS}" = "Windows" ] ; then
19+
# on windows use pwd to get unix style path
20+
CI_PROJECT_DIR="$(pwd)"
21+
export CI_PROJECT_DIR
22+
export GHCUP_INSTALL_BASE_PREFIX="/c"
23+
export GHCUP_BIN="$GHCUP_INSTALL_BASE_PREFIX/ghcup/bin"
24+
export PATH="$GHCUP_BIN:$PATH"
25+
export CABAL_DIR="C:\\Users\\runneradmin\\AppData\\Roaming\\cabal"
26+
else
27+
export CI_PROJECT_DIR="${GITHUB_WORKSPACE}"
28+
export GHCUP_INSTALL_BASE_PREFIX="$CI_PROJECT_DIR"
29+
export GHCUP_BIN="$GHCUP_INSTALL_BASE_PREFIX/.ghcup/bin"
30+
export PATH="$GHCUP_BIN:$PATH"
31+
export CABAL_DIR="$CI_PROJECT_DIR/cabal"
32+
export CABAL_CACHE="$CI_PROJECT_DIR/cabal-cache"
33+
fi
34+
35+
export DEBIAN_FRONTEND=noninteractive
36+
export TZ=Asia/Singapore

‎.github/scripts/tar.sh

+11
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
#!/bin/bash
2+
3+
set -eux
4+
5+
. .github/scripts/env.sh
6+
7+
ls -lah
8+
ls -lah out/
9+
ls -lah store/
10+
11+
tar cvf "out-${ARTIFACT}-${GHC_VERSION}.tar" out/ store/

‎.github/scripts/test.sh

+112
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,112 @@
1+
#!/bin/bash
2+
3+
# Test installing HLS bindist and then run
4+
# every HLS-GHC version on a test module.
5+
6+
set -eux
7+
8+
. .github/scripts/env.sh
9+
. .github/scripts/common.sh
10+
11+
test_package="bytestring-0.11.1.0"
12+
test_module="Data/ByteString.hs"
13+
14+
create_cradle() {
15+
echo "cradle:" > hie.yaml
16+
echo " cabal:" >> hie.yaml
17+
}
18+
19+
enter_test_package() {
20+
local tmp_dir
21+
tmp_dir=$(mktempdir)
22+
cd "$tmp_dir"
23+
cabal unpack "${test_package}"
24+
cd "${test_package}"
25+
}
26+
27+
# For all HLS GHC versions and the wrapper, run 'typecheck'
28+
# over the $test_module
29+
test_all_hls() {
30+
local bin
31+
local bin_noexe
32+
local bindir
33+
local hls
34+
bindir=$1
35+
36+
for hls in "${bindir}/"haskell-language-server-* ; do
37+
bin=${hls##*/}
38+
bin_noexe=${bin/.exe/}
39+
if ! [[ "${bin_noexe}" =~ "haskell-language-server-wrapper" ]] && ! [[ "${bin_noexe}" =~ "~" ]] ; then
40+
if ghcup install ghc --set "${bin_noexe/haskell-language-server-/}" ; then
41+
"${hls}" typecheck "${test_module}" || fail "failed to typecheck with HLS for GHC ${bin_noexe/haskell-language-server-/}"
42+
else
43+
fail "GHCup failed to install GHC ${bin_noexe/haskell-language-server-/}"
44+
fi
45+
fi
46+
done
47+
"$bindir/haskell-language-server-wrapper${ext}" typecheck "${test_module}" || fail "failed to typecheck with HLS wrapper"
48+
}
49+
50+
uname -a
51+
uname -p
52+
uname
53+
env
54+
55+
# ensure ghcup
56+
if ! command -v ghcup ; then
57+
install_ghcup
58+
fi
59+
60+
ecabal update
61+
62+
# unpack
63+
TARBALL_PREFIX="haskell-language-server"
64+
mkdir -p "${GHCUP_BIN}"
65+
66+
case "${TARBALL_EXT}" in
67+
zip)
68+
cp "$CI_PROJECT_DIR/out/${TARBALL_PREFIX}"-*-"${ARTIFACT}.zip" .
69+
unzip ./*.zip
70+
rm ./*.zip
71+
mv haskell-language-server-* "${GHCUP_BIN}/"
72+
73+
enter_test_package
74+
create_cradle
75+
test_all_hls "$GHCUP_BIN"
76+
77+
;;
78+
tar.xz)
79+
hls_bin=$(ls "$CI_PROJECT_DIR/out/${TARBALL_PREFIX}"-*-"${ARTIFACT}.tar.xz")
80+
hls_ver_=${hls_bin#*haskell-language-server-}
81+
hls_ver=${hls_ver_%-"${ARTIFACT}"*}
82+
ghcup install hls -u "file://${hls_bin}" "${hls_ver}" --force
83+
84+
# cleanup from previous dirty runs
85+
rm -rf "$HOME"/.local/lib/haskell-language-server-* || true
86+
87+
# print rpaths and libdirs
88+
case "$(uname -s)" in
89+
"Darwin"|"darwin")
90+
otool -l "$(ghcup whereis basedir)/hls/${hls_ver}/lib/haskell-language-server-${hls_ver}/bin/"haskell-language-server-*
91+
;;
92+
"FreeBSD")
93+
readelf -Ws "$(ghcup whereis basedir)/hls/${hls_ver}/lib/haskell-language-server-${hls_ver}/bin/"haskell-language-server-*
94+
;;
95+
*)
96+
objdump -x "$(ghcup whereis basedir)/hls/${hls_ver}/lib/haskell-language-server-${hls_ver}/bin/"haskell-language-server-*
97+
;;
98+
esac
99+
tree "$(ghcup whereis basedir)/hls/${hls_ver}/lib/haskell-language-server-${hls_ver}/bin/"
100+
tree "$GHCUP_BIN"
101+
102+
enter_test_package
103+
create_cradle
104+
test_all_hls "$(ghcup whereis bindir)"
105+
106+
;;
107+
*)
108+
fail "Unknown TARBALL_EXT: ${TARBALL_EXT}"
109+
;;
110+
esac
111+
112+

‎.github/scripts/untar.sh

+7
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
#!/bin/bash
2+
3+
set -eux
4+
5+
for bindist in out-*.tar ; do
6+
tar xf "${bindist}"
7+
done

‎.github/workflows/release.yaml

+970
Large diffs are not rendered by default.

‎.github/workflows/s3-cache.yaml

+43
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
name: Cache eviction
2+
3+
on:
4+
workflow_dispatch:
5+
inputs:
6+
key:
7+
description: Which cache to evict
8+
required: true
9+
default: '/'
10+
type: choice
11+
options:
12+
- aarch64-apple-darwin
13+
- aarch64-linux-ubuntu20
14+
- x86_64-apple-darwin
15+
- x86_64-freebsd
16+
- x86_64-linux-centos7
17+
- x86_64-linux-deb10
18+
- x86_64-linux-deb11
19+
- x86_64-linux-deb9
20+
- x86_64-linux-fedora27
21+
- x86_64-linux-fedora33
22+
- x86_64-linux-mint19.3
23+
- x86_64-linux-mint20.2
24+
- x86_64-linux-ubuntu18.04
25+
- x86_64-linux-ubuntu20.04
26+
- x86_64-linux-ubuntu22.04
27+
- /
28+
jobs:
29+
evict:
30+
runs-on: ubuntu-latest
31+
32+
steps:
33+
- name: Remove from S3
34+
uses: vitorsgomes/s3-rm-action@master
35+
with:
36+
args: --recursive
37+
env:
38+
AWS_S3_ENDPOINT: https://${{ secrets.S3_HOST }}
39+
AWS_S3_BUCKET: haskell-language-server
40+
AWS_REGION: us-west-2
41+
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
42+
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
43+
PATH_TO_DELETE: ${{ github.event.inputs.key }}

‎.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -45,3 +45,4 @@ result-doc
4545

4646
out/
4747
store/
48+
gh-release-artifacts/

‎.gitlab-ci.yml

-606
This file was deleted.

‎.gitlab/ci.sh

-96
This file was deleted.

‎.gitlab/common.sh

-68
This file was deleted.

‎.gitlab/tar.sh

-32
This file was deleted.

‎.gitlab/test.sh

-95
This file was deleted.

‎GNUmakefile

+59-18
Original file line numberDiff line numberDiff line change
@@ -11,10 +11,10 @@ UNAME := $(shell uname)
1111
ROOT_DIR:=$(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
1212

1313
GHC_VERSION ?=
14-
TARBALL_ARCHIVE_SUFFIX ?=
14+
ARTIFACT ?= unknown-platform
1515

1616
HLS_VERSION := $(shell grep '^version:' haskell-language-server.cabal | awk '{ print $$2 }')
17-
TARBALL ?= haskell-language-server-$(HLS_VERSION)-$(TARBALL_ARCHIVE_SUFFIX).tar.xz
17+
TARBALL ?= haskell-language-server-$(HLS_VERSION)-$(ARTIFACT).tar.xz
1818

1919
CHMOD := chmod
2020
CHMOD_X := $(CHMOD) 755
@@ -29,7 +29,6 @@ MKDIR_P := $(MKDIR) -p
2929
TAR := tar
3030
TAR_MK := $(TAR) caf
3131
CABAL := cabal
32-
AWK := awk
3332
STRIP := strip
3433
ifeq ($(UNAME), Darwin)
3534
STRIP_S := strip
@@ -39,9 +38,13 @@ endif
3938
RM := rm
4039
RM_RF := $(RM) -rf
4140
CD := cd
41+
CP := cp
4242

4343
# by default don't run ghcup
44-
GHCUP ?= echo
44+
GHCUP ?= echo
45+
GHCUP_GC ?= $(GHCUP) gc
46+
47+
CABAL_CACHE_BIN ?= echo
4548

4649
ifeq ($(UNAME), Darwin)
4750
DLL := *.dylib
@@ -51,13 +54,18 @@ endif
5154

5255
INSTALL_NAME_TOOL := install_name_tool
5356

54-
STORE_DIR := store
55-
BINDIST_BASE_DIR := out/bindist
57+
STORE_DIR := store/$(ARTIFACT)
58+
BINDIST_BASE_DIR := out/bindist/$(ARTIFACT)
5659
BINDIST_OUT_DIR := $(BINDIST_BASE_DIR)/haskell-language-server-$(HLS_VERSION)
5760

58-
CABAL_ARGS ?= --store-dir=$(ROOT_DIR)/$(STORE_DIR)
59-
CABAL_INSTALL_ARGS ?= --disable-tests --disable-profiling -O2 --overwrite-policy=always --install-method=copy
60-
CABAL_INSTALL := $(CABAL) $(CABAL_ARGS) v2-install
61+
CABAL_BASE_ARGS ?= --store-dir=$(ROOT_DIR)/$(STORE_DIR)
62+
CABAL_ARGS ?= --disable-tests --disable-profiling -O2
63+
CABAL_INSTALL_ARGS ?= --overwrite-policy=always --install-method=copy
64+
CABAL_INSTALL := $(CABAL) $(CABAL_BASE_ARGS) v2-install
65+
PROJECT_FILE := cabal.project
66+
67+
S3_HOST ?=
68+
S3_KEY ?=
6169

6270
# set rpath relative to the current executable
6371
# TODO: on darwin, this doesn't overwrite rpath, but just adds to it,
@@ -66,15 +74,42 @@ define set_rpath
6674
$(if $(filter Darwin,$(UNAME)), $(INSTALL_NAME_TOOL) -add_rpath "@executable_path/$(1)" "$(2)", $(PATCHELF) --force-rpath --set-rpath "\$$ORIGIN/$(1)" "$(2)")
6775
endef
6876

77+
define sync_from
78+
$(CABAL_CACHE_BIN) sync-from-archive --host-name-override=$(S3_HOST) --host-port-override=443 --host-ssl-override=True --region us-west-2 --store-path="$(ROOT_DIR)/$(STORE_DIR)" --archive-uri "s3://haskell-language-server/$(S3_KEY)"
79+
endef
80+
81+
define sync_to
82+
$(CABAL_CACHE_BIN) sync-to-archive --host-name-override=$(S3_HOST) --host-port-override=443 --host-ssl-override=True --region us-west-2 --store-path="$(ROOT_DIR)/$(STORE_DIR)" --archive-uri "s3://haskell-language-server/$(S3_KEY)"
83+
endef
84+
85+
hls:
86+
@if test -z "$(GHCS)" ; then echo >&2 "GHCS is not set" ; false ; fi
87+
for ghc in $(GHCS) ; do \
88+
$(GHCUP) install ghc `echo $$ghc` && \
89+
$(GHCUP_GC) -p -s -c -t && \
90+
$(MAKE) GHC_VERSION=`echo $$ghc` hls-ghc || exit 1 ; \
91+
done
92+
6993
hls-ghc:
70-
$(MKDIR_P) out/
94+
$(MKDIR_P) out/$(ARTIFACT)
95+
$(MKDIR_P) out/plan.json
7196
@if test -z "$(GHC_VERSION)" ; then echo >&2 "GHC_VERSION is not set" ; false ; fi
72-
@if test -z "$(CABAL_PROJECT)" ; then echo >&2 "CABAL_PROJECT is not set" ; false ; fi
73-
$(CABAL_INSTALL) --project-file="$(CABAL_PROJECT)" -w "ghc-$(GHC_VERSION)" $(CABAL_INSTALL_ARGS) --installdir="$(ROOT_DIR)/out/$(GHC_VERSION)" exe:haskell-language-server exe:haskell-language-server-wrapper
74-
$(STRIP_S) "$(ROOT_DIR)/out/$(GHC_VERSION)/haskell-language-server"
75-
$(STRIP_S) "$(ROOT_DIR)/out/$(GHC_VERSION)/haskell-language-server-wrapper"
97+
$(CABAL) $(CABAL_BASE_ARGS) configure --project-file="$(PROJECT_FILE)" -w "ghc-$(GHC_VERSION)" $(CABAL_ARGS) exe:haskell-language-server exe:haskell-language-server-wrapper
98+
$(CABAL) $(CABAL_BASE_ARGS) build --project-file="$(PROJECT_FILE)" -w "ghc-$(GHC_VERSION)" $(CABAL_ARGS) --dependencies-only --dry-run exe:haskell-language-server exe:haskell-language-server-wrapper
99+
$(call sync_from)
100+
$(CP) dist-newstyle/cache/plan.json "$(ROOT_DIR)/out/plan.json/$(ARTIFACT)-ghc-$(GHC_VERSION)-plan.json"
101+
$(CABAL_INSTALL) --project-file="$(PROJECT_FILE)" -w "ghc-$(GHC_VERSION)" $(CABAL_ARGS) $(CABAL_INSTALL_ARGS) --installdir="$(ROOT_DIR)/out/$(ARTIFACT)/$(GHC_VERSION)" exe:haskell-language-server exe:haskell-language-server-wrapper
102+
$(call sync_to)
103+
$(STRIP_S) "$(ROOT_DIR)/out/$(ARTIFACT)/$(GHC_VERSION)/haskell-language-server"
104+
$(STRIP_S) "$(ROOT_DIR)/out/$(ARTIFACT)/$(GHC_VERSION)/haskell-language-server-wrapper"
76105

77106
bindist:
107+
@if test -z "$(GHCS)" ; then echo >&2 "GHCS is not set" ; false ; fi
108+
for ghc in $(GHCS) ; do \
109+
$(GHCUP) install ghc `echo $$ghc` && \
110+
$(GHCUP_GC) -p -s -c -t && \
111+
$(MAKE) GHC_VERSION=`echo $$ghc` bindist-ghc || exit 1 ; \
112+
done
78113
$(SED) -e "s/@@HLS_VERSION@@/$(HLS_VERSION)/" \
79114
bindist/GNUmakefile.in > "$(BINDIST_OUT_DIR)/GNUmakefile"
80115
$(INSTALL_D) "$(BINDIST_OUT_DIR)/scripts/"
@@ -88,7 +123,7 @@ bindist-ghc:
88123
$(MKDIR_P) "$(BINDIST_OUT_DIR)/bin"
89124
$(MKDIR_P) "$(BINDIST_OUT_DIR)/lib/$(GHC_VERSION)"
90125
$(INSTALL_D) "$(BINDIST_OUT_DIR)/bin/"
91-
$(INSTALL_X) "out/$(GHC_VERSION)/haskell-language-server" "$(BINDIST_OUT_DIR)/bin/haskell-language-server-$(GHC_VERSION)"
126+
$(INSTALL_X) "out/$(ARTIFACT)/$(GHC_VERSION)/haskell-language-server" "$(BINDIST_OUT_DIR)/bin/haskell-language-server-$(GHC_VERSION)"
92127
$(call set_rpath,../lib/$(GHC_VERSION),$(BINDIST_OUT_DIR)/bin/haskell-language-server-$(GHC_VERSION))
93128
$(SED) \
94129
-e "s/@@EXE_NAME@@/haskell-language-server-$(GHC_VERSION)/" \
@@ -98,7 +133,7 @@ bindist-ghc:
98133
bindist/wrapper.in > "$(BINDIST_OUT_DIR)/haskell-language-server-$(GHC_VERSION).in"
99134
$(CHMOD_X) "$(BINDIST_OUT_DIR)/haskell-language-server-$(GHC_VERSION).in"
100135
$(INSTALL_D) "$(BINDIST_OUT_DIR)/bin/"
101-
$(INSTALL_X) "out/$(GHC_VERSION)/haskell-language-server-wrapper" "$(BINDIST_OUT_DIR)/bin/haskell-language-server-wrapper"
136+
$(INSTALL_X) "out/$(ARTIFACT)/$(GHC_VERSION)/haskell-language-server-wrapper" "$(BINDIST_OUT_DIR)/bin/haskell-language-server-wrapper"
102137
$(INSTALL_D) "$(ROOT_DIR)/$(BINDIST_OUT_DIR)/lib/$(GHC_VERSION)"
103138
$(FIND) "$(STORE_DIR)/ghc-$(GHC_VERSION)" -type f -name "$(DLL)" -execdir $(INSTALL_X) "{}" "$(ROOT_DIR)/$(BINDIST_OUT_DIR)/lib/$(GHC_VERSION)/{}" \;
104139
$(FIND) "$(ROOT_DIR)/$(BINDIST_OUT_DIR)/lib/$(GHC_VERSION)" -type f -name '$(DLL)' -execdir $(call set_rpath,,{}) \;
@@ -109,7 +144,13 @@ version:
109144
clean:
110145
$(RM_RF) out/*
111146

112-
clean-all:
147+
clean-ghcs:
148+
@if test -z "$(GHCS)" ; then echo >&2 "GHCS is not set" ; false ; fi
149+
for ghc in $(GHCS) ; do \
150+
$(GHCUP) rm ghc `echo $$ghc` ; \
151+
done
152+
153+
clean-all: clean-ghcs
113154
$(RM_RF) out/* $(STORE_DIR)
114155

115-
.PHONY: hls-ghc bindist bindist-ghc bindist-tar clean clean-all install-ghcs version
156+
.PHONY: hls hls-ghc bindist bindist-ghc bindist-tar clean clean-all install-ghcs version

‎scripts/release/download-gh-artifacts.sh

+33
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
#!/bin/bash
2+
3+
set -eu
4+
set -o pipefail
5+
6+
RELEASE=$1
7+
SIGNER=$2
8+
9+
echo "RELEASE: $RELEASE"
10+
echo "SIGNER: $SIGNER"
11+
12+
for com in gh gpg curl sha256sum ; do
13+
command -V ${com} >/dev/null 2>&1
14+
done
15+
16+
[ ! -e "gh-release-artifacts/${RELEASE}" ]
17+
18+
mkdir -p "gh-release-artifacts/${RELEASE}"
19+
20+
cd "gh-release-artifacts/${RELEASE}"
21+
22+
# github
23+
gh release download "$RELEASE"
24+
25+
# cirrus
26+
curl --fail -L -o "haskell-language-server-${RELEASE}-x86_64-freebsd.tar.xz" \
27+
"https://api.cirrus-ci.com/v1/artifact/github/haskell/haskell-language-server/bindist/bindist/out/haskell-language-server-${RELEASE}-x86_64-freebsd.tar.xz?branch=${RELEASE}"
28+
29+
30+
sha256sum haskell-language-server-* > SHA256SUMS
31+
gpg --detach-sign -u "${SIGNER}" SHA256SUMS
32+
33+
gh release upload "$RELEASE" "haskell-language-server-${RELEASE}-x86_64-freebsd.tar.xz" SHA256SUMS SHA256SUMS.sig

0 commit comments

Comments
 (0)
Please sign in to comment.