Run bootstrapping tests on Buildkite

Author: wilzbach

buildkite.sh

@@ -1,16 +1,6 @@
 #!/bin/bash
 
-cat << 'EOF'
-steps:
-  - command: |
-        echo "--- Print environment"
-        uname -a
-        make --version
-        \${SHELL} --version || true
-        c++ --version
-        ld -v
-        ! command -v gdb &>/dev/null || gdb --version
-        ! dmd --version # ensure that no dmd is the current environment
+read -r -d '' LOAD_CI_FOLDER <<- EOM
         echo "--- Load CI folder"
         # just to be sure there isn't anything old left
         git clean -ffdxq .
@@ -21,13 +11,57 @@ steps:
            tar xvfz master.tar.gz --strip-components=2 ci-master/buildkite
            rm -rf master.tar.gz && popd
         fi
+EOM
+
+cat << EOF
+steps:
+  - command: |
+        echo "--- Print environment"
+        uname -a
+        make --version
+        \\\${SHELL} --version || true
+        c++ --version
+        ld -v
+        ! command -v gdb &>/dev/null || gdb --version
+        ! dmd --version # ensure that no dmd is the current environment
+        ${LOAD_CI_FOLDER}
         ./buildkite/build_distribution.sh
     label: "Build"
     artifact_paths: "distribution.tar.xz"
     retry:
       automatic:
         limit: 2
+EOF
 
+################################################################################
+# Test bootstrapping with different compilers
+################################################################################
+
+case "${BUILDKITE_REPO:-x}" in
+    "https://github.com/dlang/dmd.git" | \
+    "https://github.com/dlang/druntime.git" | \
+    "https://github.com/dlang/phobos.git" | \
+    "https://github.com/dlang/ci.git")
+
+for line in dmd-64 gdc-64 ldc-64 ; do
+    # TODO: dmd-32
+    IFS=- read -r compiler model <<< "$line"
+cat << EOF
+  - command: |
+        ${LOAD_CI_FOLDER}
+        DMD=$compiler MODEL=$model ./buildkite/test_bootstrap.sh
+    label: "Bootstrap ($compiler)"
+EOF
+
+done
+    ;;
+    *)
+    ;;
+esac
+
+################################################################################
+
+cat << 'EOF'
   - wait
 EOF
 

buildkite/build_distribution.sh

@@ -8,24 +8,7 @@ echo "--- Setting build variables"
 
 DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 
-origin_repo="$(echo "$BUILDKITE_REPO" | sed "s/.*\/\([^\]*\)[.]git/\1/")"
-origin_target_branch="$BUILDKITE_PULL_REQUEST_BASE_BRANCH"
-if [ -z "$origin_target_branch" ] ; then
-  origin_target_branch="$BUILDKITE_BRANCH"
-fi
-echo "origin_target_branch: $origin_target_branch"
-
-echo "--- Cloning all core repositories"
-for dir in dmd druntime phobos tools dub ; do
-    if [ "$origin_repo" == "$dir" ] ; then
-      # we have already cloned this repo, so let's use this data
-      mkdir -p $dir
-      cp -r $(ls -A | grep -v $dir) $dir
-    else
-      branch=$(git ls-remote --exit-code --heads https://github.com/dlang/$dir "${origin_target_branch}" > /dev/null || echo "master")
-      git clone -b "${branch:-master}" --depth 1 https://github.com/dlang/$dir
-    fi
-done
+"$DIR/clone_repositories.sh"
 
 for dir in dmd druntime phobos ; do
     echo "--- Building $dir"

buildkite/clone_repositories.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+PS4="~> " # needed to avoid accidentally generating collapsed output
+set -uexo pipefail
+
+# Builds DMD, DRuntime, Phobos, tools and DUB + creates a "distribution" archive for latter usage.
+echo "--- Setting build variables"
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+origin_repo="$(echo "$BUILDKITE_REPO" | sed "s/.*\/\([^\]*\)[.]git/\1/")"
+origin_target_branch="$BUILDKITE_PULL_REQUEST_BASE_BRANCH"
+if [ -z "$origin_target_branch" ] ; then
+  origin_target_branch="$BUILDKITE_BRANCH"
+fi
+echo "origin_target_branch: $origin_target_branch"
+
+echo "--- Cloning all core repositories"
+for dir in dmd druntime phobos tools dub ; do
+    if [ "$origin_repo" == "$dir" ] ; then
+      # we have already cloned this repo, so let's use this data
+      mkdir -p $dir
+      cp -r $(ls -A | grep -v $dir) $dir
+    else
+      branch=$(git ls-remote --exit-code --heads https://github.com/dlang/$dir "${origin_target_branch}" > /dev/null || echo "master")
+      git clone -b "${branch:-master}" --depth 1 https://github.com/dlang/$dir
+    fi
+done

buildkite/test_bootstrap.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+PS4="~> " # needed to avoid accidentally generating collapsed output
+set -uexo pipefail
+
+echo "--- Setting build variables"
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+"$DIR/clone_repositories.sh"
+
+echo "--- Exporting build variables"
+
+export BRANCH="${BUILDKITE_PULL_REQUEST_BASE_BRANCH:-}"
+export N=2
+export OS_NAME=linux
+export FULL_BUILD="${BUILDKITE_PULL_REQUEST+false}"
+
+echo "--- Go to dmd and source ci.sh"
+
+cd dmd
+source ci.sh
+
+echo "--- Installing $DMD"
+install_d "$DMD" # Source a D compiler
+
+echo "--- Running the testsuite"
+testsuite