about summary refs log tree commit diff
path: root/ci/kokoro/install/build.sh
diff options
context:
space:
mode:
authorTakashi Matsuo <tmatsuo@google.com>2019-07-16T16·31-0400
committerGitHub <noreply@github.com>2019-07-16T16·31-0400
commit08ce6e0109451db91254b3ff82fee32289cf28e5 (patch)
tree6c697f4e17036ba9cf4aa21c0525ba126748e4c6 /ci/kokoro/install/build.sh
parent015e0a3dafe4f7bdd0a4360c8a07248ab34aba2c (diff)
Add install test (#8)
* Add first install test

* Fix style

* Split the test into spanner and bigtable

* Correct indentation

* Add other distros, shared lib test, and kokoro configs

* Fix style
Diffstat (limited to 'ci/kokoro/install/build.sh')
-rwxr-xr-xci/kokoro/install/build.sh106
1 files changed, 106 insertions, 0 deletions
diff --git a/ci/kokoro/install/build.sh b/ci/kokoro/install/build.sh
new file mode 100755
index 000000000000..42e85f39b6fc
--- /dev/null
+++ b/ci/kokoro/install/build.sh
@@ -0,0 +1,106 @@
+#!/usr/bin/env bash
+#
+# Copyright 2019 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -eu
+
+if [[ $# -eq 1 ]]; then
+  export TEST_TARGET="${1}"
+elif [[ -n "${KOKORO_JOB_NAME:-}" ]]; then
+  # Kokoro injects the KOKORO_JOB_NAME environment variable, the value of this
+  # variable is cloud-cpp/spanner/<config-file-name-without-cfg> (or more
+  # generally <path/to/config-file-without-cfg>). By convention we name these
+  # files `$foo.cfg` for continuous builds and `$foo-presubmit.cfg` for
+  # presubmit builds. Here we extract the value of "foo" and use it as the build
+  # name.
+  TEST_TARGET="$(basename "${KOKORO_JOB_NAME}" "-presubmit")"
+  export TEST_TARGET
+else
+  echo "Aborting build as the distribution name is not defined."
+  echo "If you are invoking this script via the command line use:"
+  echo "    $0 <distro-name>"
+  echo
+  echo "If this script is invoked by Kokoro, the CI system is expected to set"
+  echo "the KOKORO_JOB_NAME environment variable."
+  exit 1
+fi
+
+echo "================================================================"
+echo "Change working directory to project root $(date)."
+cd "$(dirname "$0")/../../.."
+
+if [[ -z "${PROJECT_ID+x}" ]]; then
+  readonly PROJECT_ID="cloud-devrel-kokoro-resources"
+fi
+
+readonly DEV_IMAGE="gcr.io/${PROJECT_ID}/cpp-cmakefiles/test-install-dev-${TEST_TARGET}"
+readonly IMAGE="gcr.io/${PROJECT_ID}/cpp-cmakefiles/test-install-${TEST_TARGET}"
+
+has_cache="false"
+
+# We download the cached dev image for pull requests on kokoro. For continuous
+# jobs, we don't download the cached image. This means we build from scratch and
+# upload the image for future builds for pull requests.
+if [[ -n "${KOKORO_JOB_NAME:-}" ]] \
+  && [[ -n "${KOKORO_GITHUB_PULL_REQUEST_NUMBER:-}" ]]; then
+  echo "================================================================"
+  echo "Download existing image (if available) for ${TEST_TARGET} $(date)."
+  if docker pull "${DEV_IMAGE}:latest"; then
+    echo "Existing image successfully downloaded."
+    has_cache="true"
+  fi
+  echo "================================================================"
+fi
+
+echo "================================================================"
+echo "Build base image with minimal development tools for ${TEST_TARGET} $(date)."
+update_cache="false"
+
+devtools_flags=(
+  # Only build up to the stage that installs the minimal development tools, but
+  # does not compile any of our code.
+  "--target" "devtools"
+  # Create the image with the same tag as the cache we are using, so we can
+  # upload it.
+  "-t" "${DEV_IMAGE}:latest"
+  "-f" "ci/kokoro/install/Dockerfile.${TEST_TARGET}"
+)
+
+if "${has_cache}"; then
+  devtools_flags+=("--cache-from=${DEV_IMAGE}:latest")
+fi
+
+echo "Running docker build with " "${devtools_flags[@]}"
+if docker build "${devtools_flags[@]}" ci; then
+   update_cache="true"
+fi
+
+# We upload the cached image for continuous builds.
+if "${update_cache}" && [[ -z "${KOKORO_GITHUB_PULL_REQUEST_NUMBER:-}" ]] \
+  && [[ -n "${KOKORO_JOB_NAME:-}" ]]; then
+  echo "================================================================"
+  echo "Uploading updated base image for ${TEST_TARGET} $(date)."
+  # Do not stop the build on a failure to update the cache.
+  docker push "${DEV_IMAGE}:latest" || true
+fi
+
+echo "================================================================"
+echo "Run validation script for INSTALL instructions on ${TEST_TARGET}."
+docker build \
+  "--cache-from=${DEV_IMAGE}:latest" \
+  "--target=install" \
+  -t "${IMAGE}" \
+  -f "ci/kokoro/install/Dockerfile.${TEST_TARGET}" .
+echo "================================================================"