[On Week] Replace Loki with Playwright-based approach and run in CI

.buildkite/pipelines/deploy_docs.yml

@@ -7,6 +7,6 @@ agents:
   preemptible: false
 
 steps:
-  - label: ':docusaurus: Build and deploy documentation website'
+  - label: ':pipeline: Documentation website, Storybook and VRT'
     timeout_in_minutes: 90
     command: .buildkite/scripts/pipelines/pipeline_deploy_new_docs.sh

.buildkite/scripts/common/utils.sh

@@ -1,5 +1,16 @@
 #!/bin/bash
 
+# Push HEAD to the PR source branch. Requires `GH_TOKEN` to be exported.
+function git_push_to_pr_branch {
+  local branch="${BUILDKITE_BRANCH##*:}"
+  # Normalize to HTTPS in case `BUILDKITE_PULL_REQUEST_REPO` is an SSH URL
+  local pr_repo_url="${BUILDKITE_PULL_REQUEST_REPO}"
+  pr_repo_url="${pr_repo_url/git@github.com:/https://github.com/}"
+  git remote add pr-origin "${pr_repo_url}" 2>/dev/null \
+    || git remote set-url pr-origin "${pr_repo_url}"
+  git push pr-origin "HEAD:${branch}"
+}
+
 function retry {
   local retries=$1
   shift

.buildkite/scripts/lifecycle/pre_command.sh

@@ -7,16 +7,12 @@ echo '[SOURCE]: Buildkite dependencies'
 source .buildkite/scripts/common/utils.sh
 
 echo '[INSTALL]: Non-exported variables'
-GITHUB_ACCOUNT=secret/ci/elastic-eui/github_machine_user
 VAULT_ACCOUNT=secret/ci/elastic-eui/bekitzur-kibana-service-account
 
 echo '[INSTALL]: Exported variables'
 GCE_ACCOUNT=$(retry 5 vault read -field=value $VAULT_ACCOUNT)
 export GCE_ACCOUNT
 
-GITHUB_TOKEN=$(retry 5 vault read -field=kibanamachine_token $GITHUB_ACCOUNT)
-export GITHUB_TOKEN
-
 DOCKER_BASE_IMAGE=docker.elastic.co/eui/ci:6.6
 export DOCKER_BASE_IMAGE
 

.buildkite/scripts/pipelines/pipeline_build_storybook.sh

@@ -0,0 +1,68 @@
+#!/bin/bash
+# Build and deploy Storybook to GCS.
+
+set -eo pipefail
+
+source ~/.bash_profile
+source .buildkite/scripts/common/utils.sh
+
+corepack enable
+echo "Node.js version: $(node -v)"
+echo "Yarn version: $(yarn -v)"
+
+############################################################
+#                      Configuration                       #
+############################################################
+
+bucket_directory="$(buildkite-agent meta-data get bucket_directory)"
+copy_to_root_directory="$(buildkite-agent meta-data get copy_to_root_directory)"
+GCLOUD_BUCKET_FULL="$(buildkite-agent meta-data get gcloud_bucket_full)"
+
+# Embed the correct base URL into the Storybook bundle at build time
+export STORYBOOK_BASE_URL="$(buildkite-agent meta-data get storybook_base_url)"
+
+GCLOUD_CP_ARGS=(
+  --cache-control="public, max-age=1800, must-revalidate"
+  --recursive
+  --predefined-acl="publicRead"
+  --gzip-local="js,css,html,svg,png,jpg,ico"
+)
+
+############################################################
+#                   Authenticate with GCS                  #
+############################################################
+
+gcloud auth activate-service-account --key-file <(echo "${GCE_ACCOUNT}")
+unset GCE_ACCOUNT
+
+############################################################
+#                     Install dependencies                 #
+############################################################
+
+echo "+++ Installing dependencies"
+yarn
+
+############################################################
+#                      Build Storybook                     #
+############################################################
+
+echo "+++ Building Storybook and @elastic/eui local dependencies"
+yarn workspace @elastic/eui build:workspaces
+yarn workspace @elastic/eui build-storybook
+
+############################################################
+#                     Deploy Storybook                     #
+############################################################
+
+echo "+++ Copying built Storybook to the bucket"
+
+storybook_target_dir="${bucket_directory}storybook/"
+echo "Beginning to copy Storybook to /${storybook_target_dir}"
+gcloud storage cp "${GCLOUD_CP_ARGS[@]}" packages/eui/storybook-static/* "gs://${GCLOUD_BUCKET_FULL}/${storybook_target_dir}"
+echo "Successfully copied Storybook to /${storybook_target_dir}"
+
+if [[ "${copy_to_root_directory}" == "true" ]]; then
+  echo "Also copying Storybook to /storybook/"
+  gcloud storage cp "${GCLOUD_CP_ARGS[@]}" packages/eui/storybook-static/* "gs://${GCLOUD_BUCKET_FULL}/storybook/"
+  echo "Successfully copied Storybook to /storybook/"
+fi

.buildkite/scripts/pipelines/pipeline_build_website.sh

@@ -0,0 +1,79 @@
+#!/bin/bash
+# Build and deploy the documentation website to GCS.
+
+set -eo pipefail
+
+source ~/.bash_profile
+source .buildkite/scripts/common/utils.sh
+
+corepack enable
+echo "Node.js version: $(node -v)"
+echo "Yarn version: $(yarn -v)"
+
+############################################################
+#                      Configuration                       #
+############################################################
+
+bucket_directory="$(buildkite-agent meta-data get bucket_directory)"
+copy_to_root_directory="$(buildkite-agent meta-data get copy_to_root_directory)"
+GCLOUD_BUCKET_FULL="$(buildkite-agent meta-data get gcloud_bucket_full)"
+
+GCLOUD_CP_ARGS=(
+  --cache-control="public, max-age=1800, must-revalidate"
+  --recursive
+  --predefined-acl="publicRead"
+  --gzip-local="js,css,html,svg,png,jpg,ico"
+)
+
+# GTM identifier (only needed for the website build)
+analytics_vault="secret/ci/elastic-eui/analytics"
+export DOCS_GOOGLE_TAG_MANAGER_ID="$(retry 5 vault read -field=google_tag_manager_id "${analytics_vault}")"
+
+############################################################
+#                   Authenticate with GCS                  #
+############################################################
+
+gcloud auth activate-service-account --key-file <(echo "${GCE_ACCOUNT}")
+unset GCE_ACCOUNT
+
+############################################################
+#                     Install dependencies                 #
+############################################################
+
+echo "+++ Installing dependencies"
+yarn
+
+############################################################
+#                       Build website                      #
+############################################################
+
+echo "+++ Building @elastic/eui-website and its local dependencies"
+yarn workspace @elastic/eui-website build:workspaces
+
+echo "Building the website with /${bucket_directory} base path configuration"
+export DOCS_BASE_URL="/${bucket_directory}"
+yarn workspace @elastic/eui-website build
+mv packages/website/build packages/website/build-default
+
+if [[ "${copy_to_root_directory}" == "true" ]]; then
+  echo "Building the website with / base path configuration"
+  export DOCS_BASE_URL="/"
+  yarn workspace @elastic/eui-website build
+  mv packages/website/build packages/website/build-root
+fi
+
+############################################################
+#                      Deploy website                      #
+############################################################
+
+echo "+++ Copying built website to the bucket"
+
+echo "Beginning to copy built docs to /${bucket_directory}"
+gcloud storage cp "${GCLOUD_CP_ARGS[@]}" packages/website/build-default/* "gs://${GCLOUD_BUCKET_FULL}/${bucket_directory}"
+echo "Successfully copied docs to /${bucket_directory}"
+
+if [[ "${copy_to_root_directory}" == "true" ]]; then
+  echo "Beginning to copy built docs to /"
+  gcloud storage cp "${GCLOUD_CP_ARGS[@]}" packages/website/build-root/* "gs://${GCLOUD_BUCKET_FULL}/"
+  echo "Successfully copied docs to /"
+fi