From 0d2439f018f87a07bfea9bf06459bae9137ace8b Mon Sep 17 00:00:00 2001
From: Julie Qiu <julie@golang.org>
Date: Fri, 4 Jun 2021 12:22:04 -0400
Subject: [PATCH] devtools/ci: add files for CI

Files used for kokoro are copied to devtools/ci along with a README.md,
so that it is clear what these files are used for.

The existing files will be deleted in the next CL, after an internal CL
is merged to change references.

Change-Id: I893ac9461d3f775460ba749da80e2b4ba71dcc1e
Reviewed-on: https://go-review.googlesource.com/c/pkgsite/+/325129
Trust: Julie Qiu <julie@golang.org>
Reviewed-by: Jonathan Amsterdam <jba@google.com>
---
 all.bash              |  6 +++---
 devtools/ci/README.md |  8 ++++++++
 devtools/ci/ci.sh     | 47 +++++++++++++++++++++++++++++++++++++++++++
 devtools/ci/e2e.sh    | 16 +++++++++++++++
 devtools/ci/nodejs.h  | 20 ++++++++++++++++++
 5 files changed, 94 insertions(+), 3 deletions(-)
 create mode 100644 devtools/ci/README.md
 create mode 100755 devtools/ci/ci.sh
 create mode 100755 devtools/ci/e2e.sh
 create mode 100755 devtools/ci/nodejs.h

diff --git a/all.bash b/all.bash
index 8954e311..b88a17ac 100755
--- a/all.bash
+++ b/all.bash
@@ -180,7 +180,7 @@ run_build_static() {
 }
 
 run_npm() {
-  npmcmd="./devtools/docker_nodejs.sh npm"
+  npmcmd="./devtools/ci/docker_nodejs.sh npm"
   if [[ -x "$(command -v npm)" ]]; then
     npmcmd="npm"
   fi
@@ -192,7 +192,7 @@ run_npm() {
 }
 
 run_npx() {
-  npxcmd="./devtools/docker_nodejs.sh npx"
+  npxcmd="./devtools/ci/docker_nodejs.sh npx"
   if [[ -x "$(command -v npx)" ]]; then
     npxcmd="npx"
   fi
@@ -216,7 +216,7 @@ run_prettier() {
   if [[ -x "$(command -v npx)" ]]; then
     runcmd npx prettier --write $files
   else
-    runcmd ./devtools/docker_nodejs.sh npx prettier --write $files
+    runcmd ./devtools/ci/docker_nodejs.sh npx prettier --write $files
   fi
 }
 
diff --git a/devtools/ci/README.md b/devtools/ci/README.md
new file mode 100644
index 00000000..e156b364
--- /dev/null
+++ b/devtools/ci/README.md
@@ -0,0 +1,8 @@
+# CI
+
+The Go pkgsite project uses a continuous integration service called “Kokoro”
+for running tests.
+
+This directory contains files used for kokoro test job configurations.
+(Additional job definitions live in an internal repository). The shell scripts
+that act as entry points to execute the actual tests.
diff --git a/devtools/ci/ci.sh b/devtools/ci/ci.sh
new file mode 100755
index 00000000..96747d28
--- /dev/null
+++ b/devtools/ci/ci.sh
@@ -0,0 +1,47 @@
+#!/usr/bin/env bash
+# Copyright 2020 The Go Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.
+
+set -e
+
+usage() {
+  cat <<EOUSAGE
+Usage: $0 [--sudo]
+
+Run standard CI (tests and linters) using local docker. If --sudo is set, run
+docker with sudo.
+EOUSAGE
+}
+
+maybe_sudo=
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    "-h" | "--help" | "help")
+      usage
+      exit 0
+      ;;
+    "--sudo")
+      maybe_sudo="sudo "
+      shift
+      ;;
+    *)
+      usage
+      exit 1
+  esac
+done
+
+# Find the repo root.
+script_dir=$(dirname "$(readlink -f "$0")")
+pkgsite_dir=$(readlink -f "${script_dir}/..")
+
+# Run postgres.
+pg_container=$(${maybe_sudo}docker run --rm -d -e LANG=C postgres:11.4)
+trap "${maybe_sudo} docker stop ${pg_container}" EXIT
+
+# Run all.bash. To avoid any port conflict, run in the postgres network.
+cd "${pkgsite_dir}"
+${maybe_sudo}docker run --rm -t \
+  --network container:${pg_container} \
+  -v $(pwd):"/workspace" -w "/workspace" \
+  -e GO_DISCOVERY_TESTDB=true golang:1.15 ./all.bash ci
diff --git a/devtools/ci/e2e.sh b/devtools/ci/e2e.sh
new file mode 100755
index 00000000..4f1c62b8
--- /dev/null
+++ b/devtools/ci/e2e.sh
@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+# Copyright 2021 The Go Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.
+
+set -e
+
+usage() {
+  cat <<EOUSAGE
+Usage:
+
+This is a placeholder file for running e2e tests in CI.
+EOUSAGE
+}
+
+usage
diff --git a/devtools/ci/nodejs.h b/devtools/ci/nodejs.h
new file mode 100755
index 00000000..a0c2b9ae
--- /dev/null
+++ b/devtools/ci/nodejs.h
@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+# Copyright 2020 The Go Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.
+
+set -e
+
+# Script for running a nodejs docker image.
+# It passes env variables for e2e tests,
+# mounts the pwd into a volume in the container at /pkgsite,
+# and sets the working directory in the container to /pkgsite.
+
+docker run --net=host --rm \
+  -e GO_DISCOVERY_E2E_BASE_URL \
+  -e GO_DISCOVERY_E2E_AUTHORIZATION \
+  -e GO_DISCOVERY_E2E_QUOTA_BYPASS \
+  -v `pwd`:/pkgsite \
+  -w /pkgsite  \
+  node:15.14.0 $@