Add ARM smoke test

make BAZEL_CONFIG=aarch64 arm-qemu-smoke-test

Signed-off-by: Andrei Vagin <avagin@gmail.com>

.bazelrc

@@ -20,3 +20,8 @@ build --cxxopt=-std=c++17
 
 # Display the current git revision in the info block.
 build --stamp --workspace_status_command tools/workspace_status.sh
+
+# Set flags for aarch64.
+build:cross-aarch64 --crosstool_top=@crosstool//:toolchains --compiler=gcc
+build:cross-aarch64 --cpu=aarch64
+build:cross-aarch64 --platforms=@io_bazel_rules_go//go/toolchain:linux_arm64

.buildkite/pipeline.yaml

@@ -147,6 +147,11 @@ steps:
     parallelism: 10
     if: build.message =~ /VFS1/ || build.branch == "master"
 
+  # ARM tests.
+  - <<: *common
+    label: ":mechanical_arm: ARM"
+    command: make arm-qemu-smoke-test
+
   # Run basic benchmarks smoke tests (no upload).
   - <<: *common
     label: ":fire: Benchmarks smoke test"

.travis.yml

@@ -1,47 +0,0 @@
-language: shell
-dist: xenial
-git:
-  clone: false  # Clone manually in before_install
-before_install:
-    - set -e -o pipefail
-    - |
-      if [ "${TRAVIS_PULL_REQUEST}" = false ]; then
-        # This is not a PR build, fetch and checkout the commit being tested
-        git clone -q --depth 1 "https://github.com/${TRAVIS_REPO_SLUG}.git" "${TRAVIS_REPO_SLUG}"
-        cd "${TRAVIS_REPO_SLUG}"
-        git fetch origin "${TRAVIS_COMMIT}" --depth 1
-        git checkout -qf "${TRAVIS_COMMIT}"
-      else
-        # This is a PR build, simulate +refs/pull/{num}/merge.
-        # We can do that by fetching +refs/pull/{num}/head and cherry picking it
-        # onto the target branch.
-        git clone -q --branch "${TRAVIS_BRANCH}" --depth 1 "https://github.com/${TRAVIS_REPO_SLUG}.git" "${TRAVIS_REPO_SLUG}"
-        cd "${TRAVIS_REPO_SLUG}"
-        git fetch origin "+refs/pull/${TRAVIS_PULL_REQUEST}/head" --depth 1
-        git config --global user.email "$(git log -1 FETCH_HEAD --pretty="%cE")"
-        git config --global user.name "$(git log -1 FETCH_HEAD --pretty="%aN")"
-        git cherry-pick --strategy=recursive -X theirs --keep-redundant-commits FETCH_HEAD
-      fi
-cache:
-  directories:
-    - /home/travis/.cache/bazel/
-os: linux
-services:
-  - docker
-jobs:
-  include:
-   # AMD64 builds are tested on kokoro, so don't run them in travis to save
-   # capacity for arm64 builds.
-   # - os: linux
-   #   arch: amd64
-   - os: linux
-     arch: arm64
-script:
-   # On arm64, we need to create our own pipes for stderr and stdout,
-   # otherwise we will not be able to open /dev/stderr. This is probably
-   # due to AppArmor rules.
-   - bash -xeo pipefail -c 'uname -a && make smoke-tests 2>&1 | cat'
-branches:
-  except:
-  # Skip copybara branches.
-  - /^test\/cl.*$/

Makefile

@@ -232,6 +232,14 @@ do-tests:
 	@$(call sudo,//runsc,do true)
 .PHONY: do-tests
 
+arm-qemu-smoke-test: BAZEL_OPTIONS=--config=cross-aarch64
+arm-qemu-smoke-test: load-arm-qemu
+	export T=$$(mktemp -d --tmpdir release.XXXXXX); \
+	mkdir -p $$T/bin/arm64/ && \
+	$(call copy,//runsc:runsc,$$T/bin/arm64) && \
+	docker run --rm -v $$T/bin/arm64/runsc:/workdir/initramfs/runsc gvisor.dev/images/arm-qemu
+.PHONY: arm-qemu-smoke-test
+
 simple-tests: unit-tests # Compatibility target.
 .PHONY: simple-tests
 

WORKSPACE

@@ -83,6 +83,20 @@ http_archive(
     ],
 )
 
+# Load C++ cross-compilation toolchains.
+http_archive(
+    name = "coral_crosstool",
+    sha256 = "088ef98b19a45d7224be13636487e3af57b1564880b67df7be8b3b7eee4a1bfc",
+    strip_prefix = "crosstool-142e930ac6bf1295ff3ba7ba2b5b6324dfb42839",
+    urls = [
+        "https://github.com/google-coral/crosstool/archive/142e930ac6bf1295ff3ba7ba2b5b6324dfb42839.tar.gz",
+    ],
+)
+
+load("@coral_crosstool//:configure.bzl", "cc_crosstool")
+
+cc_crosstool(name = "crosstool")
+
 # Load protobuf dependencies.
 http_archive(
     name = "rules_proto",

images/arm-qemu/Dockerfile

@@ -0,0 +1,12 @@
+FROM fedora:33
+
+RUN dnf install -y qemu-system-aarch64 gzip cpio wget
+
+WORKDIR /workdir
+RUN wget -4 http://dl-cdn.alpinelinux.org/alpine/edge/releases/aarch64/netboot/vmlinuz-lts
+RUN wget -4 http://dl-cdn.alpinelinux.org/alpine/edge/releases/aarch64/netboot/initramfs-lts
+
+COPY initramfs /workdir/initramfs
+COPY test.sh /workdir/
+
+CMD ./test.sh

images/arm-qemu/initramfs/init

@@ -0,0 +1,39 @@
+#!/bin/sh
+
+# Copyright 2020 The gVisor Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This script is started as the init process in a test virtual machine,
+# it does all required initialization steps and run a test command inside a
+# gVisor instance.
+
+set -x -e
+
+/bin/busybox mkdir -p /usr/bin /usr/sbin /proc /sys /dev /tmp
+
+/bin/busybox --install -s
+export PATH=/usr/bin:/bin:/usr/sbin:/sbin
+
+mount -t proc -o noexec,nosuid,nodev proc /proc
+mount -t sysfs -o noexec,nosuid,nodev sysfs /sys
+mount -t devtmpfs -o exec,nosuid,mode=0755,size=2M devtmpfs /dev
+
+uname -a
+/runsc --TESTONLY-unsafe-nonroot --rootless --network none --debug --alsologtostderr do uname -a
+echo "runsc exited with code $?"
+
+# Shutdown the VM. poweroff and halt doesn't work for unknown reasons.
+# qemu is started with the -no-reboot flag, so the VM will be terminated.
+reboot -f
+exit 1

images/arm-qemu/test.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+# Copyright 2020 The gVisor Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -xeuo pipefail -m
+
+cd initramfs
+find . | cpio -v -o -c -R root:root | gzip -9 >> ../initramfs-lts
+cd ..
+
+qemu-system-aarch64  -M virt -m 512M -cpu cortex-a57 \
+  -kernel vmlinuz-lts -initrd initramfs-lts \
+  -append "console=ttyAMA0 panic=-1" -nographic -no-reboot \
+  | tee /dev/stderr | grep "runsc exited with code 0"
+
+echo "PASS"

images/default/Dockerfile

@@ -1,20 +1,29 @@
-FROM fedora:31
+FROM ubuntu:focal
 
-# Install bazel.
-RUN dnf install -y dnf-plugins-core && dnf copr enable -y vbatts/bazel
-RUN dnf install -y git gcc make golang gcc-c++ glibc-devel python3 which python3-pip python3-devel libffi-devel openssl-devel pkg-config glibc-static libstdc++-static patch diffutils
-RUN pip install --no-cache-dir pycparser
-RUN dnf install -y bazel3
-
-# Install gcloud. Note that while this is "x86_64", it doesn't actually matter.
-RUN curl https://dl.google.com/dl/cloudsdk/channels/rapid/downloads/google-cloud-sdk-289.0.0-linux-x86_64.tar.gz | \
-    tar zxf - google-cloud-sdk && \
-    google-cloud-sdk/install.sh && \
-    ln -s /google-cloud-sdk/bin/gcloud /usr/bin/gcloud
+ENV DEBIAN_FRONTEND="noninteractive"
+RUN apt-get update && apt-get install -y curl gnupg2 git \
+        python python3 python3-distutils python3-pip \
+        build-essential crossbuild-essential-arm64 qemu-user-static \
+        openjdk-11-jdk-headless zip unzip \
+        apt-transport-https ca-certificates gnupg-agent \
+        software-properties-common \
+        pkg-config libffi-dev patch diffutils libssl-dev
 
 # Install Docker client for the website build.
-RUN dnf config-manager --add-repo https://download.docker.com/linux/fedora/docker-ce.repo
-RUN dnf install -y docker-ce-cli
+RUN curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add -
+RUN add-apt-repository \
+   "deb https://download.docker.com/linux/ubuntu \
+   $(lsb_release -cs) \
+   stable"
+RUN apt-get install docker-ce-cli
 
+# Install gcloud.
+RUN curl https://dl.google.com/dl/cloudsdk/channels/rapid/downloads/google-cloud-sdk-289.0.0-linux-x86_64.tar.gz | \
+    tar zxf - google-cloud-sdk && \
+    google-cloud-sdk/install.sh --quiet && \
+    ln -s /google-cloud-sdk/bin/gcloud /usr/bin/gcloud
+
+# Download the official bazel binary. The APT repository isn't used because there is not packages for arm64.
+RUN sh -c 'curl -o /usr/local/bin/bazel https://releases.bazel.build/3.5.1/release/bazel-3.5.1-linux-$(uname -m | sed s/aarch64/arm64/) && chmod ugo+x /usr/local/bin/bazel'
 WORKDIR /workspace
-ENTRYPOINT ["/usr/bin/bazel"]
+ENTRYPOINT ["/usr/local/bin/bazel"]

tools/bazel.mk

@@ -61,6 +61,7 @@ DOCKER_CONFIG := /etc/docker
 ##     STARTUP_OPTIONS - Startup options passed to Bazel.
 ##
 STARTUP_OPTIONS :=
+BAZEL_OPTIONS   :=
 BAZEL           := bazel $(STARTUP_OPTIONS)
 BASE_OPTIONS    := --color=no --curses=no
 TEST_OPTIONS := $(BASE_OPTIONS) \
@@ -155,7 +156,7 @@ bazel-image: load-default ## Ensures that the local builder exists.
 	@$(call header,DOCKER BUILD)
 	@docker rm -f $(BUILDER_NAME) 2>/dev/null || true
 	@docker run --user 0:0 --entrypoint "" --name $(BUILDER_NAME) gvisor.dev/images/default \
-	  sh -c "$(GROUPADD_DOCKER) $(USERADD_DOCKER) if test -e /dev/kvm; then chmod a+rw /dev/kvm; fi" >&2
+	  bash -c "$(GROUPADD_DOCKER) $(USERADD_DOCKER) if test -e /dev/kvm; then chmod a+rw /dev/kvm; fi" >&2
 	@docker commit $(BUILDER_NAME) gvisor.dev/images/builder >&2
 .PHONY: bazel-image
 
@@ -170,7 +171,7 @@ bazel-server: bazel-image ## Ensures that the server exists.
 	  --workdir "$(CURDIR)" \
 	  $(DOCKER_RUN_OPTIONS) \
 	  gvisor.dev/images/builder \
-	  sh -c "set -x; tail -f --pid=\$$($(BAZEL) info server_pid) /dev/null" >&2
+	  bash -c "set -x; tail -f --pid=\$$($(BAZEL) info server_pid) /dev/null" >&2
 else
 bazel-server:
 	@
@@ -187,7 +188,7 @@ endif
 # The last line is used to prevent terminal shenanigans.
 build_paths = \
   (set -euo pipefail; \
-  $(call wrapper,$(BAZEL) build $(BASE_OPTIONS) $(1)) 2>&1 \
+  $(call wrapper,$(BAZEL) build $(BASE_OPTIONS) $(BAZEL_OPTIONS) $(1)) 2>&1 \
   | tee /proc/self/fd/2 \
   | sed -n -e '/^Target/,$$p' \
   | sed -n -e '/^  \($(subst /,\/,$(subst $(SPACE),\|,$(BUILD_ROOTS)))\)/p' \

tools/bazeldefs/cc.bzl

@@ -1,11 +1,9 @@
 """C++ rules."""
 
-load("@bazel_tools//tools/cpp:cc_flags_supplier.bzl", _cc_flags_supplier = "cc_flags_supplier")
 load("@rules_cc//cc:defs.bzl", _cc_binary = "cc_binary", _cc_library = "cc_library", _cc_proto_library = "cc_proto_library", _cc_test = "cc_test")
 load("@com_github_grpc_grpc//bazel:cc_grpc_library.bzl", _cc_grpc_library = "cc_grpc_library")
 
 cc_library = _cc_library
-cc_flags_supplier = _cc_flags_supplier
 cc_proto_library = _cc_proto_library
 cc_test = _cc_test
 cc_toolchain = "@bazel_tools//tools/cpp:current_cc_toolchain"
@@ -14,6 +12,16 @@ gbenchmark = "@com_google_benchmark//:benchmark"
 grpcpp = "@com_github_grpc_grpc//:grpc++"
 vdso_linker_option = "-fuse-ld=gold "
 
+def _cc_flags_supplier_impl(ctx):
+    variables = platform_common.TemplateVariableInfo({
+        "CC_FLAGS": "",
+    })
+    return [variables]
+
+cc_flags_supplier = rule(
+    implementation = _cc_flags_supplier_impl,
+)
+
 def cc_grpc_library(name, **kwargs):
     _cc_grpc_library(name = name, grpc_only = True, **kwargs)