From fbf87399d3e19982ce5962a3ea848e325a4b7ac2 Mon Sep 17 00:00:00 2001
From: Etienne Perot <eperot@google.com>
Date: Tue, 15 Aug 2023 17:44:49 -0700
Subject: [PATCH] BuildKite: Make disk usage monitoring message more helpful.

PiperOrigin-RevId: 557305229
---
 .buildkite/hooks/pre-command | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/.buildkite/hooks/pre-command b/.buildkite/hooks/pre-command
index 8ef8a2953..a898fcc15 100644
--- a/.buildkite/hooks/pre-command
+++ b/.buildkite/hooks/pre-command
@@ -2,9 +2,12 @@ set -euo pipefail
 
 if POSIXLY_CORRECT=true df --local --output=pcent,ipcent,target | grep -vE '/snap/' | grep -qE '9[4-9]%|100%'; then
   echo "Disk usage has reached critical level, node is bad." >&2
+  echo "Automated monitoring should recycle this node soon." >&2
+  echo "If this made your build pipeline fail, sorry!" >&2
+  echo "Try your luck again." >&2
   sudo df -h --local | sed -r 's/^/[df] /' >&2
-  sleep 3
-  sudo poweroff
+  sleep 10
+  killall buildkite-agent
   exit 1
 fi