prole/tests/etc/test_init_cnpg_backup.sh
chrisfu bb2135b587 fix(cnpg): converge to 3 instances with resilient apply
- Wait for Kubernetes API readiness before applying CNPG resources

- Retry kubectl apply on transient OpenAPI/webhook failures

- Enforce spec.instances=3 by patching existing Cluster if needed

- Wait for CNPG webhook endpoints before creating Backup resources

- Update bash tests/mocks to cover readiness + retry behavior

Co-authored-by: Junie <junie@jetbrains.com>
2026-03-12 01:42:42 -07:00

137 lines
3.6 KiB
Bash

#!/usr/bin/env bash
# Unit test for etc/init_cnpg_backup.sh
# Verifies we wait for CNPG webhook endpoints before applying a Backup.
set -euo pipefail
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
PROLE_HOME_REPO=$(cd "$SCRIPT_DIR/../.." && pwd)
ETC_DIR="$PROLE_HOME_REPO/etc"
SCRIPT_UNDER_TEST="$ETC_DIR/init_cnpg_backup.sh"
TMP_DIR=$(mktemp -d)
trap 'rm -rf "$TMP_DIR"' EXIT
BIN_DIR="$TMP_DIR/bin"
mkdir -p "$BIN_DIR"
cat <<'K_EOF' > "$BIN_DIR/kubectl"
#!/usr/bin/env bash
set -euo pipefail
_log_file="${TMP_DIR}/mock_calls.log"
echo "Mocked kubectl called with $*" >> "${_log_file}"
args="$*"
# API server readiness probes
if [[ "${args}" == *"get --raw=/readyz"* || "${args}" == *"get --raw='/readyz'"* || "${args}" == *"get --raw=\"/readyz\""* ]]; then
echo "ok"
exit 0
fi
if [[ "${args}" == *"version --short"* ]]; then
echo "Client Version: v0.0.0"
echo "Server Version: v0.0.0"
exit 0
fi
# Namespace existence/creation
if [[ "${args}" == "get namespace test-ns" ]]; then
exit 0
fi
if [[ "${args}" == "create namespace test-ns" ]]; then
exit 0
fi
# Cluster existence
if [[ "${args}" == "get cluster prole-db -n test-ns" || "${args}" == "get cluster prole-db -n test-ns"* ]]; then
exit 0
fi
# CNPG webhook endpoints: return empty twice, then return an IP.
if [[ "${args}" == *"-n cnpg-system"*"get endpoints"*"cnpg-webhook-service"* ]]; then
cfile="${TMP_DIR}/endpoints_calls"
c=0
[[ -f "$cfile" ]] && c=$(cat "$cfile")
c=$((c + 1))
echo "$c" > "$cfile"
if (( c >= 3 )); then
echo "10.42.0.10"
fi
exit 0
fi
# Capture applied Backup manifest
if [[ "${args}" == apply*"-n"*"test-ns"*"-f"*"-"* ]]; then
cat > "${TMP_DIR}/applied.yaml"
echo "applied"
exit 0
fi
exit 0
K_EOF
chmod +x "$BIN_DIR/kubectl"
export PATH="$BIN_DIR:$PATH"
export TMP_DIR
# prole_cfg.sh sources $PROLE_HOME/env.sh if present; provide a minimal env.sh that points to our temp config.
CONF_DIR="$TMP_DIR/conf"
ENV_HOME="$TMP_DIR/env-home"
mkdir -p "$CONF_DIR" "$ENV_HOME"
cat <<C_EOF > "$CONF_DIR/prole.cfg"
[User]
NAMESPACE = test-ns
SERVICE_NAMESPACE = test-system
PROLE_HOME = $PROLE_HOME_REPO
PROLE_SERVICE = $TMP_DIR/service
[Global]
DEPLOYMENT_MODE = k3s
C_EOF
cat <<E_EOF > "$ENV_HOME/env.sh"
#!/usr/bin/env bash
export PROLE_HOME="$PROLE_HOME_REPO"
export PROLE_CONF="$CONF_DIR"
E_EOF
chmod +x "$ENV_HOME/env.sh"
set +e
PROLE_HOME="$ENV_HOME" bash "$SCRIPT_UNDER_TEST" backup full >"$TMP_DIR/stdout" 2>"$TMP_DIR/stderr"
RC=$?
set -e
if [[ $RC -ne 0 ]]; then
echo "FAILURE: init_cnpg_backup.sh returned rc=$RC"
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
sed -n '1,200p' "$TMP_DIR/stderr" || true
exit 1
fi
if [[ ! -f "$TMP_DIR/applied.yaml" ]]; then
echo "FAILURE: expected Backup manifest to be applied"
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
sed -n '1,200p' "$TMP_DIR/stderr" || true
exit 1
fi
# Verify webhook endpoints were checked before apply.
endpoint_line=$(grep -n "get endpoints cnpg-webhook-service" "$TMP_DIR/mock_calls.log" | head -n1 | cut -d: -f1 || true)
apply_line=$(grep -n "apply -n test-ns -f -" "$TMP_DIR/mock_calls.log" | head -n1 | cut -d: -f1 || true)
if [[ -z "$endpoint_line" || -z "$apply_line" || "$endpoint_line" -ge "$apply_line" ]]; then
echo "FAILURE: expected webhook endpoints check before applying Backup"
echo "endpoint_line=$endpoint_line apply_line=$apply_line"
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
exit 1
fi
if ! grep -qE '^kind:\s*Backup\s*$' "$TMP_DIR/applied.yaml"; then
echo "FAILURE: expected applied manifest to be a Backup"
sed -n '1,120p' "$TMP_DIR/applied.yaml" || true
exit 1
fi
echo "SUCCESS"