prole/tests/etc/test_init_cloudnative_pg_instances.sh
chrisfu 133b719479 Align CNPG bootstrap placement with Ansible policy
Prefer infra-managed manifests for bootstrap; reconcile CNPG instances based on Ready+schedulable labeled db nodes; update manifests to use node-role affinity + anti-affinity; add policy/tests and config touch-ups (incl. prole.cfg).
2026-03-18 22:06:41 -07:00

234 lines
6.7 KiB
Bash

#!/usr/bin/env bash
# Unit test for etc/init_cloudnative_pg.sh
# Verifies CNPG placement policy is label-based (no hostname pinning) and that
# bootstrap reconciles instances safely under degraded startup.
set -euo pipefail
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
PROLE_HOME=$(cd "$SCRIPT_DIR/../.." && pwd)
ETC_DIR="$PROLE_HOME/etc"
SCRIPT_UNDER_TEST="$ETC_DIR/init_cloudnative_pg.sh"
TMP_DIR=$(mktemp -d)
trap 'rm -rf "$TMP_DIR"' EXIT
BIN_DIR="$TMP_DIR/bin"
mkdir -p "$BIN_DIR"
mock_tool() {
cat <<M_EOF > "$BIN_DIR/$1"
#!/usr/bin/env bash
echo "Mocked $1 called with \$@" >> "$TMP_DIR/mock_calls.log"
exit 0
M_EOF
chmod +x "$BIN_DIR/$1"
}
cat <<'K_EOF' > "$BIN_DIR/kubectl"
#!/usr/bin/env bash
set -euo pipefail
_state_file="${TMP_DIR}/mock_cluster_instances"
_log_file="${TMP_DIR}/mock_calls.log"
echo "Mocked kubectl called with $*" >> "${_log_file}"
args="$*"
# API server readiness probes used by wait_for_apiserver_ready()
if [[ "${args}" == *"get --raw=/readyz"* || "${args}" == *"get --raw='/readyz'"* || "${args}" == *"get --raw=\"/readyz\""* ]]; then
echo "ok"
exit 0
fi
if [[ "${args}" == *"version --short"* ]]; then
echo "Client Version: v0.0.0"
echo "Server Version: v0.0.0"
exit 0
fi
# Short-circuit CNPG operator + webhook waits
if [[ "${args}" == *"get deployment"*"-n cnpg-system"*"cnpg-controller-manager"* ]]; then
exit 0
fi
if [[ "${args}" == *"get endpoints"*"cnpg-webhook-service"* ]]; then
echo "10.42.0.10"
exit 0
fi
# Avoid cert-manager installation waits
if [[ "${args}" == *"get crd"*"certificates.cert-manager.io"* ]]; then
exit 0
fi
if [[ "${args}" == *"-n cert-manager"*"get deploy"* ]]; then
exit 0
fi
# Avoid barman plugin waits
if [[ "${args}" == *"get crd"*"barmanobjectstores.barmancloud.cnpg.io"* ]]; then
exit 0
fi
if [[ "${args}" == *"-n cnpg-system"*"get secret"*"barman-cloud-client-tls"* ]]; then
exit 0
fi
if [[ "${args}" == *"-n cnpg-system"*"get secret"*"barman-cloud-server-tls"* ]]; then
exit 0
fi
# Namespace check in ensure_namespace()
if [[ "${args}" == "get namespace test-ns" ]]; then
exit 0
fi
# Capture applied CNPG manifest
if [[ "${args}" == apply* && "${args}" == *"-n"*"test-ns"* && "${args}" == *"-f"*"-"* ]]; then
cat > "${TMP_DIR}/applied.yaml"
echo "cluster.postgresql.cnpg.io/prole-db configured"
exit 0
fi
# Node inventory used by reconcile_cnpg_instances
if [[ "${args}" == "get nodes --no-headers" ]]; then
n="${MOCK_READY_NODES:-1}"
for i in $(seq 1 "$n"); do
echo "node-${i} Ready <none> 0d v0"
done
exit 0
fi
if [[ "${args}" == "get nodes -l prole.org/node-role=db --no-headers" ]]; then
n="${MOCK_DB_NODES:-1}"
for i in $(seq 1 "$n"); do
echo "dbnode-${i} Ready <none> 0d v0"
done
exit 0
fi
# Cluster instance state used by reconcile_cnpg_instances
if [[ "${args}" == *"-n test-ns"*"get cluster"*"prole-db"*"-o jsonpath={.spec.instances}"* ]]; then
if [[ -f "${_state_file}" ]]; then
cat "${_state_file}"
else
echo "3"
fi
exit 0
fi
if [[ "${args}" == *"-n test-ns"*"patch cluster"*"prole-db"*"\"instances\""* ]]; then
inst=$(printf '%s' "${args}" | sed -n 's/.*"instances":\([0-9][0-9]*\).*/\1/p' | head -n 1)
if [[ -n "${inst:-}" ]]; then
printf '%s' "${inst}" > "${_state_file}"
fi
echo "patched"
exit 0
fi
exit 0
K_EOF
chmod +x "$BIN_DIR/kubectl"
mock_tool curl
mock_tool docker
mock_tool k3d
mock_tool skopeo
mock_tool ansible-playbook
mock_tool tofu
mock_tool terraform
mock_tool ollama
mock_tool jq
export PATH="$BIN_DIR:$PATH"
export TMP_DIR
mkdir -p "$TMP_DIR/service/secrets"
printf '%s' "dummy-private-key" > "$TMP_DIR/service/secrets/admin.key"
printf '%s' "dummy-public-key" > "$TMP_DIR/service/secrets/admin.pub"
run_case() {
local label="$1"
local cnpg_instances_cfg="${2:-}"
local mock_ready_nodes="${3:-1}"
local mock_db_nodes="${4:-1}"
local conf_dir="$TMP_DIR/conf-${label}"
local env_home="$TMP_DIR/env-${label}"
mkdir -p "$conf_dir"
mkdir -p "$env_home"
cat <<C_EOF > "$conf_dir/prole.cfg"
[User]
NAMESPACE = test-ns
SERVICE_NAMESPACE = test-system
PROLE_HOME = $PROLE_HOME
PROLE_SERVICE = $TMP_DIR/service
[Global]
DEPLOYMENT_MODE = k3s
${cnpg_instances_cfg}
C_EOF
# `etc/prole_cfg.sh` sources `$PROLE_HOME/env.sh` unconditionally if present.
# The repo's generated `env.sh` hard-codes PROLE_CONF to the real conf dir,
# so for tests we provide a minimal env.sh that points PROLE_CONF at our temp config.
cat <<E_EOF > "$env_home/env.sh"
#!/usr/bin/env bash
export PROLE_HOME="$PROLE_HOME"
export PROLE_CONF="$conf_dir"
export PROLE_SERVICE="$TMP_DIR/service"
E_EOF
chmod +x "$env_home/env.sh"
rm -f "$TMP_DIR/applied.yaml"
rm -f "$TMP_DIR/mock_cluster_instances"
set +e
MOCK_READY_NODES="$mock_ready_nodes" MOCK_DB_NODES="$mock_db_nodes" PROLE_HOME="$env_home" \
bash "$SCRIPT_UNDER_TEST" --mode k3s start >/dev/null 2>"$TMP_DIR/stderr-${label}"
local rc=$?
set -e
if [[ $rc -ne 0 ]]; then
echo "FAILURE: init_cloudnative_pg.sh returned rc=$rc for case '${label}'"
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
sed -n '1,200p' "$TMP_DIR/stderr-${label}" || true
exit 1
fi
if [[ ! -f "$TMP_DIR/applied.yaml" ]]; then
echo "FAILURE: did not capture applied manifest for case '${label}'"
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
sed -n '1,200p' "$TMP_DIR/stderr-${label}" || true
exit 1
fi
}
# Default: manifest must be label-based (no hostname pinning) and reconcile must scale down to 1
# when only one node is Ready/schedulable.
run_case "default" "" 1 1
if grep -qE '^\s*- key:\s*kubernetes\\.io/hostname\s*$|myrddin\\.prole\\.org' "$TMP_DIR/applied.yaml"; then
echo "FAILURE: expected no hostname pinning in applied manifest (default)"
sed -n '1,160p' "$TMP_DIR/applied.yaml" || true
exit 1
fi
if ! grep -qE '^\s*- key:\s*prole\.org/node-role\s*$' "$TMP_DIR/applied.yaml"; then
echo "FAILURE: expected node-role label affinity in applied manifest (default)"
sed -n '1,160p' "$TMP_DIR/applied.yaml" || true
exit 1
fi
if ! grep -qE '^\s*podAntiAffinity:\s*$' "$TMP_DIR/applied.yaml"; then
echo "FAILURE: expected podAntiAffinity in applied manifest (default)"
sed -n '1,160p' "$TMP_DIR/applied.yaml" || true
exit 1
fi
if [[ "$(cat "$TMP_DIR/mock_cluster_instances" 2>/dev/null || true)" != "1" ]]; then
echo "FAILURE: expected reconcile to patch instances to 1 under degraded startup"
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
exit 1
fi
# Override: when capacity allows (2 ready db nodes), CNPG_INSTANCES must be honored (cap=2)
run_case "override" "CNPG_INSTANCES = 2" 2 2
if [[ "$(cat "$TMP_DIR/mock_cluster_instances" 2>/dev/null || true)" != "2" ]]; then
echo "FAILURE: expected reconcile to patch instances to 2 when 2 db nodes are available"
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
exit 1
fi
echo "SUCCESS"