mirror of
https://github.com/dredx/prole.git
synced 2026-09-27 12:14:31 +00:00
Prefer infra-managed manifests for bootstrap; reconcile CNPG instances based on Ready+schedulable labeled db nodes; update manifests to use node-role affinity + anti-affinity; add policy/tests and config touch-ups (incl. prole.cfg).
234 lines
6.7 KiB
Bash
234 lines
6.7 KiB
Bash
#!/usr/bin/env bash
|
|
# Unit test for etc/init_cloudnative_pg.sh
|
|
# Verifies CNPG placement policy is label-based (no hostname pinning) and that
|
|
# bootstrap reconciles instances safely under degraded startup.
|
|
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
PROLE_HOME=$(cd "$SCRIPT_DIR/../.." && pwd)
|
|
ETC_DIR="$PROLE_HOME/etc"
|
|
SCRIPT_UNDER_TEST="$ETC_DIR/init_cloudnative_pg.sh"
|
|
|
|
TMP_DIR=$(mktemp -d)
|
|
trap 'rm -rf "$TMP_DIR"' EXIT
|
|
|
|
BIN_DIR="$TMP_DIR/bin"
|
|
mkdir -p "$BIN_DIR"
|
|
|
|
mock_tool() {
|
|
cat <<M_EOF > "$BIN_DIR/$1"
|
|
#!/usr/bin/env bash
|
|
echo "Mocked $1 called with \$@" >> "$TMP_DIR/mock_calls.log"
|
|
exit 0
|
|
M_EOF
|
|
chmod +x "$BIN_DIR/$1"
|
|
}
|
|
|
|
cat <<'K_EOF' > "$BIN_DIR/kubectl"
|
|
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
_state_file="${TMP_DIR}/mock_cluster_instances"
|
|
|
|
_log_file="${TMP_DIR}/mock_calls.log"
|
|
echo "Mocked kubectl called with $*" >> "${_log_file}"
|
|
|
|
args="$*"
|
|
|
|
# API server readiness probes used by wait_for_apiserver_ready()
|
|
if [[ "${args}" == *"get --raw=/readyz"* || "${args}" == *"get --raw='/readyz'"* || "${args}" == *"get --raw=\"/readyz\""* ]]; then
|
|
echo "ok"
|
|
exit 0
|
|
fi
|
|
if [[ "${args}" == *"version --short"* ]]; then
|
|
echo "Client Version: v0.0.0"
|
|
echo "Server Version: v0.0.0"
|
|
exit 0
|
|
fi
|
|
|
|
# Short-circuit CNPG operator + webhook waits
|
|
if [[ "${args}" == *"get deployment"*"-n cnpg-system"*"cnpg-controller-manager"* ]]; then
|
|
exit 0
|
|
fi
|
|
if [[ "${args}" == *"get endpoints"*"cnpg-webhook-service"* ]]; then
|
|
echo "10.42.0.10"
|
|
exit 0
|
|
fi
|
|
|
|
# Avoid cert-manager installation waits
|
|
if [[ "${args}" == *"get crd"*"certificates.cert-manager.io"* ]]; then
|
|
exit 0
|
|
fi
|
|
if [[ "${args}" == *"-n cert-manager"*"get deploy"* ]]; then
|
|
exit 0
|
|
fi
|
|
|
|
# Avoid barman plugin waits
|
|
if [[ "${args}" == *"get crd"*"barmanobjectstores.barmancloud.cnpg.io"* ]]; then
|
|
exit 0
|
|
fi
|
|
if [[ "${args}" == *"-n cnpg-system"*"get secret"*"barman-cloud-client-tls"* ]]; then
|
|
exit 0
|
|
fi
|
|
if [[ "${args}" == *"-n cnpg-system"*"get secret"*"barman-cloud-server-tls"* ]]; then
|
|
exit 0
|
|
fi
|
|
|
|
# Namespace check in ensure_namespace()
|
|
if [[ "${args}" == "get namespace test-ns" ]]; then
|
|
exit 0
|
|
fi
|
|
|
|
# Capture applied CNPG manifest
|
|
if [[ "${args}" == apply* && "${args}" == *"-n"*"test-ns"* && "${args}" == *"-f"*"-"* ]]; then
|
|
cat > "${TMP_DIR}/applied.yaml"
|
|
echo "cluster.postgresql.cnpg.io/prole-db configured"
|
|
exit 0
|
|
fi
|
|
|
|
# Node inventory used by reconcile_cnpg_instances
|
|
if [[ "${args}" == "get nodes --no-headers" ]]; then
|
|
n="${MOCK_READY_NODES:-1}"
|
|
for i in $(seq 1 "$n"); do
|
|
echo "node-${i} Ready <none> 0d v0"
|
|
done
|
|
exit 0
|
|
fi
|
|
if [[ "${args}" == "get nodes -l prole.org/node-role=db --no-headers" ]]; then
|
|
n="${MOCK_DB_NODES:-1}"
|
|
for i in $(seq 1 "$n"); do
|
|
echo "dbnode-${i} Ready <none> 0d v0"
|
|
done
|
|
exit 0
|
|
fi
|
|
|
|
# Cluster instance state used by reconcile_cnpg_instances
|
|
if [[ "${args}" == *"-n test-ns"*"get cluster"*"prole-db"*"-o jsonpath={.spec.instances}"* ]]; then
|
|
if [[ -f "${_state_file}" ]]; then
|
|
cat "${_state_file}"
|
|
else
|
|
echo "3"
|
|
fi
|
|
exit 0
|
|
fi
|
|
if [[ "${args}" == *"-n test-ns"*"patch cluster"*"prole-db"*"\"instances\""* ]]; then
|
|
inst=$(printf '%s' "${args}" | sed -n 's/.*"instances":\([0-9][0-9]*\).*/\1/p' | head -n 1)
|
|
if [[ -n "${inst:-}" ]]; then
|
|
printf '%s' "${inst}" > "${_state_file}"
|
|
fi
|
|
echo "patched"
|
|
exit 0
|
|
fi
|
|
|
|
exit 0
|
|
K_EOF
|
|
chmod +x "$BIN_DIR/kubectl"
|
|
|
|
mock_tool curl
|
|
mock_tool docker
|
|
mock_tool k3d
|
|
mock_tool skopeo
|
|
mock_tool ansible-playbook
|
|
mock_tool tofu
|
|
mock_tool terraform
|
|
mock_tool ollama
|
|
mock_tool jq
|
|
|
|
export PATH="$BIN_DIR:$PATH"
|
|
export TMP_DIR
|
|
|
|
mkdir -p "$TMP_DIR/service/secrets"
|
|
printf '%s' "dummy-private-key" > "$TMP_DIR/service/secrets/admin.key"
|
|
printf '%s' "dummy-public-key" > "$TMP_DIR/service/secrets/admin.pub"
|
|
|
|
run_case() {
|
|
local label="$1"
|
|
local cnpg_instances_cfg="${2:-}"
|
|
local mock_ready_nodes="${3:-1}"
|
|
local mock_db_nodes="${4:-1}"
|
|
|
|
local conf_dir="$TMP_DIR/conf-${label}"
|
|
local env_home="$TMP_DIR/env-${label}"
|
|
mkdir -p "$conf_dir"
|
|
mkdir -p "$env_home"
|
|
cat <<C_EOF > "$conf_dir/prole.cfg"
|
|
[User]
|
|
NAMESPACE = test-ns
|
|
SERVICE_NAMESPACE = test-system
|
|
PROLE_HOME = $PROLE_HOME
|
|
PROLE_SERVICE = $TMP_DIR/service
|
|
|
|
[Global]
|
|
DEPLOYMENT_MODE = k3s
|
|
${cnpg_instances_cfg}
|
|
C_EOF
|
|
|
|
# `etc/prole_cfg.sh` sources `$PROLE_HOME/env.sh` unconditionally if present.
|
|
# The repo's generated `env.sh` hard-codes PROLE_CONF to the real conf dir,
|
|
# so for tests we provide a minimal env.sh that points PROLE_CONF at our temp config.
|
|
cat <<E_EOF > "$env_home/env.sh"
|
|
#!/usr/bin/env bash
|
|
export PROLE_HOME="$PROLE_HOME"
|
|
export PROLE_CONF="$conf_dir"
|
|
export PROLE_SERVICE="$TMP_DIR/service"
|
|
E_EOF
|
|
chmod +x "$env_home/env.sh"
|
|
|
|
rm -f "$TMP_DIR/applied.yaml"
|
|
rm -f "$TMP_DIR/mock_cluster_instances"
|
|
set +e
|
|
MOCK_READY_NODES="$mock_ready_nodes" MOCK_DB_NODES="$mock_db_nodes" PROLE_HOME="$env_home" \
|
|
bash "$SCRIPT_UNDER_TEST" --mode k3s start >/dev/null 2>"$TMP_DIR/stderr-${label}"
|
|
local rc=$?
|
|
set -e
|
|
|
|
if [[ $rc -ne 0 ]]; then
|
|
echo "FAILURE: init_cloudnative_pg.sh returned rc=$rc for case '${label}'"
|
|
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
|
|
sed -n '1,200p' "$TMP_DIR/stderr-${label}" || true
|
|
exit 1
|
|
fi
|
|
|
|
if [[ ! -f "$TMP_DIR/applied.yaml" ]]; then
|
|
echo "FAILURE: did not capture applied manifest for case '${label}'"
|
|
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
|
|
sed -n '1,200p' "$TMP_DIR/stderr-${label}" || true
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
# Default: manifest must be label-based (no hostname pinning) and reconcile must scale down to 1
|
|
# when only one node is Ready/schedulable.
|
|
run_case "default" "" 1 1
|
|
if grep -qE '^\s*- key:\s*kubernetes\\.io/hostname\s*$|myrddin\\.prole\\.org' "$TMP_DIR/applied.yaml"; then
|
|
echo "FAILURE: expected no hostname pinning in applied manifest (default)"
|
|
sed -n '1,160p' "$TMP_DIR/applied.yaml" || true
|
|
exit 1
|
|
fi
|
|
if ! grep -qE '^\s*- key:\s*prole\.org/node-role\s*$' "$TMP_DIR/applied.yaml"; then
|
|
echo "FAILURE: expected node-role label affinity in applied manifest (default)"
|
|
sed -n '1,160p' "$TMP_DIR/applied.yaml" || true
|
|
exit 1
|
|
fi
|
|
if ! grep -qE '^\s*podAntiAffinity:\s*$' "$TMP_DIR/applied.yaml"; then
|
|
echo "FAILURE: expected podAntiAffinity in applied manifest (default)"
|
|
sed -n '1,160p' "$TMP_DIR/applied.yaml" || true
|
|
exit 1
|
|
fi
|
|
if [[ "$(cat "$TMP_DIR/mock_cluster_instances" 2>/dev/null || true)" != "1" ]]; then
|
|
echo "FAILURE: expected reconcile to patch instances to 1 under degraded startup"
|
|
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
|
|
exit 1
|
|
fi
|
|
|
|
# Override: when capacity allows (2 ready db nodes), CNPG_INSTANCES must be honored (cap=2)
|
|
run_case "override" "CNPG_INSTANCES = 2" 2 2
|
|
if [[ "$(cat "$TMP_DIR/mock_cluster_instances" 2>/dev/null || true)" != "2" ]]; then
|
|
echo "FAILURE: expected reconcile to patch instances to 2 when 2 db nodes are available"
|
|
sed -n '1,200p' "$TMP_DIR/mock_calls.log" || true
|
|
exit 1
|
|
fi
|
|
|
|
echo "SUCCESS"
|