mirror of
https://github.com/dredx/prole.git
synced 2026-09-24 17:54:32 +00:00
Itemized changes:
1. knoe-auth: New cluster-internal KDC and SSO gateway service
- Created etc/init_knoe_auth.sh based on init_kdc.sh with knoe-auth naming
- Namespace defaults to SERVICE_NAMESPACE (knoe-system)
- ConfigMap: knoe-auth-kdc-config, Secret: knoe-auth-secrets
- Legacy cleanup removes old auth/dog/authority deployments
2. Orchestration: knoe-auth initializes before CloudNativePG
- Updated prole.sh to insert init_knoe_auth.sh as step 2 (before CNPG)
- Renumbered all subsequent initialization steps
3. Kong routing: Updated init_kong.sh to route to knoe-auth in SERVICE_NAMESPACE
4. Comment/reference updates for knoe-auth
- Updated init_common_services.sh, init_service_layer.sh, init_kerberos.sh
5. prole-db renamed to knoe-db across the entire codebase
- Renamed prole-db/ directory to knoe-db/
- Renamed all prole-db Kubernetes manifests (deploy/opentofu, k8s/)
- Renamed scripts: docker-root-knoe-db.sh, docker-run-knoe-db.sh, test-cnpg-knoe-db.sh
- Renamed etc/init_prole-db-reset.sh to etc/init_knoe-db-reset.sh
- Renamed etc/prole-db-passwwd.sh to etc/knoe-db-passwwd.sh
- Renamed mock_val counterparts accordingly
- Renamed tests/etc/test_init_prole-db-reset.sh to test_init_knoe-db-reset.sh
- Renamed docs/prole-db-documentation-mcp-architecture.md to knoe-db variant
- Renamed modes/k3d/prole-db/ to modes/k3d/knoe-db/
- Renamed prole-db.iml to knoe-db.iml
6. Configuration updates
- Updated conf/dev, conf/prod, conf/test, conf/service prole.cfg files
- Updated conf/port-mapping.cfg
- Updated etc/prole_cfg.sh and mock_val/prole_cfg.sh
- Updated service/prole.cfg
7. Kubernetes manifests and deploy configuration
- Updated deploy/opentofu/k3s ArgoCD application YAMLs
- Updated kong-configmap.yaml and kustomization.yaml
- Updated k3s/kong-config.yml and prole-resources.yaml
- Updated prole-mssql-db deployment YAMLs
- Updated supabase helm render and deploy scripts
8. Infrastructure and GCP Terraform
- Updated deploy/gcp/terraform: folders, groups, IAM, service-projects
9. Python/installer code updates
- Updated knoe/core: actions, build_context, controller, env, milestones
- Updated knoe/milestone.py
- Updated knoe/ui/screens: cfg, database, database_options, deploy, docker,
navigation, security, services, validate
- Updated knoe.spec, status.py
10. Shell script updates
- Updated etc/: build_db, init_cloudnative_pg, init_cnpg_backup,
init_db_manager, init_forgejo, init_gitlab, init_monitoring, init_openbao,
init_port_forwards, init_postgrest, init_supabase_ports, status
- Updated mock_val/ counterparts for all above scripts
- Updated prole-net/init-prole-dns.sh
- Updated bin/prole-kpf.sh, gitea/deploy.sh, supabase/deploy.sh
11. Test updates
- Updated tests/etc/: test_init_cloudnative_pg*, test_init_cnpg_backup*,
test_init_kdc*, test_init_kerberos*, test_init_kong*, test_prole_cfg*
- Updated tests/installer/: test_actions_helpers, test_cfg_save_kubecontext,
test_controller, test_core_classes, test_milestones, test_milestones_extended,
test_namespace_propagation
- Updated tests/: test_database_options, test_navigation,
test_render_supabase_hostname, test_docker_build_fix,
test_all_prole_home_fixes, silent_install_test, final_test
12. Documentation updates
- Updated docs/: DOCKER-BUILD-FIX, PROLE-CFG-SECRETS, PROLE-HOME-DIRECTORY,
build-system, patent
- Updated scan/network_description.txt
- Updated pom.xml
13. Miscellaneous script updates
- Updated root-level: _adopt_replica_pvcs, _fix_replica_merlin, _import_pi,
_patch_cluster, _prebind_pvcs, _rebind_d002, _rebind_d002b, test_resolve
- Updated scripts/generate_spec.py
Co-authored-by: Junie <junie@jetbrains.com>
299 lines
9.9 KiB
Bash
Executable File
299 lines
9.9 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
# init_postgrest.sh
|
|
# Purpose:
|
|
# - Deploy PostgREST (postgrest/postgrest) into the knoe-db namespace
|
|
# - Creates the knoe-db-postgrest-secrets k8s secret (postgres password + JWT secret)
|
|
# - Applies the postgrest deployment and service manifests
|
|
# - Provides start/stop/status/restart actions
|
|
#
|
|
# Usage:
|
|
# ./init_postgrest.sh [--mode MODE] [-n NAMESPACE] <start|stop|status|restart>
|
|
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
# shellcheck disable=SC1090
|
|
source "$SCRIPT_DIR/prole_cfg.sh"
|
|
|
|
if [[ "${1:-}" == "--mode" || "${1:-}" == "-m" ]]; then
|
|
prole_set_mode "${2:-}"
|
|
shift 2
|
|
elif [[ "${1:-}" == --mode=* || "${1:-}" == -m=* ]]; then
|
|
prole_set_mode "${1#*=}"
|
|
shift
|
|
fi
|
|
|
|
NAMESPACE="${PROLE_NAMESPACE}"
|
|
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
-n|--namespace)
|
|
shift
|
|
if [[ -z "${1:-}" ]]; then
|
|
echo "ERROR: -n/--namespace requires a value" >&2
|
|
exit 2
|
|
fi
|
|
NAMESPACE="$1"
|
|
;;
|
|
-n=*|--namespace=*)
|
|
NAMESPACE="${1#*=}"
|
|
;;
|
|
start|stop|status|restart)
|
|
ACTION="$1"
|
|
;;
|
|
-h|--help)
|
|
usage
|
|
;;
|
|
*)
|
|
echo "ERROR: Unknown argument: $1" >&2
|
|
exit 2
|
|
;;
|
|
esac
|
|
shift
|
|
done
|
|
|
|
ACTION="${ACTION:-start}"
|
|
PROLE_HOME=${PROLE_HOME:-$(cd "$SCRIPT_DIR/.." && pwd)}
|
|
POSTGREST_IMAGE="${POSTGREST_IMAGE:-postgrest/postgrest:v14.5}"
|
|
POSTGREST_NAME="${POSTGREST_NAME:-knoe-db-postgrest}"
|
|
POSTGREST_PORT="${POSTGREST_PORT:-3000}"
|
|
KNOE_DB_SERVICE="${KNOE_DB_SERVICE:-knoe-db-postgres}"
|
|
POSTGREST_SECRET_NAME="${POSTGREST_SECRET_NAME:-knoe-db-postgrest-secrets}"
|
|
|
|
usage() {
|
|
cat <<USAGE
|
|
Usage: $0 [--mode MODE] [-n NAMESPACE] <start|stop|status|restart>
|
|
|
|
Actions:
|
|
start Create secrets and deploy PostgREST to the knoe-db namespace
|
|
stop Remove PostgREST deployment and secrets
|
|
status Show PostgREST pod/service status
|
|
restart Restart PostgREST pods
|
|
USAGE
|
|
exit 1
|
|
}
|
|
|
|
ensure_tools() {
|
|
for t in kubectl; do
|
|
command -v "$t" >/dev/null || { echo "Missing required tool: $t" >&2; exit 1; }
|
|
done
|
|
}
|
|
|
|
ensure_namespace() {
|
|
if ! kubectl get namespace "$NAMESPACE" >/dev/null 2>&1; then
|
|
echo "Creating namespace '$NAMESPACE' ..."
|
|
kubectl create namespace "$NAMESPACE" >/dev/null 2>&1 || true
|
|
fi
|
|
}
|
|
|
|
resolve_postgres_password() {
|
|
# Try to read the postgres password from the CloudNativePG superuser secret
|
|
local cnpg_secret="knoe-db-superuser"
|
|
local pw=""
|
|
|
|
if kubectl get secret "$cnpg_secret" -n "$NAMESPACE" >/dev/null 2>&1; then
|
|
pw=$(kubectl get secret "$cnpg_secret" -n "$NAMESPACE" -o jsonpath='{.data.password}' 2>/dev/null | base64 -d 2>/dev/null || true)
|
|
fi
|
|
|
|
if [[ -z "$pw" ]]; then
|
|
# Fallback: check for POSTGRES_PASSWORD env var or prole.cfg
|
|
pw="${POSTGRES_PASSWORD:-}"
|
|
fi
|
|
|
|
if [[ -z "$pw" ]]; then
|
|
echo "ERROR: Cannot resolve postgres password. Ensure knoe-db-superuser secret exists in namespace '$NAMESPACE' or set POSTGRES_PASSWORD." >&2
|
|
exit 1
|
|
fi
|
|
|
|
echo "$pw"
|
|
}
|
|
|
|
resolve_jwt_secret() {
|
|
# Try to read JWT secret from supabase namespace secrets
|
|
local jwt=""
|
|
|
|
if kubectl get secret supabase-jwt -n supabase >/dev/null 2>&1; then
|
|
jwt=$(kubectl get secret supabase-jwt -n supabase -o jsonpath='{.data.jwt-secret}' 2>/dev/null | base64 -d 2>/dev/null || true)
|
|
fi
|
|
|
|
if [[ -z "$jwt" ]]; then
|
|
# Fallback: try reading from supabase .env file
|
|
local env_file="${DEV_HOME:-$HOME/dev}/supabase/docker/.env"
|
|
if [[ -f "$env_file" ]]; then
|
|
jwt=$(grep -E '^JWT_SECRET=' "$env_file" | head -1 | cut -d= -f2- | tr -d "'\"" || true)
|
|
fi
|
|
fi
|
|
|
|
if [[ -z "$jwt" ]]; then
|
|
jwt="${JWT_SECRET:-}"
|
|
fi
|
|
|
|
if [[ -z "$jwt" ]]; then
|
|
echo "ERROR: Cannot resolve JWT secret. Set JWT_SECRET or ensure supabase-jwt secret exists." >&2
|
|
exit 1
|
|
fi
|
|
|
|
echo "$jwt"
|
|
}
|
|
|
|
setup_database_roles() {
|
|
echo "Ensuring PostgREST database roles and schemas exist ..."
|
|
local pg_password
|
|
pg_password=$(resolve_postgres_password)
|
|
|
|
# Find primary pod
|
|
local primary
|
|
primary=$(kubectl -n "$NAMESPACE" get pods -l "cnpg.io/cluster=knoe-db,cnpg.io/instanceRole=primary" -o jsonpath='{.items[0].metadata.name}' 2>/dev/null || true)
|
|
if [[ -z "$primary" ]]; then
|
|
primary=$(kubectl -n "$NAMESPACE" get pods -l "cnpg.io/cluster=knoe-db" -o jsonpath='{.items[0].metadata.name}' 2>/dev/null || true)
|
|
fi
|
|
if [[ -z "$primary" ]]; then
|
|
echo "WARNING: No knoe-db pod found in namespace '$NAMESPACE'; skipping role setup." >&2
|
|
return 0
|
|
fi
|
|
|
|
kubectl -n "$NAMESPACE" exec "$primary" -c postgres -- psql -U postgres -d postgres -c "
|
|
CREATE SCHEMA IF NOT EXISTS storage;
|
|
CREATE SCHEMA IF NOT EXISTS graphql_public;
|
|
DO \$\$ BEGIN IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname='anon') THEN CREATE ROLE anon NOLOGIN; END IF; END \$\$;
|
|
DO \$\$ BEGIN IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname='authenticator') THEN CREATE ROLE authenticator LOGIN PASSWORD '${pg_password}'; END IF; END \$\$;
|
|
GRANT USAGE ON SCHEMA public TO anon;
|
|
GRANT USAGE ON SCHEMA storage TO anon;
|
|
GRANT USAGE ON SCHEMA graphql_public TO anon;
|
|
GRANT anon TO authenticator;
|
|
" || echo "WARNING: Could not set up PostgREST roles (cluster may not be ready yet)." >&2
|
|
echo "PostgREST database roles and schemas ready."
|
|
}
|
|
|
|
create_secrets() {
|
|
echo "Resolving secrets for PostgREST ..."
|
|
local pg_password
|
|
local jwt_secret
|
|
pg_password=$(resolve_postgres_password)
|
|
jwt_secret=$(resolve_jwt_secret)
|
|
|
|
echo "Creating/updating secret '$POSTGREST_SECRET_NAME' in namespace '$NAMESPACE' ..."
|
|
kubectl create secret generic "$POSTGREST_SECRET_NAME" \
|
|
--namespace="$NAMESPACE" \
|
|
--from-literal=postgres-password="$pg_password" \
|
|
--from-literal=jwt-secret="$jwt_secret" \
|
|
--dry-run=client -o yaml | kubectl apply -f -
|
|
|
|
echo "Secret '$POSTGREST_SECRET_NAME' ready."
|
|
}
|
|
|
|
check_and_repair_pods() {
|
|
echo "Checking for non-functioning $POSTGREST_NAME pods ..."
|
|
local bad_pods
|
|
bad_pods=$(kubectl get pods -n "$NAMESPACE" -l app="$POSTGREST_NAME" \
|
|
--field-selector='status.phase!=Running' -o jsonpath='{.items[*].metadata.name}' 2>/dev/null || true)
|
|
|
|
# Also check Running pods that have containers not ready (CrashLoopBackOff, Error, etc.)
|
|
local not_ready_pods
|
|
not_ready_pods=$(kubectl get pods -n "$NAMESPACE" -l app="$POSTGREST_NAME" \
|
|
-o jsonpath='{range .items[*]}{.metadata.name}{" "}{range .status.containerStatuses[*]}{.ready}{" "}{end}{"\n"}{end}' 2>/dev/null | \
|
|
grep -v '^$' | grep 'false' | awk '{print $1}' || true)
|
|
|
|
local all_bad
|
|
all_bad=$(echo -e "${bad_pods}\n${not_ready_pods}" | sort -u | xargs)
|
|
|
|
if [[ -n "$all_bad" ]]; then
|
|
echo "Found non-functioning pods: $all_bad"
|
|
echo "Deleting non-functioning pods to allow redeployment ..."
|
|
for pod in $all_bad; do
|
|
kubectl delete pod "$pod" -n "$NAMESPACE" --grace-period=0 --force 2>/dev/null || true
|
|
done
|
|
echo "Non-functioning pods removed."
|
|
else
|
|
echo "No non-functioning pods found."
|
|
fi
|
|
|
|
# If the deployment exists but is in a bad state, delete it so we can recreate cleanly
|
|
if kubectl get deployment "$POSTGREST_NAME" -n "$NAMESPACE" >/dev/null 2>&1; then
|
|
local available
|
|
available=$(kubectl get deployment "$POSTGREST_NAME" -n "$NAMESPACE" \
|
|
-o jsonpath='{.status.availableReplicas}' 2>/dev/null || echo "0")
|
|
if [[ "${available:-0}" == "0" ]]; then
|
|
echo "Deployment '$POSTGREST_NAME' has no available replicas; deleting for clean redeployment ..."
|
|
kubectl delete deployment "$POSTGREST_NAME" -n "$NAMESPACE" --ignore-not-found=true
|
|
sleep 2
|
|
fi
|
|
fi
|
|
}
|
|
|
|
deploy() {
|
|
echo "Deploying $POSTGREST_NAME to namespace '$NAMESPACE' ..."
|
|
local manifests_dir="$PROLE_HOME/deploy/opentofu/k3s/manifests/prole"
|
|
|
|
kubectl apply -f "$manifests_dir/postgrest-deployment.yaml" -n "$NAMESPACE"
|
|
kubectl apply -f "$manifests_dir/postgrest-service.yaml" -n "$NAMESPACE"
|
|
|
|
# Check if the backing database service has endpoints before waiting
|
|
local db_endpoints
|
|
db_endpoints=$(kubectl get endpoints "$KNOE_DB_SERVICE" -n "$NAMESPACE" -o jsonpath='{.subsets[*].addresses[*].ip}' 2>/dev/null || true)
|
|
|
|
if [[ -z "$db_endpoints" ]]; then
|
|
echo "WARNING: Database service '$KNOE_DB_SERVICE' has no ready endpoints."
|
|
echo "PostgREST is deployed but will not become ready until the database is available."
|
|
echo "PostgREST will automatically connect once the database is running."
|
|
echo "$POSTGREST_NAME deployment applied (waiting for database)."
|
|
return 0
|
|
fi
|
|
|
|
echo "Waiting for $POSTGREST_NAME rollout ..."
|
|
if kubectl rollout status deployment/"$POSTGREST_NAME" -n "$NAMESPACE" --timeout=120s; then
|
|
echo "$POSTGREST_NAME deployed successfully."
|
|
else
|
|
echo "WARNING: $POSTGREST_NAME rollout did not complete within timeout."
|
|
echo "The pod may still be waiting for the database to become available."
|
|
echo "Check status with: $0 status"
|
|
fi
|
|
}
|
|
|
|
stop() {
|
|
echo "Removing $POSTGREST_NAME from namespace '$NAMESPACE' ..."
|
|
kubectl delete deployment "$POSTGREST_NAME" -n "$NAMESPACE" --ignore-not-found=true
|
|
kubectl delete service "$POSTGREST_NAME" -n "$NAMESPACE" --ignore-not-found=true
|
|
kubectl delete secret "$POSTGREST_SECRET_NAME" -n "$NAMESPACE" --ignore-not-found=true
|
|
echo "$POSTGREST_NAME removed."
|
|
}
|
|
|
|
status() {
|
|
echo "=== $POSTGREST_NAME pods ==="
|
|
kubectl get pods -n "$NAMESPACE" -l app="$POSTGREST_NAME" 2>/dev/null || echo "No pods found"
|
|
echo ""
|
|
echo "=== $POSTGREST_NAME service ==="
|
|
kubectl get svc "$POSTGREST_NAME" -n "$NAMESPACE" 2>/dev/null || echo "No service found"
|
|
}
|
|
|
|
restart() {
|
|
echo "Restarting $POSTGREST_NAME ..."
|
|
kubectl rollout restart deployment/"$POSTGREST_NAME" -n "$NAMESPACE"
|
|
kubectl rollout status deployment/"$POSTGREST_NAME" -n "$NAMESPACE" --timeout=120s
|
|
echo "$POSTGREST_NAME restarted."
|
|
}
|
|
|
|
case "$ACTION" in
|
|
start)
|
|
ensure_tools
|
|
ensure_namespace
|
|
check_and_repair_pods
|
|
setup_database_roles
|
|
create_secrets
|
|
deploy
|
|
;;
|
|
stop)
|
|
ensure_tools
|
|
stop
|
|
;;
|
|
status)
|
|
ensure_tools
|
|
status
|
|
;;
|
|
restart)
|
|
ensure_tools
|
|
restart
|
|
;;
|
|
*)
|
|
usage
|
|
;;
|
|
esac
|