prole/deploy/opentofu/k3s/manifests/knoe/knoe-auth-deployment.yaml
chrisfu cf33342500 feat(prole): bootstrap knoe-auth on k3s; tenant onboarding; cluster stabilisation
knoe-auth (prole.org k3s):
- Fix CNPG manifest drift: remove spec.backup.pluginConfiguration (CNPG 1.28 only),
  switch spec.certificates from serverTLSSecret to serverAltDNSNames
- Apply knoe-auth Round 1 schema + GRANTs manually (postInitSQL had never run on live cluster)
- Fix OIDC signing key generator: base64(DER) not base64(PEM) — OidcTokenService
  does Base64.decode() → PKCS8EncodedKeySpec which requires raw DER bytes
- Add OIDC controllers: authorize, token, userinfo, jwks, discovery
- Add prole Spring profile: cookieDomain, emailDomain, Kerberos config
- Add secret example templates: knoe-db-user, knoe-auth-oidc-signing, knoe-auth-google-prole
- Kong configmap: scope knoe-auth route to /auth prefix only

Tenant onboarding:
- Add etc/onboard_tenant.sh: provision/apply/rotate/status workflow backed by 1Password
  vaults; types: 'enterprise' (own Kerberos + domain) and 'tenant' (hosted, initContainer KDC)
- Provision 'Knoe Tenant - prole.org' vault; apply all 7 k8s secrets to knoe-system
- init_knoe_auth.sh: add explicit GRANT + ALTER DEFAULT PRIVILEGES for knoe role

Cluster stabilisation:
- gitea: roll back 14-day stuck rollout (RWO PVC + maxSurge=100% deadlock);
  patch deployment strategy to Recreate
- supabase: create supabase_admin role, _supabase db, _analytics schema, _realtime schema
  in CNPG — analytics and realtime had never connected since Helm install day 1
- knoe-db barman ObjectStore: add GCS-backed objectstore manifest + scheduled backup

Infrastructure:
- gandalf host_vars: k3s registry config
- pi host_vars: clean up stale entries
- knoe-db schemas: ekosystem.sql, ekosystem_objects.sql
- init_prole_app.sql: prole app DB initialisation

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-05-26 00:50:37 -07:00

276 lines
11 KiB
YAML

apiVersion: apps/v1
kind: Deployment
metadata:
name: knoe-auth
namespace: knoe-system
labels:
app: knoe-auth
spec:
replicas: 1
selector:
matchLabels:
app: knoe-auth
template:
metadata:
labels:
app: knoe-auth
spec:
initContainers:
- name: keytab-bootstrap
image: myrddin.prole.org:5000/knoe-auth:latest
imagePullPolicy: IfNotPresent
securityContext:
runAsUser: 0
command:
- /bin/bash
- -lc
- |
set -euo pipefail
export DEBIAN_FRONTEND=noninteractive
realm="${PROLE_KDC_REALM:-PROLE.ORG}"
admin_principal="${PROLE_KDC_ADMIN_PRINCIPAL:-admin/admin}"
if [[ "${admin_principal}" != *"@"* ]]; then
admin_principal="${admin_principal}@${realm}"
fi
svc_principal="${PROLE_KERBEROS_SERVICE_PRINCIPAL:?Missing PROLE_KERBEROS_SERVICE_PRINCIPAL}"
if [[ "${svc_principal}" != *"@"* ]]; then
svc_principal="${svc_principal}@${realm}"
fi
keytab_out="/etc/knoe/keytabs/http.keytab"
mkdir -p "$(dirname "${keytab_out}")"
if [[ -f /mnt/keytab-secret/http.keytab ]]; then
cp /mnt/keytab-secret/http.keytab "${keytab_out}"
chmod 0400 "${keytab_out}" || true
exit 0
fi
if ! command -v kadmin.local >/dev/null 2>&1; then
echo "Installing Kerberos packages..."
echo "krb5-config krb5-config/default_realm string ${realm}" | debconf-set-selections || true
echo "krb5-config krb5-config/kerberos_servers string 127.0.0.1" | debconf-set-selections || true
echo "krb5-config krb5-config/admin_server string 127.0.0.1" | debconf-set-selections || true
apt-get update
apt-get install -y --no-install-recommends krb5-kdc krb5-admin-server krb5-user dnsutils ca-certificates
rm -rf /var/lib/apt/lists/*
fi
mkdir -p /etc/krb5kdc /var/lib/krb5kdc
if [[ -f /opt/knoe-kdc/krb5.conf ]]; then
cp /opt/knoe-kdc/krb5.conf /etc/krb5.conf
fi
if [[ -f /opt/knoe-kdc/kdc.conf ]]; then
cp /opt/knoe-kdc/kdc.conf /etc/krb5kdc/kdc.conf
fi
if [[ -f /opt/knoe-kdc/kadm5.acl ]]; then
cp /opt/knoe-kdc/kadm5.acl /etc/krb5kdc/kadm5.acl
fi
if [[ -z "${PROLE_KDC_MASTER_PASSWORD:-}" ]]; then
echo "ERROR: Missing required env PROLE_KDC_MASTER_PASSWORD (secret 'knoe-kdc-secrets/master_password')." >&2
exit 1
fi
if [[ -z "${PROLE_KDC_ADMIN_PASSWORD:-}" ]]; then
echo "ERROR: Missing required env PROLE_KDC_ADMIN_PASSWORD (secret 'knoe-kdc-secrets/admin_password')." >&2
exit 1
fi
if [[ ! -f /var/lib/krb5kdc/principal ]]; then
echo "Initializing realm database for ${realm}..."
kdb5_util create -s -r "${realm}" -P "${PROLE_KDC_MASTER_PASSWORD}"
fi
if ! kadmin.local -q "get_principal ${admin_principal}" >/dev/null 2>&1; then
echo "Creating admin principal ${admin_principal}..."
kadmin.local -q "addprinc -pw ${PROLE_KDC_ADMIN_PASSWORD} ${admin_principal}"
fi
if ! kadmin.local -q "get_principal ${svc_principal}" >/dev/null 2>&1; then
echo "Creating service principal ${svc_principal}..."
kadmin.local -q "addprinc -randkey ${svc_principal}"
fi
kadmin.local -q "ktadd -k ${keytab_out} -norandkey ${svc_principal}"
chmod 0400 "${keytab_out}" || true
env:
- name: PROLE_KDC_REALM
valueFrom:
configMapKeyRef:
name: knoe-auth-kerberos
key: realm
- name: PROLE_KDC_ADMIN_PRINCIPAL
value: "admin/admin"
- name: PROLE_KDC_MASTER_PASSWORD
valueFrom:
secretKeyRef:
name: knoe-kdc-secrets
key: master_password
- name: PROLE_KDC_ADMIN_PASSWORD
valueFrom:
secretKeyRef:
name: knoe-kdc-secrets
key: admin_password
- name: PROLE_KERBEROS_SERVICE_PRINCIPAL
valueFrom:
configMapKeyRef:
name: knoe-auth-kerberos
key: servicePrincipal
volumeMounts:
- name: keytab
mountPath: /etc/knoe/keytabs
- name: keytab-secret
mountPath: /mnt/keytab-secret
readOnly: true
- name: knoe-kdc-config
mountPath: /opt/knoe-kdc
- name: knoe-kdc-data
mountPath: /var/lib/krb5kdc
- name: knoe-kdc-data
mountPath: /etc/krb5kdc
containers:
- name: knoe-auth
image: myrddin.prole.org:5000/knoe-auth:latest
ports:
- containerPort: 8080
name: http
env:
- name: SPRING_PROFILES_ACTIVE
value: "prole"
- name: SPRING_DATASOURCE_HIKARI_INITIALIZATION_FAIL_TIMEOUT
value: "-1"
- name: KNOE_AUTH_SESSION_SECRET
valueFrom:
secretKeyRef:
name: knoe-auth-secrets
key: sessionSecret
- name: KNOE_DB_URL
valueFrom:
secretKeyRef:
name: knoe-auth-db
key: db-url
- name: KNOE_DB_USER
valueFrom:
secretKeyRef:
name: knoe-auth-db
key: db-user
- name: KNOE_DB_PASSWORD
valueFrom:
secretKeyRef:
name: knoe-auth-db
key: db-password
- name: PROLE_KERBEROS_SERVICE_PRINCIPAL
valueFrom:
configMapKeyRef:
name: knoe-auth-kerberos
key: servicePrincipal
- name: PROLE_KERBEROS_KEYTAB_PATH
value: "/etc/knoe/keytabs/http.keytab"
- name: PROLE_KERBEROS_REALM
valueFrom:
configMapKeyRef:
name: knoe-auth-kerberos
key: realm
# ── Google Workspace OIDC (primary auth for GKE/prod) ──────────
# Secret created by installer from Auth+Routing tab OIDC fields.
# Template: deploy/gcp/gke/knoe-auth-google-oidc-secret.example.yaml
- name: GOOGLE_OIDC_ENABLED
value: "true"
- name: GOOGLE_CLIENT_ID
valueFrom:
secretKeyRef:
name: knoe-auth-google-oidc
key: client_id
optional: true # Kerberos-only deployments can omit this secret
- name: GOOGLE_CLIENT_SECRET
valueFrom:
secretKeyRef:
name: knoe-auth-google-oidc
key: client_secret
optional: true
- name: GOOGLE_HOSTED_DOMAIN
valueFrom:
secretKeyRef:
name: knoe-auth-google-oidc
key: hosted_domain
optional: true # blank = any Google account; set to restrict to Workspace domain
# ── prole.org Google OAuth2 login (Path A) ───────────────────────
# Real values: bao/kv/knoe/oauth2/google-prole-org
# Secret template: deploy/opentofu/k3s/manifests/knoe/knoe-auth-http-keytab-secret.example.yaml
- name: GOOGLE_PROLE_CLIENT_ID
valueFrom:
secretKeyRef:
name: knoe-auth-google-prole
key: client_id
optional: true
- name: GOOGLE_PROLE_CLIENT_SECRET
valueFrom:
secretKeyRef:
name: knoe-auth-google-prole
key: client_secret
optional: true
# ── knoe-auth OIDC provider (Phase 2) ────────────────────────────
- name: KNOE_AUTH_OIDC_ENABLED
value: "true"
- name: KNOE_AUTH_OIDC_ISSUER
value: "https://api.prole.org/auth"
- name: KNOE_AUTH_OIDC_SIGNING_KEY
valueFrom:
secretKeyRef:
name: knoe-auth-oidc-signing
key: signing-key
optional: true # pod starts without it; OIDC endpoints 503 until key is present
- name: OIDC_ISSUER_URL
value: "https://knoe-auth.knoe-system.svc.cluster.local:8080"
- name: OIDC_BASE_URL
valueFrom:
configMapKeyRef:
name: knoe-platform-config
key: frontdoorHost
optional: true
# Comma-separated list of bare usernames granted admin group in OIDC tokens
- name: KNOE_AUTH_ADMIN_PRINCIPALS
value: "admin"
volumeMounts:
- name: keytab
mountPath: /etc/knoe/keytabs
readOnly: true
# /etc/knoe-auth/http.keytab — HTTP/api.prole.org@PROLE.ORG service keytab
# for SPNEGO authentication (Path B). Pre-provision with:
# kubectl create secret generic knoe-auth-http-keytab \
# --namespace knoe-system --from-file=http.keytab=/path/to/http.keytab
- name: knoe-auth-http-keytab
mountPath: /etc/knoe-auth
readOnly: true
- name: knoe-kdc-config
mountPath: /etc/krb5.conf
subPath: krb5.conf
readOnly: true
# KDC sidecar intentionally omitted: prole.org uses Samba AD (PROLE.ORG)
# as the external KDC. SPNEGO auth uses the keytab from knoe-auth-http-keytab
# secret; the in-cluster KDC is not needed. Re-add when cross-realm trust
# (KNOE.LOCAL ↔ PROLE.ORG) is implemented per docs/plans/prole-auth-samba-ad-cross-realm.md.
volumes:
- name: keytab
emptyDir: {}
- name: keytab-secret
secret:
secretName: knoe-auth-keytab
optional: true
# HTTP service keytab for SPNEGO: HTTP/api.prole.org@PROLE.ORG
# Pre-provision with:
# kubectl create secret generic knoe-auth-http-keytab \
# --namespace knoe-system --from-file=http.keytab=/path/to/http.keytab
- name: knoe-auth-http-keytab
secret:
secretName: knoe-auth-http-keytab
optional: true
- name: knoe-kdc-config
configMap:
name: knoe-kdc-config
defaultMode: 0755
- name: knoe-kdc-data
emptyDir: {}