cd echo
git checkout testing
git pull
git checkout -b feature/my-feature
# Make changes...
git commit -am "feat: my feature"
git push -u origin feature/my-feature

# Create PR to testing branch on GitHub
# Tests will run automatically, PR will auto-merge on success

cd echo
git checkout testing
git pull
# Make changes...
git commit -am "fix: urgent fix"
git push origin testing

# Deployment will trigger automatically

cd echo/server

# Set test environment
export TEST_API_URL=https://api.echo-testing.dembrane.com
export TEST_DIRECTUS_URL=https://directus.echo-testing.dembrane.com

# Run smoke tests
pytest tests/smoke/ -v -m smoke

cd echo/server

# Run unit tests (what PR validation runs)
pytest tests/ -v -m "not integration and not slow and not smoke"

cd echo/server

# Run all integration tests (requires live services)
pytest tests/ -v -m integration

# Get kubeconfig
doctl k8s c kubeconfig save dbr-echo-testing-k8s-cluster

# Set context
kubectl config use-context do-ams3-dbr-echo-testing-k8s-cluster

# Check pods
kubectl get pods -n echo-testing

# Check logs
kubectl logs -n echo-testing deployment/echo-api-server -f

# Port-forward ArgoCD
kubectl port-forward svc/argocd-server -n argocd 8080:443

# Get admin password
kubectl -n argocd get secret argocd-initial-admin-secret \
  -o jsonpath="{.data.password}" | base64 -d

# Open browser: https://localhost:8080
# Username: admin
# Password: <from above>

kubectl --context=do-ams3-dbr-echo-testing-k8s-cluster \
  get application -n argocd echo-testing -o yaml

# Force sync
kubectl --context=do-ams3-dbr-echo-testing-k8s-cluster \
  patch application echo-testing -n argocd \
  --type merge -p '{"operation": {"initiatedBy": {"username": "admin"}, "sync": {}}}'

kubectl get pods -n echo-testing
kubectl describe pod -n echo-testing <pod-name>
kubectl logs -n echo-testing <pod-name> --previous

kubectl get events -n echo-testing --sort-by='.lastTimestamp'

cd echo-gitops
git log  # Find the commit to revert
git revert <commit-sha>
git push origin main

# ArgoCD will auto-sync the previous version

cd echo-gitops

# Update values-testing.yaml with previous image tag
sed -i '' 's/imageTag: "abc123"/imageTag: "xyz789"/' helm/echo/values-testing.yaml

git add helm/echo/values-testing.yaml
git commit -m "Rollback testing to xyz789"
git push origin main

# Via ArgoCD UI:
# 1. Go to echo-testing application
# 2. Click "History and rollback"
# 3. Select previous revision
# 4. Click "Rollback"

cd echo-gitops

# 1. Create/update unsealed secret file
vim secrets/backend-secrets-testing.yaml

# 2. Seal the secret
kubeseal --context=do-ams3-dbr-echo-testing-k8s-cluster \
  --controller-namespace=kube-system \
  --controller-name=sealed-secrets \
  < secrets/backend-secrets-testing.yaml \
  > secrets/sealed-backend-secrets-testing.yaml

# 3. Apply sealed secret
kubectl --context=do-ams3-dbr-echo-testing-k8s-cluster \
  apply -f secrets/sealed-backend-secrets-testing.yaml

# 4. Delete unsealed file (IMPORTANT!)
rm secrets/backend-secrets-testing.yaml

# 5. Commit sealed secret
git add secrets/sealed-backend-secrets-testing.yaml
git commit -m "Update testing secrets"
git push origin main

# API Server logs
kubectl logs -n echo-testing deployment/echo-api-server -f

# Worker logs
kubectl logs -n echo-testing deployment/echo-worker -f

# Directus logs
kubectl logs -n echo-testing deployment/echo-directus -f

kubectl top nodes
kubectl top pods -n echo-testing

# Get connection details from Terraform output
cd infra
terraform workspace select testing
terraform output -json | jq .postgres_host

# Connect via psql (requires DO VPN or bastion)
psql "postgresql://<user>:<pass>@<host>:<port>/defaultdb?sslmode=require"

# SSH into API pod
kubectl exec -it -n echo-testing deployment/echo-api-server -- /bin/bash

# Run migrations
cd /app
alembic upgrade head

# Scale to 0 replicas
kubectl scale deployment -n echo-testing --replicas=0 --all

# Keep databases running but downscale cluster

# Scale back up
kubectl scale deployment -n echo-testing echo-api-server --replicas=1
kubectl scale deployment -n echo-testing echo-worker --replicas=1
kubectl scale deployment -n echo-testing echo-directus --replicas=1

# Check DNS propagation
dig api.echo-testing.dembrane.com
dig directus.echo-testing.dembrane.com

# Check ingress
kubectl get ingress -n echo-testing
kubectl describe ingress -n echo-testing echo-ingress

# Check cert-manager
kubectl get certificates -n echo-testing
kubectl describe certificate echo-testing-tls -n echo-testing

# Check cert-manager logs
kubectl logs -n cert-manager deployment/cert-manager -f

# Check registry secret
kubectl get secret -n echo-testing do-registry-secret

# Recreate if needed (from Terraform output)