|
| 1 | +#!/usr/bin/env bats |
| 2 | + |
| 3 | +@test "Create a previous version tenant Kubernetes control plane" { |
| 4 | + # Get latest version of k8s from gcr |
| 5 | + PREVIOUS_K8S_VERSION=$(yq 'keys | .[-2]' ../packages/apps/kubernetes/files/versions.yaml) |
| 6 | + TEMPORAL_TENANT_PORT=59992 |
| 7 | + |
| 8 | + kubectl apply -f - <<EOF |
| 9 | +apiVersion: apps.cozystack.io/v1alpha1 |
| 10 | +kind: Kubernetes |
| 11 | +metadata: |
| 12 | + name: test-previous |
| 13 | + namespace: tenant-test |
| 14 | +spec: |
| 15 | + addons: |
| 16 | + certManager: |
| 17 | + enabled: false |
| 18 | + valuesOverride: {} |
| 19 | + cilium: |
| 20 | + valuesOverride: {} |
| 21 | + fluxcd: |
| 22 | + enabled: false |
| 23 | + valuesOverride: {} |
| 24 | + gatewayAPI: |
| 25 | + enabled: false |
| 26 | + gpuOperator: |
| 27 | + enabled: false |
| 28 | + valuesOverride: {} |
| 29 | + ingressNginx: |
| 30 | + enabled: true |
| 31 | + hosts: [] |
| 32 | + valuesOverride: {} |
| 33 | + monitoringAgents: |
| 34 | + enabled: false |
| 35 | + valuesOverride: {} |
| 36 | + verticalPodAutoscaler: |
| 37 | + valuesOverride: {} |
| 38 | + controlPlane: |
| 39 | + apiServer: |
| 40 | + resources: {} |
| 41 | + resourcesPreset: small |
| 42 | + controllerManager: |
| 43 | + resources: {} |
| 44 | + resourcesPreset: micro |
| 45 | + konnectivity: |
| 46 | + server: |
| 47 | + resources: {} |
| 48 | + resourcesPreset: micro |
| 49 | + replicas: 2 |
| 50 | + scheduler: |
| 51 | + resources: {} |
| 52 | + resourcesPreset: micro |
| 53 | + host: "" |
| 54 | + nodeGroups: |
| 55 | + md0: |
| 56 | + ephemeralStorage: 20Gi |
| 57 | + gpus: [] |
| 58 | + instanceType: u1.medium |
| 59 | + maxReplicas: 10 |
| 60 | + minReplicas: 0 |
| 61 | + resources: |
| 62 | + cpu: "" |
| 63 | + memory: "" |
| 64 | + roles: |
| 65 | + - ingress-nginx |
| 66 | + storageClass: replicated |
| 67 | + version: "$PREVIOUS_K8S_VERSION" |
| 68 | +EOF |
| 69 | + # Wait for the tenant-test namespace to be active |
| 70 | + kubectl wait namespace tenant-test --timeout=20s --for=jsonpath='{.status.phase}'=Active |
| 71 | + |
| 72 | + # Wait for the Kamaji control plane to be created (retry for up to 10 seconds) |
| 73 | + timeout 10 sh -ec 'until kubectl get kamajicontrolplane -n tenant-test kubernetes-test-previous; do sleep 1; done' |
| 74 | + |
| 75 | + # Wait for the tenant control plane to be fully created (timeout after 4 minutes) |
| 76 | + kubectl wait --for=condition=TenantControlPlaneCreated kamajicontrolplane -n tenant-test kubernetes-test-previous --timeout=4m |
| 77 | + |
| 78 | + # Wait for Kubernetes resources to be ready (timeout after 2 minutes) |
| 79 | + kubectl wait tcp -n tenant-test kubernetes-test-previous --timeout=2m --for=jsonpath='{.status.kubernetesResources.version.status}'=Ready |
| 80 | + |
| 81 | + # Wait for all required deployments to be available (timeout after 4 minutes) |
| 82 | + kubectl wait deploy --timeout=4m --for=condition=available -n tenant-test kubernetes-test-previous kubernetes-test-previous-cluster-autoscaler kubernetes-test-previous-kccm kubernetes-test-previous-kcsi-controller |
| 83 | + |
| 84 | + # Wait for the machine deployment to scale to 2 replicas (timeout after 1 minute) |
| 85 | + kubectl wait machinedeployment kubernetes-test-previous-md0 -n tenant-test --timeout=1m --for=jsonpath='{.status.replicas}'=2 |
| 86 | + |
| 87 | + # Get the admin kubeconfig and save it to a file |
| 88 | + kubectl get secret kubernetes-test-previous-admin-kubeconfig -ojsonpath='{.data.super-admin\.conf}' -n tenant-test | base64 -d > tenantkubeconfig |
| 89 | + |
| 90 | + # Update the kubeconfig to use localhost for the API server |
| 91 | + yq -i ".clusters[0].cluster.server = \"https://localhost:${TEMPORAL_TENANT_PORT}\"" tenantkubeconfig |
| 92 | + |
| 93 | + # Set up port forwarding to the Kubernetes API server for a 40 second timeout |
| 94 | + bash -c 'timeout 40s kubectl port-forward service/kubernetes-test-previous -n tenant-test '"${TEMPORAL_TENANT_PORT}"':6443 > /dev/null 2>&1 &' |
| 95 | + |
| 96 | + # Verify the Kubernetes version matches what we expect (retry for up to 20 seconds) |
| 97 | + timeout 20 sh -ec 'until kubectl --kubeconfig tenantkubeconfig version 2>/dev/null | grep "Server Version: $PREVIOUS_K8S_VERSION"; do sleep 5; done' |
| 98 | + |
| 99 | + # Wait for all machine deployment replicas to be ready (timeout after 10 minutes) |
| 100 | + kubectl wait machinedeployment kubernetes-test-previous-md0 -n tenant-test --timeout=10m --for=jsonpath='{.status.v1beta2.readyReplicas}'=2 |
| 101 | + |
| 102 | + # Clean up by deleting the Kubernetes resource |
| 103 | + kubectl -n tenant-test delete kuberneteses.apps.cozystack.io test-previous |
| 104 | +} |
0 commit comments