diff --git a/k8s/production/karpenter/provisioners/runners/testing/provisioners.yaml b/k8s/production/karpenter/provisioners/runners/testing/provisioners.yaml deleted file mode 100644 index 3622a769e..000000000 --- a/k8s/production/karpenter/provisioners/runners/testing/provisioners.yaml +++ /dev/null @@ -1,75 +0,0 @@ ---- -# Provisioner for testing gitlab runners -apiVersion: karpenter.sh/v1 -kind: NodePool -metadata: - name: testing -spec: - template: - metadata: - # Only provision nodes from the glr-large-testing-pub node pool - labels: - spack.io/node-pool: glr-large-testing-pub - spack.io/pipeline: "true" - - spec: - requirements: - # This provisioner provides both arm64 and amd64 nodes - - key: "kubernetes.io/arch" - operator: In - values: ["arm64", "amd64"] - - # Availability Zones - - key: "topology.kubernetes.io/zone" - operator: In - values: - - "us-east-1a" - - "us-east-1b" - - "us-east-1c" - - "us-east-1d" - - # Allowed instance types - - key: node.kubernetes.io/instance-type - operator: In - values: - - "m6g.4xlarge" # ARM64 instances - - "m5zn.3xlarge" # AMD64 instances - - # Only use spot instances for runners - - key: "karpenter.sh/capacity-type" - operator: In - values: ["spot"] - - # Only provision nodes for Linux pods - # Needed due to https://github.com/kubernetes-sigs/karpenter/issues/1009 - - key: "kubernetes.io/os" - operator: In - values: ["linux"] - - nodeClassRef: - kind: EC2NodeClass - name: default - group: karpenter.k8s.aws - - # Taint these nodes so only pipeline pods will be scheduled on them. - taints: - - key: spack.io/runner-taint - value: "true" - effect: NoSchedule - - startupTaints: - # See k8s/production/custom/runner-node-certificate-controller/ - # for explanation of this - - key: "node.spack.io/certificate-pending" - value: "true" - effect: "NoSchedule" - - # Terminate nodes after 5 minutes of idle time - disruption: - consolidationPolicy: WhenEmpty - consolidateAfter: 5m - - # Resource limits for this provisioner only - limits: - cpu: 80 # 16 vCPUs * 1 replica * 5 concurrent jobs - memory: 320Gi # 64 Gi * 1 replica * 5 concurrent jobs diff --git a/k8s/staging/karpenter/kustomization.yaml b/k8s/staging/karpenter/kustomization.yaml index 6c31e1395..4772e839a 100644 --- a/k8s/staging/karpenter/kustomization.yaml +++ b/k8s/staging/karpenter/kustomization.yaml @@ -1,7 +1,6 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization resources: -- ../../production/karpenter/provisioners/runners/testing/provisioners.yaml - ../../production/karpenter/provisioners/runners/graviton/3/provisioners.yaml - ../../production/karpenter/provisioners/runners/graviton/4/provisioners.yaml - ../../production/karpenter/provisioners/runners/x86_64/v2/provisioners.yaml