Karpenter Updates

karpenter/addon/custom-values.yaml

@@ -14,6 +14,8 @@ controller:
 additionalAnnotations:
   a8r.io/owner: "user@k8s.com"
   a8r.io/runbook: "http://www.k8s.com"
+nodeSelector:
+  node: infra
 replicas: 1
 tolerations:
   - key: nodeInfra

karpenter/addon/karpenter-addon.yaml

@@ -8,7 +8,7 @@ spec:
     artifact:
       catalog: default-rafay
       chartName: karpenter
-      chartVersion: 0.35.4
+      chartVersion: 1.0.1
       valuesPaths:
       - name: file://custom-values.yaml
     options:

karpenter/addon/nodepool-addon.yaml

@@ -7,4 +7,4 @@ spec:
   namespace: karpenter
   template:
     type: NativeYaml
-    yamlFile: nodepool.yaml
+    yamlFile: nodepool.yaml

karpenter/addon/nodepool.yaml

@@ -1,4 +1,4 @@
-apiVersion: karpenter.sh/v1beta1
+apiVersion: karpenter.sh/v1
 kind: NodePool
 metadata:
   name: default
@@ -21,26 +21,27 @@ spec:
         - key: karpenter.k8s.aws/instance-generation
           operator: Gt
           values: ["2"]
-        - key: karpenter.k8s.aws/instance-size
-          operator: In
-          values: ["medium", "large", "xlarge"]
       nodeClassRef:
+        group: karpenter.k8s.aws
+        kind: EC2NodeClass
         name: default
   limits:
     cpu: 1000
   disruption:
-    consolidationPolicy: WhenUnderutilized
-    expireAfter: 720h # 30 * 24h = 720h
+    consolidationPolicy: 
+    expireAfter: 720h # 30 * 24h = 720hconsolidateAfter: 1m
+    consolidateAfter: 1m
 ---
-apiVersion: karpenter.k8s.aws/v1beta1
+apiVersion: karpenter.k8s.aws/v1
 kind: EC2NodeClass
 metadata:
   name: default
 spec:
+  amiSelectorTerms:
+    - alias: al2@latest
   tags:
     email: k8s@k8s.co
     env: dev
-  amiFamily: AL2 # Amazon Linux 2
   role: "KarpenterNodeRole-Rafay"
   subnetSelectorTerms:
     - tags:

karpenter/cluster/cluster.yaml

@@ -4,7 +4,7 @@ metadata:
   name: karpenter-cluster
   project: defaultproject
 spec:
-  blueprintConfig:
+  blueprintconfig:
     name: minimal
   cloudCredentials: aws-cloud-credential
   config:
@@ -15,7 +15,13 @@ spec:
       version: latest
     - name: coredns
       version: latest
-    - name: aws-ebs-csi-driver
+    - configurationValues: |-
+        controller:
+          tolerations:
+            - effect: NoSchedule
+              key: nodeInfra
+              operator: Exists
+      name: aws-ebs-csi-driver
       version: latest
     iam:
       serviceAccounts:
@@ -59,7 +65,7 @@ spec:
       withOIDC: true
     identityMappings:
       arns:
-      - arn: arn:aws:iam::<ACCOUNT-NUMBER>:role/KarpenterNodeRole-Rafay
+      - arn: arn:aws:iam::679196758854:role/KarpenterNodeRole-Rafay
         group:
         - system:bootstrappers
         - system:nodes
@@ -69,31 +75,33 @@ spec:
       desiredCapacity: 1
       instanceType: t3.large
       labels:
-        nodes: infra
+        node: infra
       maxSize: 2
       minSize: 0
       name: infra-nodegroup
       taints:
       - effect: NoSchedule
         key: nodeInfra
-      version: "1.28"
+      version: "1.29"
     metadata:
       name: karpenter-cluster
       region: us-west-2
       tags:
         cluster-name: karpenter-cluster
         email: <EMAIL>
         env: <ENV>
-      version: "1.28"
+      version: "1.29"
     vpc:
       autoAllocateIPv6: false
       cidr: 192.168.0.0/16
       clusterEndpoints:
         privateAccess: true
         publicAccess: false
   systemComponentsPlacement:
+    nodeSelector:
+      node: infra
     tolerations:
     - effect: NoSchedule
       key: nodeInfra
       operator: Exists
-  type: aws-eks
+  type: aws-eks