use karpenter based node-labels

substratusai · Oct 25, 2024 · 3021164 · 3021164
1 parent 8fb7ff8
commit 3021164
Showing 1 changed file with 5 additions and 8 deletions.
diff --git a/charts/kubeai/values-eks.yaml b/charts/kubeai/values-eks.yaml
@@ -1,24 +1,21 @@
 resourceProfiles:
   nvidia-gpu-l4:
     nodeSelector:
-      # This only works if you use Karpenter.
       karpenter.k8s.aws/instance-gpu-name: "l4"
   nvidia-gpu-l40s:
     nodeSelector:
-      # This only works if you use Karpenter.
       karpenter.k8s.aws/instance-gpu-name: "l40s"
   nvidia-gpu-h100:
     nodeSelector:
-      # H100 have 8 GPU machine shapes only. This doesn't require Karpenter.
-      node.kubernetes.io/instance-type: "p5.48xlarge"
+      karpenter.k8s.aws/instance-gpu-name: "h100"
   nvidia-gpu-a100-80gb:
     nodeSelector:
-      # A100 have 8 GPU machine shapes only. This doesn't require Karpenter.
-      node.kubernetes.io/instance-type: "p4d.24xlarge"
+      karpenter.k8s.aws/instance-gpu-name: "a100"
+      karpenter.k8s.aws/instance-gpu-memory: "81920"
   nvidia-gpu-a100-40gb:
     nodeSelector:
-      # A100 have 8 GPU machine shapes only. This doesn't require Karpenter.
-      node.kubernetes.io/instance-type: "p4de.24xlarge"
+      karpenter.k8s.aws/instance-gpu-name: "a100"
+      karpenter.k8s.aws/instance-gpu-memory: "40960"
 
 cacheProfiles:
   efs-dynamic: