CORE-3235: GKE terraform acceptance tests

castai · Jul 28, 2023 · 86451ec · 86451ec
1 parent 2992867
commit 86451ec
Show file tree

Hide file tree

Showing 2 changed files with 176 additions and 0 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -48,5 +48,7 @@ jobs:
           ARM_CLIENT_SECRET: ${{ secrets.AZURE_TF_ACCEPTANCE_TEST_ARM_CLIENT_SECRET }}
           ARM_SUBSCRIPTION_ID: ${{ secrets.AZURE_TF_ACCEPTANCE_TEST_ARM_SUBSCRIPTION_ID }}
           ARM_TENANT_ID: ${{ secrets.AZURE_TF_ACCEPTANCE_TEST_ARM_TENANT_ID }}
+          GOOGLE_CREDENTIALS: ${{ secrets.GOOGLE_TF_ACCEPTANCE_TEST_CREDENTIALS }}
+          GOOGLE_PROJECT_ID: ${{ secrets.GOOGLE_TF_ACCEPTANCE_PROJECT_ID }}
         run: make testacc
 
diff --git a/castai/resource_node_configuration_gke_test.go b/castai/resource_node_configuration_gke_test.go
@@ -0,0 +1,174 @@
+package castai
+
+import (
+	"fmt"
+	"os"
+	"testing"
+
+	"github.com/hashicorp/terraform-plugin-sdk/v2/helper/acctest"
+	"github.com/hashicorp/terraform-plugin-sdk/v2/helper/resource"
+)
+
+func TestAccResourceNodeConfiguration_gke(t *testing.T) {
+	rName := fmt.Sprintf("%v-node-cfg-%v", ResourcePrefix, acctest.RandString(8))
+	resourceName := "castai_node_configuration.test"
+	clusterName := "tf-core-acc-20230723"
+	projectID := os.Getenv("GOOGLE_PROJECT_ID")
+
+	resource.ParallelTest(t, resource.TestCase{
+		PreCheck:          func() { testAccPreCheck(t) },
+		ProviderFactories: providerFactories,
+		CheckDestroy:      testAccCheckNodeConfigurationDestroy,
+		Steps: []resource.TestStep{
+			{
+				Config: testAccGKENodeConfigurationConfig(rName, clusterName, projectID),
+				Check: resource.ComposeTestCheckFunc(
+					resource.TestCheckResourceAttr(resourceName, "name", rName),
+					resource.TestCheckResourceAttr(resourceName, "disk_cpu_ratio", "35"),
+					resource.TestCheckResourceAttr(resourceName, "min_disk_size", "122"),
+					resource.TestCheckResourceAttr(resourceName, "aks.#", "0"),
+					resource.TestCheckResourceAttr(resourceName, "eks.#", "0"),
+					resource.TestCheckResourceAttr(resourceName, "kops.#", "0"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.max_pods_per_node", "35"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.disk_type", "pd-balanced"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.disk_type.network_tags.0", "ab"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.disk_type.network_tags.1", "bc"),
+				),
+			},
+			{
+				Config: testAccGKENodeConfigurationUpdated(rName, clusterName, projectID),
+				Check: resource.ComposeTestCheckFunc(
+					resource.TestCheckResourceAttr(resourceName, "name", rName),
+					resource.TestCheckResourceAttr(resourceName, "disk_cpu_ratio", "0"),
+					resource.TestCheckResourceAttr(resourceName, "min_disk_size", "121"),
+					resource.TestCheckResourceAttr(resourceName, "eks.#", "0"),
+					resource.TestCheckResourceAttr(resourceName, "kops.#", "0"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.max_pods_per_node", "32"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.disk_type", "pd-ssd"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.disk_type.network_tags.0", "bb"),
+					resource.TestCheckResourceAttr(resourceName, "gke.0.disk_type.network_tags.1", "dd"),
+				),
+			},
+		},
+		ExternalProviders: map[string]resource.ExternalProvider{
+			"google": {
+				Source:            "hashicorp/google",
+				VersionConstraint: "> 4.75.0",
+			},
+			"google-beta": {
+				Source:            "hashicorp/google-beta",
+				VersionConstraint: "> 4.75.0",
+			},
+		},
+	})
+}
+
+func testAccGKENodeConfigurationConfig(rName, clusterName, projectID string) string {
+	return ConfigCompose(testAccGKEClusterConfig(rName, clusterName, projectID), fmt.Sprintf(`
+resource "castai_node_configuration" "test" {
+  name   		    = %[1]q
+  cluster_id        = castai_gke_cluster.test.id
+  disk_cpu_ratio    = 35
+  min_disk_size     = 122
+  subnets   	    = [local.subnet_id]
+  tags = {
+    env = "development"
+  }
+  gke {
+	max_pods_per_node = 31
+    network_tags = ["ab", "bc"]
+    disk_type = "pd-balanced"
+  }
+}
+
+resource "castai_node_configuration_default" "test" {
+  cluster_id       = castai_gke_cluster.test.id
+  configuration_id = castai_node_configuration.test.id
+}
+`, rName))
+}
+
+func testAccGKENodeConfigurationUpdated(rName, clusterName, projectID string) string {
+	return ConfigCompose(testAccGKEClusterConfig(rName, clusterName, projectID), fmt.Sprintf(`
+resource "castai_node_configuration" "test" {
+  name   		    = %[1]q
+  cluster_id        = castai_gke_cluster.test.id
+  disk_cpu_ratio    = 0
+  min_disk_size     = 121
+  subnets   	    = [local.subnet_id]
+  tags = {
+    env = "development"
+  }
+  gke {
+	max_pods_per_node = 32
+    network_tags = ["bb", "dd"]
+    disk_type = "pd-ssd"
+  }
+}
+`, rName))
+}
+func testAccGKEClusterConfig(rName string, clusterName string, projectID string) string {
+	return ConfigCompose(testAccGCPConfig(rName, clusterName, projectID), fmt.Sprintf(`
+resource "castai_gke_cluster" "test" {
+  project_id                 = %[1]q
+  location                   = "us-central1-c" 
+  name                       = %[2]q 
+  credentials_json           = base64decode(google_service_account_key.castai_key.private_key)
+}
+
+`, projectID, clusterName))
+}
+
+func testAccGCPConfig(rName, clusterName, projectID string) string {
+	return fmt.Sprintf(`
+
+locals {
+  service_account_id    = %[3]q
+  cluster_name = %[1]q
+  service_account_email = "${local.service_account_id}@$%[2]s.iam.gserviceaccount.com"
+  custom_role_id        = "castai.tfAcc.${substr(sha1(local.service_account_id),0,8)}.tf"
+  subnet_id = "projects/%[2]s/regions/us-central1/subnetworks/%[1]s-ip-range-nodes"
+}
+
+resource "google_service_account" "castai_service_account" {
+  account_id   = local.service_account_id
+  display_name = "Terraform acceptance tests for GKE cluster %[1]s"
+  project      = %[2]q
+}
+
+data "castai_gke_user_policies" "gke" {}
+
+resource "google_project_iam_custom_role" "castai_role" {
+  role_id     = local.custom_role_id
+  title       = "Terraform acceptance tests for GKE cluster %[1]s"
+  description = "Role to manage GKE cluster via CAST AI"
+  permissions = toset(data.castai_gke_user_policies.gke.policy)
+  project     = %[2]q
+  stage       = "GA"
+}
+
+resource "google_project_iam_member" "project_developer" {
+  project = %[2]q
+  role    = "roles/container.developer"
+  member = google_service_account.castai_service_account.member
+}
+
+resource "google_project_iam_member" "project_sa" {
+  project = %[2]q
+  role    = "roles/iam.serviceAccountUser"
+  member = google_service_account.castai_service_account.member
+}
+
+resource "google_project_iam_member" "project_castai" {
+  project = %[2]q
+  role    = "projects/%[2]s/roles/${local.custom_role_id}"
+  member = google_service_account.castai_service_account.member
+}
+
+resource "google_service_account_key" "castai_key" {
+  service_account_id = google_service_account.castai_service_account.name
+  public_key_type    = "TYPE_X509_PEM_FILE"
+}
+
+`, clusterName, projectID, rName)
+}