From bce7ae1f78c9858a937192ab009c4f873f671917 Mon Sep 17 00:00:00 2001 From: Jean Cochrane Date: Fri, 14 Jun 2024 17:21:59 -0500 Subject: [PATCH] Switch back to high availability tables (#516) * Temporarily use 3 threads when running dbt to aid in debugging * Re-enable high availability * Revert "Temporarily use 3 threads when running dbt to aid in debugging" This reverts commit 6376f69c6159c2bb2b0072c6a6ea7ea1384192b5. --- dbt/dbt_project.yml | 1 + dbt/profiles.yml | 6 +++--- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/dbt/dbt_project.yml b/dbt/dbt_project.yml index 62ba533d3..a94530b30 100644 --- a/dbt/dbt_project.yml +++ b/dbt/dbt_project.yml @@ -43,6 +43,7 @@ models: +materialized: view +write_compression: zstd +format: parquet + +ha: true census: +schema: census default: diff --git a/dbt/profiles.yml b/dbt/profiles.yml index c8cea4069..450a71e98 100644 --- a/dbt/profiles.yml +++ b/dbt/profiles.yml @@ -5,7 +5,7 @@ athena: type: athena s3_staging_dir: s3://ccao-dbt-athena-dev-us-east-1/results/ s3_data_dir: s3://ccao-dbt-athena-dev-us-east-1/data/ - s3_data_naming: schema_table + s3_data_naming: schema_table_unique region_name: us-east-1 # "schema" here corresponds to a Glue database schema: z_static_unused_dbt_stub_database @@ -18,7 +18,7 @@ athena: type: athena s3_staging_dir: s3://ccao-dbt-athena-ci-us-east-1/results/ s3_data_dir: s3://ccao-dbt-athena-ci-us-east-1/data/ - s3_data_naming: schema_table + s3_data_naming: schema_table_unique region_name: us-east-1 schema: z_static_unused_dbt_stub_database database: awsdatacatalog @@ -29,7 +29,7 @@ athena: type: athena s3_staging_dir: s3://ccao-athena-results-us-east-1/ s3_data_dir: s3://ccao-athena-ctas-us-east-1/ - s3_data_naming: schema_table + s3_data_naming: schema_table_unique region_name: us-east-1 schema: default database: awsdatacatalog