Merge branch 'main' into add-taxa-alfabetizacao-saeb

.github/workflows/elementary.yaml

@@ -18,8 +18,9 @@ jobs:
           warehouse-type: bigquery
           adapter-version: 1.5.9
           profiles-yml: ${{ secrets.ELEMENTARY_PROFILES_YML }}
-          edr-command: edr report --file-path "report.html" --days-back 90 && edr send-report --google-service-account-path
-            "/tmp/gcs_keyfile.json" --gcs-bucket-name "basedosdados" --update-bucket-website "true" --days-back 90
+          edr-command: edr report --file-path "report.html" --days-back 90 && edr
+            send-report --google-service-account-path "/tmp/gcs_keyfile.json" --gcs-bucket-name
+            "basedosdados" --update-bucket-website "true" --days-back 90
           bigquery-keyfile: ${{ secrets.BIGQUERY_KEYFILE }}
           gcs-keyfile: ${{ secrets.GCS_KEYFILE }}
       - name: Upload report

.github/workflows/triggers-elementary-model.yaml

@@ -4,7 +4,6 @@ on:
   schedule:
     - cron: 00 23 * * 1
   workflow_dispatch:
-
 jobs:
   run_elementary_models:
     name: Run elementary model

dbt_project.yml

@@ -255,6 +255,9 @@ models:
     br_me_sic:
       +materialized: table
       +schema: br_me_sic
+    br_me_siconfi:
+      +materialized: table
+      +schema: br_me_siconfi
     br_mec_prouni:
       +materialized: table
       +schema: br_mec_prouni

models/br_me_siconfi/br_me_siconfi__municipio_balanco_patrimonial.sql

@@ -0,0 +1,24 @@
+{{
+    config(
+        schema="br_me_siconfi",
+        alias="municipio_balanco_patrimonial",
+        materialized="table",
+        partition_by={
+            "field": "ano",
+            "data_type": "int64",
+            "range": {"start": 1998, "end": 2024, "interval": 1},
+        },
+    )
+}}
+
+
+select
+    safe_cast(ano as int64) ano,
+    safe_cast(sigla_uf as string) sigla_uf,
+    safe_cast(id_municipio as string) id_municipio,
+    safe_cast(portaria as string) portaria,
+    safe_cast(conta as string) conta,
+    safe_cast(id_conta_bd as string) id_conta_bd,
+    safe_cast(conta_bd as string) conta_bd,
+    safe_cast(valor as float64) valor
+from `basedosdados-staging.br_me_siconfi_staging.municipio_balanco_patrimonial` as t

models/br_me_siconfi/br_me_siconfi__municipio_despesas_funcao.sql

@@ -0,0 +1,25 @@
+{{
+    config(
+        schema="br_me_siconfi",
+        alias="municipio_despesas_funcao",
+        materialized="table",
+        partition_by={
+            "field": "ano",
+            "data_type": "int64",
+            "range": {"start": 2004, "end": 2024, "interval": 1},
+        },
+    )
+}}
+
+select
+    safe_cast(ano as int64) ano,
+    safe_cast(sigla_uf as string) sigla_uf,
+    safe_cast(id_municipio as string) id_municipio,
+    safe_cast(estagio as string) estagio,
+    safe_cast(portaria as string) portaria,
+    safe_cast(conta as string) conta,
+    safe_cast(estagio_bd as string) estagio_bd,
+    safe_cast(id_conta_bd as string) id_conta_bd,
+    safe_cast(conta_bd as string) conta_bd,
+    safe_cast(valor as float64) valor
+from `basedosdados-staging.br_me_siconfi_staging.municipio_despesas_funcao` as t

models/br_me_siconfi/br_me_siconfi__municipio_despesas_orcamentarias.sql

@@ -0,0 +1,25 @@
+{{
+    config(
+        schema="br_me_siconfi",
+        alias="municipio_despesas_orcamentarias",
+        materialized="table",
+        partition_by={
+            "field": "ano",
+            "data_type": "int64",
+            "range": {"start": 1989, "end": 2024, "interval": 1},
+        },
+    )
+}}
+
+select
+    safe_cast(ano as int64) ano,
+    safe_cast(sigla_uf as string) sigla_uf,
+    safe_cast(id_municipio as string) id_municipio,
+    safe_cast(estagio as string) estagio,
+    safe_cast(portaria as string) portaria,
+    safe_cast(conta as string) conta,
+    safe_cast(estagio_bd as string) estagio_bd,
+    safe_cast(id_conta_bd as string) id_conta_bd,
+    safe_cast(conta_bd as string) conta_bd,
+    safe_cast(valor as float64) valor
+from `basedosdados-staging.br_me_siconfi_staging.municipio_despesas_orcamentarias` as t

models/br_me_siconfi/br_me_siconfi__municipio_receitas_orcamentarias.sql

@@ -0,0 +1,25 @@
+{{
+    config(
+        schema="br_me_siconfi",
+        alias="municipio_receitas_orcamentarias",
+        materialized="table",
+        partition_by={
+            "field": "ano",
+            "data_type": "int64",
+            "range": {"start": 1989, "end": 2024, "interval": 1},
+        },
+    )
+}}
+
+select
+    safe_cast(ano as int64) ano,
+    safe_cast(sigla_uf as string) sigla_uf,
+    safe_cast(id_municipio as string) id_municipio,
+    safe_cast(estagio as string) estagio,
+    safe_cast(portaria as string) portaria,
+    safe_cast(conta as string) conta,
+    safe_cast(estagio_bd as string) estagio_bd,
+    safe_cast(id_conta_bd as string) id_conta_bd,
+    safe_cast(conta_bd as string) conta_bd,
+    safe_cast(valor as float64) valor
+from `basedosdados-staging.br_me_siconfi_staging.municipio_receitas_orcamentarias` as t

models/br_me_siconfi/br_me_siconfi__uf_despesas_funcao.sql

@@ -0,0 +1,25 @@
+{{
+    config(
+        schema="br_me_siconfi",
+        alias="uf_despesas_funcao",
+        materialized="table",
+        partition_by={
+            "field": "ano",
+            "data_type": "int64",
+            "range": {"start": 2013, "end": 2024, "interval": 1},
+        },
+    )
+}}
+
+select
+    safe_cast(ano as int64) ano,
+    safe_cast(sigla_uf as string) sigla_uf,
+    safe_cast(id_uf as string) id_uf,
+    safe_cast(estagio as string) estagio,
+    safe_cast(portaria as string) portaria,
+    safe_cast(conta as string) conta,
+    safe_cast(estagio_bd as string) estagio_bd,
+    safe_cast(id_conta_bd as string) id_conta_bd,
+    safe_cast(conta_bd as string) conta_bd,
+    safe_cast(valor as float64) valor
+from `basedosdados-staging.br_me_siconfi_staging.uf_despesas_funcao` as t

models/br_me_siconfi/br_me_siconfi__uf_despesas_orcamentarias.sql

@@ -0,0 +1,25 @@
+{{
+    config(
+        schema="br_me_siconfi",
+        alias="uf_despesas_orcamentarias",
+        materialized="table",
+        partition_by={
+            "field": "ano",
+            "data_type": "int64",
+            "range": {"start": 2013, "end": 2024, "interval": 1},
+        },
+    )
+}}
+
+select
+    safe_cast(ano as int64) ano,
+    safe_cast(sigla_uf as string) sigla_uf,
+    safe_cast(id_uf as string) id_uf,
+    safe_cast(estagio as string) estagio,
+    safe_cast(portaria as string) portaria,
+    safe_cast(conta as string) conta,
+    safe_cast(estagio_bd as string) estagio_bd,
+    safe_cast(id_conta_bd as string) id_conta_bd,
+    safe_cast(conta_bd as string) conta_bd,
+    safe_cast(valor as float64) valor
+from `basedosdados-staging.br_me_siconfi_staging.uf_despesas_orcamentarias` as t

models/br_me_siconfi/br_me_siconfi__uf_receitas_orcamentarias.sql

@@ -0,0 +1,25 @@
+{{
+    config(
+        schema="br_me_siconfi",
+        alias="uf_receitas_orcamentarias",
+        materialized="table",
+        partition_by={
+            "field": "ano",
+            "data_type": "int64",
+            "range": {"start": 2013, "end": 2024, "interval": 1},
+        },
+    )
+}}
+
+select
+    safe_cast(ano as int64) ano,
+    safe_cast(sigla_uf as string) sigla_uf,
+    safe_cast(id_uf as string) id_uf,
+    safe_cast(estagio as string) estagio,
+    safe_cast(portaria as string) portaria,
+    safe_cast(conta as string) conta,
+    safe_cast(estagio_bd as string) estagio_bd,
+    safe_cast(id_conta_bd as string) id_conta_bd,
+    safe_cast(conta_bd as string) conta_bd,
+    safe_cast(valor as float64) valor
+from `basedosdados-staging.br_me_siconfi_staging.uf_receitas_orcamentarias` as t