forked from basedosdados/queries-basedosdados
-
Notifications
You must be signed in to change notification settings - Fork 0
/
dbt_project.yml
216 lines (210 loc) · 7.92 KB
/
dbt_project.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
# Name your project! Project names should contain only lowercase characters
# and underscores. A good package name should reflect your organization's
# name or the intended use of these models
name: "basedosdados"
version: "1.0.0"
config-version: 2
# This setting configures which "profile" dbt uses for this project.
profile: "default"
# These configurations specify where dbt should look for different types of files.
# The `source-paths` config, for example, states that models in this project can be
# found in the "models/" directory. You probably won't need to change these!
source-paths: ["models"]
analysis-paths: ["analysis"]
test-paths: ["tests"]
data-paths: ["data"]
macro-paths: ["macros"]
snapshot-paths: ["snapshots"]
target-path: "target" # directory which will store compiled SQL files
clean-targets: # directories to be removed by `dbt clean`
- "target"
- "dbt_modules"
# Grant acess
# bq data control: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-control-language
# dbt grant statements use https://discourse.getdbt.com/t/the-exact-grant-statements-we-use-in-a-dbt-project/430
# Configuring models
# Full documentation: https://docs.getdbt.com/docs/configuring-models
# In this example config, we tell dbt to build all models in the example/ directory
# as tables. These settings can be overridden in the individual model files
# using the `{{ config(...) }}` macro.
models:
+post-hook: 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "specialGroup:allUsers"'
+persist_docs:
relation: true
columns: true
basedosdados:
# Config indicated by + and applies to all files under models/example/
example:
+materialized: table # Materialization type (table, table or incremental)
+schema: example # Overrides the default schema (defaults to what is set on profiles.yml)
br_anatel_banda_larga_fixa:
+materialized: table
+schema: br_anatel_banda_larga_fixa
br_anatel_telefonia_movel:
+materialized: table # Materialization type (table, view or incremental)
+schema: br_anatel_telefonia_movel
br_anp_precos_combustiveis:
+materialized: table
+schema: br_anp_precos_combustiveis
br_ans_beneficiario:
+materialized: incremental
+schema: br_ans_beneficiario
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_b3_cotacoes:
+materialized: table
+schema: br_b3_cotacoes
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_bcb_agencia:
+materialized: table
+schema: br_bcb_agencia
br_bcb_estban:
+materialized: table
+schema: br_bcb_estban
br_bcb_taxa_cambio:
+materialized: table
+schema: br_bcb_taxa_cambio
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_bcb_taxa_selic:
+materialized: table
+schema: br_bcb_taxa_selic
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_bd_diretorios_brasil:
+materialized: table
+schema: br_bd_diretorios_brasil
br_bd_diretorios_mundo:
+materialized: table
+schema: br_bd_diretorios_mundo
br_bd_indicadores:
+materialized: table
+schema: br_bd_indicadores
br_bd_metadados:
+materialized: table
+schema: br_bd_metadados
br_ce_fortaleza_sefin_iptu:
+materialized: table
+schema: br_ce_fortaleza_sefin_iptu
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_cgu_pessoal_executivo_federal:
+materialized: table
+schema: br_cgu_pessoal_executivo_federal
br_cnpq_bolsas:
+materialized: table
+schema: br_cnpq_bolsas
br_cvm_administradores_carteira:
+materialized: table
+schema: br_cvm_administradores_carteira
br_cvm_fi:
+materialized: table
+schema: br_cvm_fi
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_cvm_oferta_publica_distribuicao:
+materialized: table
+schema: br_cvm_oferta_publica_distribuicao
br_fgv_igp:
+materialized: table
+schema: br_fgv_igp
br_ibge_inpc:
+materialized: table
+schema: br_ibge_inpc
br_ibge_ipca:
+materialized: table
+schema: br_ibge_ipca
br_ibge_ipca15:
+materialized: table
+schema: br_ibge_ipca15
br_ibge_pnadc:
+materialized: table
+schema: br_ibge_pnadc
br_inep_saeb:
+materialized: table
+schema: br_inep_saeb
br_inmet_bdmep:
+materialized: table
+schema: br_inmet_bdmep
br_jota:
+materialized: table
+schema: br_jota
br_me_caged:
+materialized: table
+schema: br_me_caged
br_me_cnpj:
+materialized: table
+schema: br_me_cnpj
br_me_comex_stat:
+materialized: table
+schema: br_me_comex_stat
br_mercadolivre_ofertas:
+materialized: table
+schema: br_mercadolivre_ofertas
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_mp_pep:
+materialized: table
+schema: br_mp_pep
br_ms_cnes:
+materialized: table
+schema: br_ms_cnes
br_ms_sim:
+materialized: table
+schema: br_ms_sim
br_ms_sinan:
+materialized: table
+schema: br_ms_sinan
br_ons_avaliacao_operacao:
+materialized: table
+schema: br_ons_avaliacao_operacao
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_ons_estimativa_custos:
+materialized: table
+schema: br_ons_estimativa_custos
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_poder360_pesquisas:
+materialized: table
+schema: br_poder360_pesquisas
br_rj_isp_estatisticas_seguranca:
+materialized: table
+schema: br_rj_isp_estatisticas_seguranca
br_sp_saopaulo_dieese_icv:
+materialized: table
+schema: br_sp_saopaulo_dieese_icv
br_sp_saopaulo_geosampa_iptu:
+materialized: table
+schema: br_sp_saopaulo_geosampa_iptu
+post-hook:
- 'REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"'
- 'GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"'
br_tse_eleicoes:
+materialized: table
+schema: br_tse_eleicoes
br_tse_eleicoes_2022:
+materialized: table
+schema: br_tse_eleicoes_2022
fundacao_lemann:
+materialized: table
+schema: fundacao_lemann
mundo_transfermarkt_competicoes:
+materialized: table
+schema: mundo_transfermarkt_competicoes
world_iea_pirls:
+materialized: table
+schema: world_iea_pirls
test_dataset:
+materialized: table
+schema: test_dataset