add table visibility control via dune_public config

Author: a-monteiro

dbt_project.yml

@@ -34,6 +34,8 @@ models:
     +materialized: view       # fallback default, materialized should be overriden in model specific configs
     +view_security: invoker   # required security setting for views
     +post-hook:
+      - sql: "{{ set_table_visibility(this, model.config.materialized) }}"
+        transaction: true
       - sql: "{{ optimize_table(this, model.config.materialized) }}"
         transaction: true
       - sql: "{{ vacuum_table(this, model.config.materialized) }}"

macros/dune_dbt_overrides/set_table_visibility.sql

@@ -0,0 +1,32 @@
+{%- macro dune_properties(properties) -%}
+  map_from_entries(ARRAY[
+  {%- for key, value in properties.items() %}
+      ROW('{{ key }}', '{{ value }}')
+      {%- if not loop.last -%},{%- endif -%}
+    {%- endfor %}
+  ])
+{%- endmacro -%}
+
+{#
+  set_table_visibility: post-hook macro that sets the dune.public extra property on tables/incrementals.
+
+  Configure per model via config():
+    , dune_public = true   -- make table publicly visible on Dune
+    , dune_public = false  -- (default) keep table private
+
+  Or set for an entire folder in dbt_project.yml:
+    models:
+      my_project:
+        public_models:
+          +dune_public: true
+
+  Only runs in prod. Views are not supported yet.
+#}
+{% macro set_table_visibility(this, materialization) %}
+{%- if target.name == 'prod' and materialization in ('table', 'incremental') -%}
+  {%- set dune_public = config.get('dune_public', false) -%}
+  {%- set properties = {'dune.public': 'true' if dune_public else 'false'} -%}
+  ALTER TABLE {{ this }}
+    SET PROPERTIES extra_properties = {{ dune_properties(properties) }}
+{%- endif -%}
+{%- endmacro -%}

models/templates/dbt_template_append_incremental_model.sql

@@ -9,6 +9,7 @@
     alias = 'dbt_template_append_incremental_model'
     , materialized = 'incremental'
     , incremental_strategy = 'append'
+    -- , dune_public = true  -- uncomment to make this table publicly visible on Dune
     , properties = {
         "partitioned_by": "ARRAY['block_date']"
     }

models/templates/dbt_template_delete_insert_incremental_model.sql

@@ -4,6 +4,7 @@
     , incremental_strategy = 'delete+insert'
     , unique_key = ['block_number', 'block_date']
     , incremental_predicates = ["block_date >= now() - interval '1' day"]
+    -- , dune_public = true  -- uncomment to make this table publicly visible on Dune
     , properties = {
         "partitioned_by": "ARRAY['block_date']"
     }

models/templates/dbt_template_merge_incremental_model.sql

@@ -4,6 +4,7 @@
     , incremental_strategy = 'merge'
     , unique_key = ['block_number', 'block_date']
     , incremental_predicates = ["DBT_INTERNAL_DEST.block_date >= now() - interval '1' day"]
+    -- , dune_public = true  -- uncomment to make this table publicly visible on Dune
     , properties = {
         "partitioned_by": "ARRAY['block_date']"
     }

models/templates/dbt_template_table_model.sql

@@ -1,6 +1,7 @@
 {{ config(
     alias = 'dbt_template_table_model'
     , materialized = 'table'
+    -- , dune_public = true  -- uncomment to make this table publicly visible on Dune
     , properties = {
         "partitioned_by": "ARRAY['block_date']"
     }