From 55e8d051c0a59422d8af5284e6da263ab6e5cd69 Mon Sep 17 00:00:00 2001 From: ailepet Date: Thu, 26 Jun 2025 11:02:37 +0200 Subject: [PATCH 1/2] feat: add region visit aggregation (WIP: may be too large?) --- dags/crossclient_aggregation.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dags/crossclient_aggregation.py b/dags/crossclient_aggregation.py index f7ebd1d..4b4cfc9 100644 --- a/dags/crossclient_aggregation.py +++ b/dags/crossclient_aggregation.py @@ -37,7 +37,9 @@ SELECT 'initiatives' AS type, 0 AS id, 'N/A' AS title, 'N/A' AS slug, NULL::date AS published_at FROM prod.stg_decidim_initiatives LIMIT 1 ) - SELECT * FROM participatory_processes UNION ALL SELECT * FROM initiatives UNION ALL SELECT * FROM assemblies"""} + SELECT * FROM participatory_processes UNION ALL SELECT * FROM initiatives UNION ALL SELECT * FROM assemblies""", + "region": """SELECT date, region, region_name, SUM(nb_visits) FROM matomo.users_city + GROUP BY date, region, region_name"""} with DAG( dag_id='crossclient_aggregation', From f1c6134e7000bc5eda780e6eac5484ed71bb2ab1 Mon Sep 17 00:00:00 2001 From: ailepet Date: Thu, 26 Jun 2025 11:12:49 +0200 Subject: [PATCH 2/2] point to dbt model rather than source table --- dags/crossclient_aggregation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dags/crossclient_aggregation.py b/dags/crossclient_aggregation.py index 4b4cfc9..5724192 100644 --- a/dags/crossclient_aggregation.py +++ b/dags/crossclient_aggregation.py @@ -38,7 +38,7 @@ FROM prod.stg_decidim_initiatives LIMIT 1 ) SELECT * FROM participatory_processes UNION ALL SELECT * FROM initiatives UNION ALL SELECT * FROM assemblies""", - "region": """SELECT date, region, region_name, SUM(nb_visits) FROM matomo.users_city + "region": """SELECT date, region, region_name, SUM(nb_visits) FROM prod.stg_matomo_users_city GROUP BY date, region, region_name"""} with DAG(