Add custom recency test with optional timestamp support (#220)

models/intermediate/reflector_prices/int_reflector_prices__cex.yml

@@ -4,11 +4,12 @@ models:
   - name: int_reflector_prices__cex
     description: '{{ doc("int_reflector_prices__cex") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: day
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           ignore_time_component: true
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'

models/intermediate/reflector_prices/int_reflector_prices__fex.yml

@@ -4,11 +4,12 @@ models:
   - name: int_reflector_prices__fex
     description: '{{ doc("int_reflector_prices__fex") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: day
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           ignore_time_component: true
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'

models/intermediate/reflector_prices/int_reflector_prices__sdex.yml

@@ -4,11 +4,12 @@ models:
   - name: int_reflector_prices__sdex
     description: '{{ doc("int_reflector_prices__sdex") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: day
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           ignore_time_component: true
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'

models/marts/account_balances/account_balances__daily_agg.yml

@@ -4,11 +4,12 @@ models:
   - name: account_balances__daily_agg
     description: '{{ doc("account_balances__daily_agg") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: day
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             # enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             enabled: false

models/marts/asset_balances/asset_balances__daily_agg.yml

@@ -4,11 +4,12 @@ models:
   - name: asset_balances__daily_agg
     description: '{{ doc("asset_balances__daily_agg") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(day as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/daily_fee_stats_agg.yml

@@ -4,11 +4,12 @@ models:
   - name: daily_fee_stats_agg
     description: '{{ doc("daily_fee_stats") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(day_agg as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/enriched_history/enriched_history_operations.yml

@@ -4,11 +4,12 @@ models:
   - name: enriched_history_operations
     description: Aggregate table for the history operations
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: 12
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/enriched_history/enriched_history_operations_soroban.yml

@@ -4,11 +4,12 @@ models:
   - name: enriched_history_operations_soroban
     description: Aggregate table for the history operations, taking only the soroban operations
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: 12
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/evicted_keys.yml

@@ -4,11 +4,12 @@ models:
   - name: evicted_keys
     description: '{{ doc("evicted_keys") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: closed_at
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/fee_stats_agg.yml

@@ -4,11 +4,12 @@ models:
   - name: fee_stats_agg
     description: '{{ doc("fee_stats") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(day_agg as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/history_assets.yml

@@ -4,11 +4,12 @@ models:
   - name: history_assets
     description: '{{ doc("history_assets") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(batch_run_date as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/hourly_fee_agg_account.yml

@@ -4,11 +4,12 @@ models:
   - name: hourly_fee_agg_account
     description: '{{ doc("hourly_fee_agg_account") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: hour_agg
           interval: 6
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/hourly_soroban_fee_agg_contract.yml

@@ -4,11 +4,12 @@ models:
   - name: hourly_soroban_fee_agg_contract
     description: '{{ doc("hourly_soroban_fee_agg_contract") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: hour_agg
           interval: 6
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/account_signers_current.yml

@@ -4,11 +4,12 @@ models:
   - name: account_signers_current
     description: '{{ doc("account_signers_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 12 if target.name == "prod" else 24 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/accounts_current.yml

@@ -4,11 +4,12 @@ models:
   - name: accounts_current
     description: '{{ doc("accounts_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 12 if target.name == "prod" else 24 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/claimable_balances_current.yml

@@ -4,11 +4,12 @@ models:
   - name: claimable_balances_current
     description: '{{ doc("claimable_balances_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 12 if target.name == "prod" else 48 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/contract_code_current.yml

@@ -4,11 +4,12 @@ models:
   - name: contract_code_current
     description: '{{ doc("contract_code_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: closed_at
           interval: '{{ 7 if target.name == "prod" else 14 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/contract_data_current.yml

@@ -4,11 +4,12 @@ models:
   - name: contract_data_current
     description: '{{ doc("contract_data_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 12 if target.name == "prod" else 24 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/liquidity_pools_current.yml

@@ -4,11 +4,12 @@ models:
   - name: liquidity_pools_current
     description: '{{ doc("liquidity_pools_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 24 if target.name == "prod" else 336 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/offers_current.yml

@@ -4,11 +4,12 @@ models:
   - name: offers_current
     description: '{{ doc("offers_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 12 if target.name == "prod" else 24 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/trust_lines_current.yml

@@ -4,11 +4,12 @@ models:
   - name: trust_lines_current
     description: '{{ doc("trust_lines_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 12 if target.name == "prod" else 24 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_current_state/ttl_current.yml

@@ -4,11 +4,12 @@ models:
   - name: ttl_current
     description: '{{ doc("ttl_current") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: hour
           field: closed_at
           interval: '{{ 12 if target.name == "prod" else 24 }}'
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/ledger_fee_stats_agg.yml

@@ -4,11 +4,12 @@ models:
   - name: ledger_fee_stats_agg
     description: '{{ doc("ledger_fee_stats") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(day_agg as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/tokens/transfers/token_transfers.yml

@@ -4,11 +4,12 @@ models:
   - name: token_transfers
     description: "Curated and enriched token transfer events across the entire Stellar network"
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: closed_at
           interval: 1
+          timestamp_val: '{{ var("batch_end_date") }}'
           ignore_time_component: true
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'

models/marts/trade_agg.yml

@@ -4,11 +4,12 @@ models:
   - name: trade_agg
     description: '{{ doc("trade_agg") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(day_agg as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/marts/tvl/tvl_agg.yml

@@ -8,11 +8,12 @@ models:
           tags: [schema_changes]
           config:
             severity: warn
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: day
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           ignore_time_component: true
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'

models/snapshots/accounts_snapshot.yml

@@ -4,11 +4,12 @@ models:
   - name: accounts_snapshot
     description: '{{ doc("accounts_snapshot") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(closed_at as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'

models/snapshots/contract_data_snapshot.yml

@@ -4,11 +4,12 @@ models:
   - name: contract_data_snapshot
     description: '{{ doc("contract_data_snapshot") }}'
     tests:
-      - dbt_utils.recency:
+      - recency:
           tags: [recency]
           datepart: day
           field: cast(closed_at as timestamp)
           interval: 2
+          timestamp_val: '{{ var("batch_end_date") }}'
           config:
             enabled: '{{ target.name == "ci" or var("is_recency_airflow_task") == "true" }}'
             severity: '{{ "error" if target.name == "prod" else "warn" }}'