name: "f2dq"
version: "1.0.0"  # dbt_f2dq: modernized fork (dbt_utils 1.4.1); dual-read re_data_* keys
config-version: 2

require-dbt-version: [">=1.0.0", "<2.0.0"]

profile: "f2dq_postgres"

target-path: "target" # directory which will store compiled SQL files
clean-targets: ["target", "dbt_modules", "dbt_packages"]

on-run-end:
  # Dual-read: f2dq:save_test_history or legacy re_data:save_test_history
  - "{% if var('f2dq:save_test_history') or var('re_data:save_test_history', false) %} {{ f2dq.save_test_history(results) }} {% endif %}"

vars:
  f2dq:max_columns_in_query: 10
  f2dq:time_window_end: '{{ run_started_at.strftime("%Y-%m-%d 00:00:00") }}'
  f2dq:time_window_start: '{{ (run_started_at - modules.datetime.timedelta(1)).strftime("%Y-%m-%d 00:00:00") }}'
  f2dq:anomaly_detection_look_back_days: 30
  f2dq:select: null
  f2dq:anomalies_filtered: f2dq_anomalies

  f2dq:alerting_z_score: 3

  f2dq:save_test_history: false
  f2dq:show_warns_as_alerts: false

  f2dq:anomaly_detector:
    name: modified_z_score
    threshold: 3

  f2dq:store_table_samples: false

  f2dq:metrics_groups:
    table_metrics:
      table:
        - row_count
        - freshness

    column_metrics:
      column:
        numeric:
          - min
          - max
          - avg
          - stddev
          - variance
          - nulls_count
          - nulls_percent
        text:
          - min_length
          - max_length
          - avg_length
          - nulls_count
          - missing_count
          - nulls_percent
          - missing_percent
        boolean:
          - count_true
          - count_false
          - nulls_count
          - nulls_percent

  f2dq:default_metrics:
    - table_metrics
    - column_metrics

models:
  f2dq:
    +schema: f2
    internal:
      +schema: f2_internal