name: "f2dq_integration_tests"
version: "1.0"
config-version: 2

# Changed when running tests
profile: "f2dq_postgres"

target-path: "target"
clean-targets: ["target", "dbt_modules", "dbt_packages"]

models:
  f2dq:
    enabled: true

sources:
  f2dq_integration_tests:
    +f2dq_monitored: true
    +f2dq_time_filter: null
  
vars:
  f2dq:store_table_samples: true
  f2dq:anomaly_detector:
    name: modified_z_score
    threshold: 0.6
  f2dq:max_columns_in_query: 1

  f2dq:select:
    - tag:testtag
    - sample_table
    - sample_without_time_filter
    - sample_with_anomaly
    - f2dq_source_test_table

  f2dq:metrics_groups:
    integration_test_group:
      table:
        - row_count
        - freshness
        - my_distinct_table_rows

      column:
        numeric:
          - min
          - max
          - avg
          - stddev
          - variance
          - nulls_count
          - nulls_percent
          - diff # my own custom metric

        text:
          - min_length
          - max_length
          - avg_length
          - nulls_count
          - nulls_percent
          - missing_percent
          - missing_count
  
  f2dq:default_metrics:
    - integration_test_group

seeds:
  +schema: seeds
  +quote_columns: false

  f2dq_integration_tests:
    monitoring:
      sample_with_anomaly:
        +f2dq_monitored: true
        +f2dq_time_filter: creation_time

      sample_without_time_filter:
        +f2dq_monitored: true
        +f2dq_time_filter: null

      sample_table:
        +f2dq_monitored: true
        +f2dq_time_filter: creation_time
        
        +f2dq_columns: 
          - event_type
          - value1
          - value2
          - null_value
        
        +f2dq_metrics:
          table:
            - my_custom_table_metric # my own custom metric
            - distinct_table_rows
          column:
            event_type:
              - regex_test:
                  regex: ([A-Za-z0-9]+)
              - match_regex:
                  regex: ^sell
              - match_regex_percent:
                  regex: ^sell
              - not_match_regex:
                  regex: ^buy
              - not_match_regex_percent:
                  regex: ^buy
              - distinct_values
              - duplicate_values
              - duplicate_rows
              - unique_rows

      expected_z_score:
        +column_types:
          time_window_end: "TIMESTAMP"

      expected_metrics:
        +column_types:
          time_window_start: "TIMESTAMP"
          time_window_end: "TIMESTAMP"