Clean package repo for Gitea installs via packages.yml git URL. Co-authored-by: Cursor <cursoragent@cursor.com>
117 lines
2.5 KiB
YAML
117 lines
2.5 KiB
YAML
name: "f2dq_integration_tests"
|
|
version: "1.0"
|
|
config-version: 2
|
|
|
|
# Changed when running tests
|
|
profile: "f2dq_postgres"
|
|
|
|
target-path: "target"
|
|
clean-targets: ["target", "dbt_modules", "dbt_packages"]
|
|
|
|
models:
|
|
f2dq:
|
|
enabled: true
|
|
|
|
sources:
|
|
f2dq_integration_tests:
|
|
+f2dq_monitored: true
|
|
+f2dq_time_filter: null
|
|
|
|
vars:
|
|
f2dq:store_table_samples: true
|
|
f2dq:anomaly_detector:
|
|
name: modified_z_score
|
|
threshold: 0.6
|
|
f2dq:max_columns_in_query: 1
|
|
|
|
f2dq:select:
|
|
- tag:testtag
|
|
- sample_table
|
|
- sample_without_time_filter
|
|
- sample_with_anomaly
|
|
- f2dq_source_test_table
|
|
|
|
f2dq:metrics_groups:
|
|
integration_test_group:
|
|
table:
|
|
- row_count
|
|
- freshness
|
|
- my_distinct_table_rows
|
|
|
|
column:
|
|
numeric:
|
|
- min
|
|
- max
|
|
- avg
|
|
- stddev
|
|
- variance
|
|
- nulls_count
|
|
- nulls_percent
|
|
- diff # my own custom metric
|
|
|
|
text:
|
|
- min_length
|
|
- max_length
|
|
- avg_length
|
|
- nulls_count
|
|
- nulls_percent
|
|
- missing_percent
|
|
- missing_count
|
|
|
|
f2dq:default_metrics:
|
|
- integration_test_group
|
|
|
|
seeds:
|
|
+schema: seeds
|
|
+quote_columns: false
|
|
|
|
f2dq_integration_tests:
|
|
monitoring:
|
|
sample_with_anomaly:
|
|
+f2dq_monitored: true
|
|
+f2dq_time_filter: creation_time
|
|
|
|
sample_without_time_filter:
|
|
+f2dq_monitored: true
|
|
+f2dq_time_filter: null
|
|
|
|
sample_table:
|
|
+f2dq_monitored: true
|
|
+f2dq_time_filter: creation_time
|
|
|
|
+f2dq_columns:
|
|
- event_type
|
|
- value1
|
|
- value2
|
|
- null_value
|
|
|
|
+f2dq_metrics:
|
|
table:
|
|
- my_custom_table_metric # my own custom metric
|
|
- distinct_table_rows
|
|
column:
|
|
event_type:
|
|
- regex_test:
|
|
regex: ([A-Za-z0-9]+)
|
|
- match_regex:
|
|
regex: ^sell
|
|
- match_regex_percent:
|
|
regex: ^sell
|
|
- not_match_regex:
|
|
regex: ^buy
|
|
- not_match_regex_percent:
|
|
regex: ^buy
|
|
- distinct_values
|
|
- duplicate_values
|
|
- duplicate_rows
|
|
- unique_rows
|
|
|
|
expected_z_score:
|
|
+column_types:
|
|
time_window_end: "TIMESTAMP"
|
|
|
|
expected_metrics:
|
|
+column_types:
|
|
time_window_start: "TIMESTAMP"
|
|
time_window_end: "TIMESTAMP"
|