Initial publish of dbt_f2dq (f2dq) package v0.12.1.
Clean package repo for Gitea installs via packages.yml git URL. Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
@@ -0,0 +1,54 @@
|
||||
{{
|
||||
config(
|
||||
materialized='incremental',
|
||||
unique_key = 'id',
|
||||
on_schema_change='sync_all_columns',
|
||||
)
|
||||
}}
|
||||
|
||||
-- depends_on: {{ ref('f2dq_columns') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_thread0') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_thread1') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_thread2') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_thread3') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_part0') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_part1') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_part2') }}
|
||||
-- depends_on: {{ ref('f2dq_last_base_metrics_part3') }}
|
||||
-- depends_on: {{ ref('f2dq_run_started_at') }}
|
||||
-- depends_on: {{ ref('f2dq_monitored') }}
|
||||
-- depends_on: {{ ref('f2dq_selected') }}
|
||||
|
||||
with
|
||||
|
||||
with_time_window as (
|
||||
{% set parts = ['0','1','2','3'] %}
|
||||
{% for part in parts %}
|
||||
{% set ref_name = 'f2dq_last_base_metrics_part' + part %}
|
||||
select
|
||||
*,
|
||||
{{ time_window_start() }} as time_window_start,
|
||||
{{ time_window_end() }} as time_window_end
|
||||
from {{ ref(ref_name) }}
|
||||
{%- if not loop.last %} union all {%- endif %}
|
||||
{% endfor %}
|
||||
)
|
||||
select
|
||||
cast ({{ dbt_utils.generate_surrogate_key([
|
||||
'table_name',
|
||||
'column_name',
|
||||
'metric',
|
||||
'time_window_start',
|
||||
'time_window_end'
|
||||
]) }} as {{ string_type() }} ) as id,
|
||||
cast (table_name as {{ string_type() }} ) as table_name,
|
||||
cast (column_name as {{ string_type() }} ) as column_name,
|
||||
cast (metric as {{ string_type() }} ) as metric,
|
||||
cast (value as {{ numeric_type() }} ) as value,
|
||||
cast (time_window_start as {{ timestamp_type() }} ) as time_window_start,
|
||||
cast (time_window_end as {{ timestamp_type() }} ) as time_window_end,
|
||||
cast (
|
||||
{{ interval_length_sec('time_window_start', 'time_window_end') }} as {{ integer_type() }}
|
||||
) as interval_length_sec,
|
||||
cast ({{dbt.current_timestamp_backcompat()}} as {{ timestamp_type() }}) as computed_on
|
||||
from with_time_window
|
||||
@@ -0,0 +1,17 @@
|
||||
{{
|
||||
config(
|
||||
materialized='table',
|
||||
unique_key = 'table_name',
|
||||
on_schema_change='sync_all_columns',
|
||||
)
|
||||
}}
|
||||
|
||||
-- depends_on: {{ ref('f2dq_last_table_samples') }}
|
||||
-- depends_on: {{ ref('f2dq_last_table_samples_part') }}
|
||||
|
||||
select
|
||||
table_name,
|
||||
sample_data,
|
||||
cast ({{dbt.current_timestamp_backcompat()}} as {{ timestamp_type() }}) as sampled_on
|
||||
|
||||
from {{ ref('f2dq_last_table_samples_part') }}
|
||||
@@ -0,0 +1,35 @@
|
||||
{{
|
||||
config(
|
||||
materialized='incremental',
|
||||
unique_key = 'id',
|
||||
on_schema_change='sync_all_columns',
|
||||
)
|
||||
}}
|
||||
|
||||
|
||||
with columns as (
|
||||
|
||||
select
|
||||
{{ full_table_name('cols.name', 'cols.schema', 'cols.database') }} as table_name,
|
||||
cols.column_name,
|
||||
cols.data_type,
|
||||
cols.is_nullable,
|
||||
cast ({{dbt.current_timestamp_backcompat()}} as {{ timestamp_type() }} ) as detected_time
|
||||
from
|
||||
{{ ref('f2dq_columns')}} cols, {{ ref('f2dq_selected')}} tables
|
||||
where
|
||||
cols.name = tables.name and cols.schema = tables.schema and cols.database = tables.database
|
||||
)
|
||||
|
||||
select
|
||||
cast ({{ dbt_utils.generate_surrogate_key([
|
||||
'table_name',
|
||||
'column_name',
|
||||
'detected_time'
|
||||
]) }} as {{ string_type() }} ) as id,
|
||||
table_name,
|
||||
column_name,
|
||||
data_type,
|
||||
is_nullable,
|
||||
detected_time
|
||||
from columns
|
||||
Reference in New Issue
Block a user