From d9af3cfc0604cb44bbb17869712392fd7c73df0d Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Wed, 9 Aug 2023 17:21:30 -0400 Subject: [PATCH] bump ssa date, update tap snowflake due to bug, expand context_base lookback window by 1 day --- data/extract/extractors.meltano.yml | 4 ++-- .../telemetry/base/unstructured_parsing/context_base.sql | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/data/extract/extractors.meltano.yml b/data/extract/extractors.meltano.yml index b444dcea..4696a3af 100644 --- a/data/extract/extractors.meltano.yml +++ b/data/extract/extractors.meltano.yml @@ -74,7 +74,7 @@ plugins: start_date: '2020-01-01T00:00:00Z' key_properties: [id] name: azure_ips - pattern: ServiceTags_Public_20230724.json + pattern: ServiceTags_Public_20230807.json json_path: values - name: tap-slack variant: meltanolabs @@ -191,7 +191,7 @@ plugins: # - issue_comments.* - name: tap-snowflake variant: meltanolabs - pip_url: git+https://github.com/MeltanoLabs/tap-snowflake.git@v0.0.22 + pip_url: git+https://github.com/MeltanoLabs/tap-snowflake.git@v0.0.23 config: account: epa06486 password: ${SNOWFLAKE_PASSWORD} diff --git a/data/transform/models/marts/telemetry/base/unstructured_parsing/context_base.sql b/data/transform/models/marts/telemetry/base/unstructured_parsing/context_base.sql index 001648d9..90985d9f 100644 --- a/data/transform/models/marts/telemetry/base/unstructured_parsing/context_base.sql +++ b/data/transform/models/marts/telemetry/base/unstructured_parsing/context_base.sql @@ -22,7 +22,7 @@ WHERE {% if is_incremental() %} AND event_unstruct.event_created_at >= ( - SELECT DATEADD(days, -1, MAX(event_created_at)) FROM {{ this }} + SELECT DATEADD(days, -2, MAX(event_created_at)) FROM {{ this }} ) AND event_unstruct.event_id NOT IN (SELECT event_id FROM {{ this }})