diff --git a/.test/great_expectations/expectations/web/v1/base.json b/.test/great_expectations/expectations/web/v1/base.json index 546b5d7..6558612 100644 --- a/.test/great_expectations/expectations/web/v1/base.json +++ b/.test/great_expectations/expectations/web/v1/base.json @@ -139,7 +139,7 @@ "versions": { "test_suite_version": "1.1.1", "bigquery_model_version": "1.0.3", - "snowflake_model_version": "1.0.1" + "snowflake_model_version": "1.0.2" }, "great_expectations.__version__": "0.12.0" } diff --git a/.test/great_expectations/expectations/web/v1/metadata.json b/.test/great_expectations/expectations/web/v1/metadata.json index c088da0..6677758 100644 --- a/.test/great_expectations/expectations/web/v1/metadata.json +++ b/.test/great_expectations/expectations/web/v1/metadata.json @@ -105,7 +105,7 @@ "test_suite_version": "1.1.1", "redshift_model_version": "1.3.1", "bigquery_model_version": "1.0.3", - "snowflake_model_version": "1.0.1" + "snowflake_model_version": "1.0.2" }, "great_expectations.__version__": "0.12.0" } diff --git a/.test/great_expectations/expectations/web/v1/page_view_in_session_values.json b/.test/great_expectations/expectations/web/v1/page_view_in_session_values.json index 7122be6..4fc5414 100644 --- a/.test/great_expectations/expectations/web/v1/page_view_in_session_values.json +++ b/.test/great_expectations/expectations/web/v1/page_view_in_session_values.json @@ -29,7 +29,7 @@ "test_suite_version": "1.1.1", "redshift_model_version": "1.3.1", "bigquery_model_version": "1.0.3", - "snowflake_model_version": "1.0.1" + "snowflake_model_version": "1.0.2" }, "great_expectations.__version__": "0.12.0" } diff --git a/.test/great_expectations/expectations/web/v1/page_views.json b/.test/great_expectations/expectations/web/v1/page_views.json index 78eb439..11282f9 100644 --- a/.test/great_expectations/expectations/web/v1/page_views.json +++ b/.test/great_expectations/expectations/web/v1/page_views.json @@ -227,7 +227,7 @@ "test_suite_version": "1.1.1", "redshift_model_version": "1.3.1", "bigquery_model_version": "1.0.3", - "snowflake_model_version": "1.0.1" + "snowflake_model_version": "1.0.2" }, "great_expectations.__version__": "0.12.0" } diff --git a/.test/great_expectations/expectations/web/v1/sessions.json b/.test/great_expectations/expectations/web/v1/sessions.json index 450ffea..047f02c 100644 --- a/.test/great_expectations/expectations/web/v1/sessions.json +++ b/.test/great_expectations/expectations/web/v1/sessions.json @@ -183,7 +183,7 @@ "test_suite_version": "1.1.1", "redshift_model_version": "1.3.1", "bigquery_model_version": "1.0.3", - "snowflake_model_version": "1.0.1" + "snowflake_model_version": "1.0.2" }, "great_expectations.__version__": "0.12.0" } diff --git a/.test/great_expectations/expectations/web/v1/users.json b/.test/great_expectations/expectations/web/v1/users.json index d090f0d..959006c 100644 --- a/.test/great_expectations/expectations/web/v1/users.json +++ b/.test/great_expectations/expectations/web/v1/users.json @@ -119,7 +119,7 @@ "test_suite_version": "1.1.1", "redshift_model_version": "1.3.1", "bigquery_model_version": "1.0.3", - "snowflake_model_version": "1.0.1" + "snowflake_model_version": "1.0.2" }, "great_expectations.__version__": "0.12.0" } diff --git a/CHANGELOG b/CHANGELOG index 23801e5..9ef5c73 100644 --- a/CHANGELOG +++ b/CHANGELOG @@ -1,3 +1,7 @@ +Snowflake Web Version 1.0.2 (2022-10-13) +---------------------------------------- +Snowflake Web: Optimise partition pruning (Close #140) + Redshift Web Version 1.3.1 (2022-09-02) -------------------------------------- Redshift Web: load_tstamp missing from table definition (#135) diff --git a/web/v1/snowflake/CHANGELOG b/web/v1/snowflake/CHANGELOG index 14ecf83..99f2137 100644 --- a/web/v1/snowflake/CHANGELOG +++ b/web/v1/snowflake/CHANGELOG @@ -1,3 +1,7 @@ +Version 1.0.2 (2022-10-13) +-------------------------- +Snowflake web: Optimise partition pruning (Close #140) + Version 1.0.1 (2022-02-24) -------------------------- Snowflake web: Update column check stored procedure (Close #125) diff --git a/web/v1/snowflake/README.md b/web/v1/snowflake/README.md index 1a50774..3b19a5d 100644 --- a/web/v1/snowflake/README.md +++ b/web/v1/snowflake/README.md @@ -214,7 +214,7 @@ Detail on configuring the users module's playbook can be found [in the relevant ## A note on duplicates -This version of the model (1.0.1) excludes duplicated `event_id`s and `page_view_id`s. Ideally in the future it will provide standard options for handling them. +This version of the model (1.0.2) excludes duplicated `event_id`s and `page_view_id`s. Ideally in the future it will provide standard options for handling them. If there is a need to handle duplicates, this can be done by adding a custom module to the base level of aggregation - take good care to manage the possibility of introducing duplicates downstream if doing so. @@ -223,8 +223,8 @@ Normally, one would expect less than 1% duplicates in the dataset. If the requir ## A note on Constraints and Clustering keys -This 1.0.1 version of the Snowflake web model does not use Constraints or Clustering keys in the table definitions, even though it could. +This 1.0.2 version of the Snowflake web model does not use Constraints or Clustering keys in the table definitions, even though it could. Concerning [clustering keys](https://docs.snowflake.com/en/user-guide/tables-clustering-keys.html#strategies-for-selecting-clustering-keys), Snowflake's naturally clusters the tables on insertion order, and there hasn't been evidence so far suggesting a change towards another manual clustering strategy. -Concerning table [constraints](https://docs.snowflake.com/en/sql-reference/constraints-overview.html), it is a fact that Snowflake enforces **only** the `NOT NULL` constraint. Therefore, in this 1.0.1 version we decided to include only this constraint that is actually enforced, for clarity on the model's assumptions. +Concerning table [constraints](https://docs.snowflake.com/en/sql-reference/constraints-overview.html), it is a fact that Snowflake enforces **only** the `NOT NULL` constraint. Therefore, in this 1.0.2 version we decided to include only this constraint that is actually enforced, for clarity on the model's assumptions. diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/00-setup-metadata.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/00-setup-metadata.yml.tmpl index 1dd66f9..aa97194 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/00-setup-metadata.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/00-setup-metadata.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/99-metadata-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/99-metadata-complete.yml.tmpl index 5c75dab..3d560b5 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/99-metadata-complete.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/99-metadata-complete.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/XX-destroy-metadata.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/XX-destroy-metadata.yml.tmpl index ad6aa17..4e35e1f 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/XX-destroy-metadata.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/00-setup/XX-destroy-metadata.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/01-base-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/01-base-main.yml.tmpl index 73bdca7..ecc95b5 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/01-base-main.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/01-base-main.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :input_schema: atomic :scratch_schema: scratch :output_schema: derived diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/99-base-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/99-base-complete.yml.tmpl index d56eacf..f7bd1f1 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/99-base-complete.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/99-base-complete.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/XX-destroy-base.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/XX-destroy-base.yml.tmpl index ddf0bee..f244abb 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/01-base/XX-destroy-base.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/01-base/XX-destroy-base.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/01-page-views-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/01-page-views-main.yml.tmpl index 3ee681f..fce6ba7 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/01-page-views-main.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/01-page-views-main.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/99-page-views-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/99-page-views-complete.yml.tmpl index 00ce731..2d99c64 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/99-page-views-complete.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/99-page-views-complete.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/XX-destroy-page-views.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/XX-destroy-page-views.yml.tmpl index 297938f..fb6c991 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/XX-destroy-page-views.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/02-page-views/XX-destroy-page-views.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/01-sessions-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/01-sessions-main.yml.tmpl index 18a9fbb..1e6d572 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/01-sessions-main.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/01-sessions-main.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/99-sessions-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/99-sessions-complete.yml.tmpl index 0ea8c87..aa1d8bf 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/99-sessions-complete.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/99-sessions-complete.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/XX-destroy-sessions.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/XX-destroy-sessions.yml.tmpl index 1d86746..56f59d7 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/XX-destroy-sessions.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/03-sessions/XX-destroy-sessions.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/01-users-main.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/01-users-main.yml.tmpl index cb41144..db19077 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/01-users-main.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/01-users-main.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/99-users-complete.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/99-users-complete.yml.tmpl index f403605..73ed612 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/99-users-complete.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/99-users-complete.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: "" diff --git a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/XX-destroy-users.yml.tmpl b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/XX-destroy-users.yml.tmpl index 14aa075..7cc46a7 100644 --- a/web/v1/snowflake/sql-runner/playbooks/standard/04-users/XX-destroy-users.yml.tmpl +++ b/web/v1/snowflake/sql-runner/playbooks/standard/04-users/XX-destroy-users.yml.tmpl @@ -7,7 +7,7 @@ :username: :password: :variables: - :model_version: snowflake/web/1.0.1 + :model_version: snowflake/web/1.0.2 :scratch_schema: scratch :output_schema: derived :entropy: ""