Merge pull request #30 from fivetran/feature/disable-jobs

disable jobs
fivetran · Feb 22, 2023 · d7215b7 · d7215b7
2 parents 6f5c7f2 + 14059b8
commit d7215b7
Show file tree

Hide file tree

Showing 12 changed files with 22 additions and 11 deletions.
diff --git a/.buildkite/scripts/run_models.sh b/.buildkite/scripts/run_models.sh
@@ -20,6 +20,6 @@ dbt seed --target "$db" --full-refresh
 dbt run --target "$db" --full-refresh
 dbt test --target "$db"
 ## UPDATE FOR VARS HERE, IF NO VARS, PLEASE REMOVE
-dbt run --vars '{netsuite2__multibook_accounting_enabled: false, netsuite2__using_vendor_categories: false}' --target "$db" --full-refresh
+dbt run --vars '{netsuite2__multibook_accounting_enabled: false, netsuite2__using_vendor_categories: false, netsuite2__using_jobs: false}' --target "$db" --full-refresh
 dbt test --target "$db"
 ### END VARS CHUNK, REMOVE IF NOT USING
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,10 +1,18 @@
+# dbt_netsuite_source v0.6.2
+
+## 🎉 Feature Updates 🎉
+- Introduces the `netsuite2__using_jobs` variable in order to disable the `stg_netsuite2__jobs` model. Set `netsuite2__using_jobs` to `False` if you do not have the `job` table in your Netsuite2 schema ([PR #30](https://github.com/fivetran/dbt_netsuite_source/pull/30)).
+
+## Contributors 
+- [ropalloni](https://github.com/ropalloni) ([#29](https://github.com/fivetran/dbt_netsuite_source/issues/29))
+
 # dbt_netsuite_source v0.6.1
 
 ## Bug Fixes
 - In [v0.6.0](https://github.com/fivetran/dbt_netsuite_source/blob/main/CHANGELOG.md#dbt_netsuite_source-v060), we introduced pass through columns for the `vendors` and `items` tables. However, this update was only applied to the original `Netsuite` version of this package, and not `Netsuite2` as well. These pass through columns are accessible in Netsuite2 data models ([PR #27](https://github.com/fivetran/dbt_netsuite_source/pull/27/)).
 
 ## 🎉 Feature Updates 🎉
-Now introducing...Databricks compatibility 🧱 ([PR #26](https://github.com/fivetran/dbt_netsuite_source/pull/26))
+- Now introducing...Databricks compatibility 🧱 ([PR #26](https://github.com/fivetran/dbt_netsuite_source/pull/26))
 
 # dbt_netsuite_source v0.6.0
 

diff --git a/README.md b/README.md
@@ -109,8 +109,9 @@ It's possible that your Netsuite connector does not sync every table that this p
 vars:
     netsuite2__multibook_accounting_enabled: false # True by default. Disable `accountingbooksubsidiary` and `accountingbook` if you are not using the Multi-Book Accounting feature
     netsuite2__using_vendor_categories: false # True by default. Disable `vendorcategory` if you don't categorize your vendors
+    netsuite2__using_jobs: false # True by default. Disable `job` if you don't use jobs
 ```
-> **Note**: The Netsuite dbt package currently only supports disabling transforms of [Multi-Book Accounting](https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/book_3831565332.html) related tables (`accountingbooksubsidiary` and `accountingbook`) and the `vendorcategory` source table. Please create an issue to request additional tables and/or [features](https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/bridgehead_N233872.html) to exclude. 
+> **Note**: The Netsuite dbt package currently only supports disabling transforms of [Multi-Book Accounting](https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/book_3831565332.html) related tables (`accountingbooksubsidiary` and `accountingbook`), the `vendorcategory` source table, and the `job` source table. Please create an issue to request additional tables and/or [features](https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/bridgehead_N233872.html) to exclude. 
 > 
 > To determine if a table or field is activated by a feature, access the [Records Catalog](https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/article_159367781370.html).
 

diff --git a/dbt_project.yml b/dbt_project.yml
@@ -1,7 +1,7 @@
 config-version: 2
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 name: 'netsuite_source'
-version: '0.6.1'
+version: '0.6.2'
 
 models:
   netsuite_source:

diff --git a/docs/catalog.json b/docs/catalog.json
diff --git a/docs/index.html b/docs/index.html
diff --git a/docs/manifest.json b/docs/manifest.json
diff --git a/docs/run_results.json b/docs/run_results.json
diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml
@@ -1,6 +1,6 @@
 name: 'netsuite_source_integration_tests'
 
-version: '0.6.1'
+version: '0.6.2'
 
 profile: 'integration_tests'
 config-version: 2

diff --git a/models/netsuite2/src_netsuite2.yml b/models/netsuite2/src_netsuite2.yml
@@ -376,6 +376,8 @@ sources:
       - name: job
         identifier: "{{ var('netsuite2_job_identifier', 'job') }}"
         description: "{{ doc('jobs_table') }}"
+        config:
+          enabled: "{{ var('netsuite2__using_jobs', true) }}"
         columns:
           - name: id
             description: The unique identifier of the job.

diff --git a/models/netsuite2/stg_netsuite2__jobs.sql b/models/netsuite2/stg_netsuite2__jobs.sql
@@ -1,4 +1,4 @@
-{{ config(enabled=var('netsuite_data_model', 'netsuite') == var('netsuite_data_model_override','netsuite2')) }}
+{{ config(enabled=(var('netsuite_data_model', 'netsuite') == var('netsuite_data_model_override','netsuite2') and var('netsuite2__using_jobs', true))) }}
 
 with base as (
 

diff --git a/models/netsuite2/tmp/stg_netsuite2__jobs_tmp.sql b/models/netsuite2/tmp/stg_netsuite2__jobs_tmp.sql
@@ -1,4 +1,4 @@
-{{ config(enabled=var('netsuite_data_model', 'netsuite') == var('netsuite_data_model_override','netsuite2')) }}
+{{ config(enabled=(var('netsuite_data_model', 'netsuite') == var('netsuite_data_model_override','netsuite2') and var('netsuite2__using_jobs', true))) }}
 
 select * 
 from {{ var('netsuite2_jobs') }}