Update profiles.yml

snowplow · Sep 4, 2024 · 400c6d3 · 400c6d3
1 parent 1685353
commit 400c6d3
Showing 1 changed file with 11 additions and 8 deletions.
diff --git a/integration_tests/ci/profiles.yml b/integration_tests/ci/profiles.yml
@@ -67,12 +67,15 @@ integration_tests:
       token: "{{ env_var('DATABRICKS_TEST_TOKEN') }}"
       threads: 1
 
-    spark:
+    spark_iceberg:
       type: spark
-      method: odbc
-      driver: "{{ env_var('DATABRICKS_TEST_HTTP_PATH') }}"
-      schema: "gh_sp_attrib_dbt_{{ env_var('SCHEMA_SUFFIX') }}"
-      host: "{{ env_var('DATABRICKS_TEST_HOST') }}"
-      token: "{{ env_var('DATABRICKS_TEST_TOKEN') }}"
-      endpoint: "{{ env_var('DATABRICKS_TEST_ENDPOINT') }}"
-      threads: 4
+      method: thrift
+      host: "{{ env_var('SPARK_MASTER_HOST', 'localhost') }}"
+      port: 10000
+      user: "{{ env_var('SPARK_USER', 'spark') }}"
+      schema: "{{ env_var('SPARK_SCHEMA', 'default') }}"
+      connect_retries: 5
+      connect_timeout: 60
+      threads: 1
+      vars:
+        snowplow__datalake_file_format: iceberg