Try setting queue enabled for Python notebook jobs (#856)

CHANGELOG.md

@@ -22,6 +22,7 @@
 ### Fixes
 
 - Replace array indexing with 'get' in split_part so as not to raise exception when indexing beyond bounds ([839](https://github.com/databricks/dbt-databricks/pull/839))
+- Set queue enabled for Python notebook jobs ([856](https://github.com/databricks/dbt-databricks/pull/856))
 
 ### Under the Hood
 

dbt/adapters/databricks/python_models/python_submissions.py

@@ -223,6 +223,7 @@ def compile(self, path: str) -> PythonJobDetails:
         if access_control_list:
             job_spec["access_control_list"] = access_control_list
 
+        job_spec["queue"] = {"enabled": True}
         return PythonJobDetails(
             run_name=self.run_name, job_spec=job_spec, additional_job_config=additional_job_config
         )

tests/unit/python/test_python_job_support.py

@@ -158,6 +158,7 @@ def test_compile__empty_configs(self, client, permission_builder, parsed_model,
                 "notebook_path": "path",
             },
             "libraries": [],
+            "queue": {"enabled": True},
         }
         assert details.additional_job_config == {}
 
@@ -182,5 +183,6 @@ def test_compile__nonempty_configs(self, client, permission_builder, parsed_mode
             "cluster_id": "id",
             "libraries": [{"pypi": {"package": "foo"}}],
             "access_control_list": [{"user_name": "user", "permission_level": "IS_OWNER"}],
+            "queue": {"enabled": True},
         }
         assert details.additional_job_config == {"foo": "bar"}