fix Databricks driver export bucket flows after refactoring

cube-js · Sep 25, 2024 · b49b764 · b49b764
1 parent 1485b9d
commit b49b764
Showing 1 changed file with 7 additions and 2 deletions.
diff --git a/packages/cubejs-databricks-jdbc-driver/src/DatabricksDriver.ts b/packages/cubejs-databricks-jdbc-driver/src/DatabricksDriver.ts
@@ -669,11 +669,16 @@ export class DatabricksDriver extends JDBCDriver {
   private async getCsvFiles(
     tableName: string,
   ): Promise<string[]> {
+    // this.config.exportBucket includes schema
+    // so it looks like: s3://real-bucket-name
+    // The extractors in BaseDriver expect just clean bucket name
+    const url = new URL(this.config.bucketType || '');
+
     switch (this.config.bucketType) {
       case 'azure':
         return this.extractFilesFromAzure(
           { azureKey: this.config.azureKey || '' },
-          this.config.exportBucket || '',
+          url.host,
           tableName,
         );
       case 's3':
@@ -685,7 +690,7 @@ export class DatabricksDriver extends JDBCDriver {
             },
             region: this.config.awsRegion || '',
           },
-          this.config.exportBucket || '',
+          url.host,
           tableName,
         );
       default: