fix pyspark logic

uche-madu · Oct 19, 2023 · 0fdf348 · 0fdf348
1 parent ef3d64e
commit 0fdf348
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pyspark-scripts/gcs_utils.py b/pyspark-scripts/gcs_utils.py
@@ -137,7 +137,7 @@ def load_files_from_gcs(
         # Load data from GCS
         df = (spark.read.format(file_format)
               .options(**(read_options or {}))
-              .load(f"gs://{bucket_name}/{file}"))
+              .load(f"gs://{file}"))
 
         dataframes.append(df)