diff --git a/pyspark-scripts/gcs_utils.py b/pyspark-scripts/gcs_utils.py index 1e74b25..1faae3d 100644 --- a/pyspark-scripts/gcs_utils.py +++ b/pyspark-scripts/gcs_utils.py @@ -137,7 +137,7 @@ def load_files_from_gcs( # Load data from GCS df = (spark.read.format(file_format) .options(**(read_options or {})) - .load(f"gs://{bucket_name}/{file}")) + .load(f"gs://{file}")) dataframes.append(df)