From 0fdf3481d19c0df50afc88c4038b774f62d3a08a Mon Sep 17 00:00:00 2001
From: Uche Madu <dreemer6@yahoo.com>
Date: Thu, 19 Oct 2023 01:57:33 +0100
Subject: [PATCH] fix pyspark logic

---
 pyspark-scripts/gcs_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyspark-scripts/gcs_utils.py b/pyspark-scripts/gcs_utils.py
index 1e74b25..1faae3d 100644
--- a/pyspark-scripts/gcs_utils.py
+++ b/pyspark-scripts/gcs_utils.py
@@ -137,7 +137,7 @@ def load_files_from_gcs(
         # Load data from GCS
         df = (spark.read.format(file_format)
               .options(**(read_options or {}))
-              .load(f"gs://{bucket_name}/{file}"))
+              .load(f"gs://{file}"))
         
         dataframes.append(df)