Update Sales.py

updated S3 locations
sarthakd999 · Feb 20, 2024 · 9f7bf9c · 9f7bf9c
1 parent 388472b
commit 9f7bf9c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Sales.py b/Sales.py
@@ -31,7 +31,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
     },
     connection_type="s3",
     format="csv",
-    connection_options={"paths": ["s3://finalprojectinput/sales/to_test_incremental_load/"], "recurse": True},
+    connection_options={"paths": ["s3://sarthak-dbda-final-project/SALES_DATA/"], "recurse": True},
     transformation_ctx="AmazonS3_node1707466350365",
 )
 
@@ -79,7 +79,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra
 
 # Script generated for node Amazon S3
 AmazonS3_node1707466390637 = glueContext.getSink(
-    path="s3://finalprojectinput/sales_output_increment/",
+    path="s3://sarthak-dbda-final-project/SALES_OUTPUT_DATA/",
     connection_type="s3",
     updateBehavior="UPDATE_IN_DATABASE",  # Using Glue Job Bookmark for update behavior
     partitionKeys=[],