Update medium-stats-spark-driver.py

pavan-kumar-99 · Jun 12, 2024 · 6ab67d7 · 6ab67d7
1 parent 43e52e8
commit 6ab67d7
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/scripts/medium/medium-stats-spark-driver.py b/scripts/medium/medium-stats-spark-driver.py
@@ -94,6 +94,14 @@ def process_data(bucket_name, bucket_prefix, local_path):
             "spark.mongodb.write.connection.uri",
             f"{mongodb_uri}",
         )
+        .config(
+            "spark.hadoop.fs.s3a.access.key",
+            "H7FzkQTJ6o4mVJa1grZE",
+        )
+        .config(
+            "spark.hadoop.fs.s3a.secret.key",
+            "CGeGAuznUL8cEMIBJ8q2z5jwxk5GHthfoFoVbThj",
+        )
         .getOrCreate()
     )