etl

nogibjj · Dec 14, 2024 · 01bbcdd · 01bbcdd
1 parent 13c1dce
commit 01bbcdd
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 7 deletions.
diff --git a/my_lib/lib.py b/my_lib/lib.py
@@ -1,7 +1,4 @@
 import sys
-
-sys.path.append("/Workspace/Workspace/Shared/Leonard_Eshun_Mini_Project_Eleven/my_lib/")
-
 from util import log_tests
 from load import static_data
 from pyspark.sql import SparkSession
@@ -12,6 +9,8 @@
     FloatType,
 )
 
+sys.path.append("/Workspace/Workspace/Shared/Leonard_Eshun_Mini_Project_Eleven/my_lib/")
+
 
 def get_a_session():
     spark = SparkSession.builder.appName("CreateDataFrameWithSchema").getOrCreate()

diff --git a/my_lib/load.py b/my_lib/load.py
@@ -1,7 +1,3 @@
-"""
-Transform the extracted data 
-"""
-
 import json
 from pyspark.sql import SparkSession
 from pyspark.sql.types import (