diff --git a/airflow/.env b/airflow/.env index 42ddb2d..e983c51 100644 --- a/airflow/.env +++ b/airflow/.env @@ -18,7 +18,12 @@ AWS_ACCESS_KEY_ID=AKIA4RRVVY55VT3PCIZU AWS_SECRET_ACCESS_KEY=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 AWS_DEFAULT_REGION=ap-northeast-2 # 사용 지역 설정 + + +#S3_Spark_SnowFlake_ELT +SNOWFLAKE_USER= BY +SNOWFLAKE_PASSWORD= Zmfflsprtm1234 +SNOWFLAKE_WH= COMPUTE_WH +SNOWFLAKE_SCHEMA = RAW_DATA SNOWFLAKE_ACCOUNT=KJQEOVI-GR23658 -SNOWFLAKE_DB=S4TIFY -SNOWFLAKE_PASSWORD=BSH1234! -SNOWFLAKE_USER=BSH +SNOWFLAKE_DB=S4TIFY \ No newline at end of file diff --git a/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py b/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py index eca84fb..f7abdd0 100644 --- a/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py +++ b/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py @@ -107,10 +107,8 @@ def check_and_create_table(): # 문자열에서 작은따옴표 처리 및 NULL 값 처리 def escape_quotes(value): if value is None: - return "NULL" # None인 경우에는 'NULL'로 처리 - return "'{}'".format( - value.replace("'", "''") - ) # 작은따옴표는 두 개로 이스케이프 처리 + return "NULL" + return "'{}'".format(value.replace("'", "''")) # Snowflake에서 SQL 실행 함수