From d13afeb750f54c7bad42f56ee6a1a55eb440a2ff Mon Sep 17 00:00:00 2001 From: gland78 Date: Thu, 13 Mar 2025 21:21:12 +0900 Subject: [PATCH 1/2] fix_env --- airflow/.env | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/airflow/.env b/airflow/.env index 42ddb2d..e983c51 100644 --- a/airflow/.env +++ b/airflow/.env @@ -18,7 +18,12 @@ AWS_ACCESS_KEY_ID=AKIA4RRVVY55VT3PCIZU AWS_SECRET_ACCESS_KEY=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 AWS_DEFAULT_REGION=ap-northeast-2 # 사용 지역 설정 + + +#S3_Spark_SnowFlake_ELT +SNOWFLAKE_USER= BY +SNOWFLAKE_PASSWORD= Zmfflsprtm1234 +SNOWFLAKE_WH= COMPUTE_WH +SNOWFLAKE_SCHEMA = RAW_DATA SNOWFLAKE_ACCOUNT=KJQEOVI-GR23658 -SNOWFLAKE_DB=S4TIFY -SNOWFLAKE_PASSWORD=BSH1234! -SNOWFLAKE_USER=BSH +SNOWFLAKE_DB=S4TIFY \ No newline at end of file From 42034b36bc842f46ecf91653f4cf14da696483cf Mon Sep 17 00:00:00 2001 From: gland78 Date: Thu, 13 Mar 2025 22:01:16 +0900 Subject: [PATCH 2/2] =?UTF-8?q?=EC=BD=94=EB=93=9C=20=EC=A4=84=EB=A7=9E?= =?UTF-8?q?=EC=B6=A4?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py b/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py index eca84fb..f7abdd0 100644 --- a/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py +++ b/airflow/dags/scripts/S3_Spark_SnowFlake_ELT.py @@ -107,10 +107,8 @@ def check_and_create_table(): # 문자열에서 작은따옴표 처리 및 NULL 값 처리 def escape_quotes(value): if value is None: - return "NULL" # None인 경우에는 'NULL'로 처리 - return "'{}'".format( - value.replace("'", "''") - ) # 작은따옴표는 두 개로 이스케이프 처리 + return "NULL" + return "'{}'".format(value.replace("'", "''")) # Snowflake에서 SQL 실행 함수