From 0735e6cf4cfbf3da1c4840cb0d428d182e78c943 Mon Sep 17 00:00:00 2001 From: gland78 Date: Wed, 12 Mar 2025 16:52:54 +0900 Subject: [PATCH] fix_channel --- .env | 2 ++ Spark/.env | 0 airflow/dags/Bugs_DAG.py | 2 +- airflow/dags/Flo_DAG.py | 2 +- airflow/dags/Genie_DAG.py | 2 +- airflow/dags/Melon_DAG.py | 2 +- airflow/dags/Vibe_DAG.py | 2 +- 7 files changed, 7 insertions(+), 5 deletions(-) create mode 100644 .env create mode 100644 Spark/.env diff --git a/.env b/.env new file mode 100644 index 0000000..9d354fa --- /dev/null +++ b/.env @@ -0,0 +1,2 @@ +AWS_ACCESS_KEY_ID=AKIA4RRVVY55VT3PCIZU +AWS_SECRET_ACCESS_KEY=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 \ No newline at end of file diff --git a/Spark/.env b/Spark/.env new file mode 100644 index 0000000..e69de29 diff --git a/airflow/dags/Bugs_DAG.py b/airflow/dags/Bugs_DAG.py index 7270bf8..3d69fcd 100644 --- a/airflow/dags/Bugs_DAG.py +++ b/airflow/dags/Bugs_DAG.py @@ -17,7 +17,7 @@ S3_BUCKET = "de5-s4tify" -S3_CSV_KEY = f"raw_data/bugs_chart_with_genre_{TODAY}.csv" +S3_CSV_KEY = f"raw_data/bugs_chart_data/bugs_chart_with_{TODAY}.csv" LOCAL_FILE_PATH = f"/opt/airflow/data/bugs_chart_with_genre_{TODAY}.csv" diff --git a/airflow/dags/Flo_DAG.py b/airflow/dags/Flo_DAG.py index a373a58..d72a328 100644 --- a/airflow/dags/Flo_DAG.py +++ b/airflow/dags/Flo_DAG.py @@ -17,7 +17,7 @@ # S3 설정 S3_BUCKET = "de5-s4tify" -S3_CSV_KEY = f"raw_data/flo_chart_{TODAY}.csv" +S3_CSV_KEY = f"raw_data/flo_chart_data/flo_chart_{TODAY}.csv" LOCAL_FILE_PATH = f"/opt/airflow/data/flo_chart_with_genre_{TODAY}.csv" diff --git a/airflow/dags/Genie_DAG.py b/airflow/dags/Genie_DAG.py index 0a84c7f..0ad279c 100644 --- a/airflow/dags/Genie_DAG.py +++ b/airflow/dags/Genie_DAG.py @@ -17,7 +17,7 @@ # S3 설정 S3_BUCKET = "de5-s4tify" -S3_CSV_KEY = f"raw_data/genie_chart_{TODAY}.csv" +S3_CSV_KEY = f"raw_data/genie_chart_data/genie_chart_{TODAY}.csv" LOCAL_FILE_PATH = f"/opt/airflow/data/genie_chart_with_genre_{TODAY}.csv" diff --git a/airflow/dags/Melon_DAG.py b/airflow/dags/Melon_DAG.py index a7971f4..6622984 100644 --- a/airflow/dags/Melon_DAG.py +++ b/airflow/dags/Melon_DAG.py @@ -17,7 +17,7 @@ # S3 설정 S3_BUCKET = "de5-s4tify" -S3_CSV_KEY = f"raw_data/melon_chart_{TODAY}.csv" +S3_CSV_KEY = f"raw_data/melon_chart_data/melon_chart_{TODAY}.csv" LOCAL_FILE_PATH = f"/opt/airflow/data/melon_chart_with_genre_{TODAY}.csv" diff --git a/airflow/dags/Vibe_DAG.py b/airflow/dags/Vibe_DAG.py index 4ec1d40..9b5958d 100644 --- a/airflow/dags/Vibe_DAG.py +++ b/airflow/dags/Vibe_DAG.py @@ -17,7 +17,7 @@ # S3 설정 S3_BUCKET = "de5-s4tify" -S3_CSV_KEY = f"raw_data/vibe_chart_{TODAY}.csv" +S3_CSV_KEY = f"raw_data/vibe_chart_data/vibe_chart_{TODAY}.csv" LOCAL_FILE_PATH = f"/opt/airflow/data/vibe_chart_with_genre_{TODAY}.csv"