-
Notifications
You must be signed in to change notification settings - Fork 0
/
AWS CLI Commands.txt
18 lines (14 loc) · 1.35 KB
/
AWS CLI Commands.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
#Used terminal to locate data files within my file directory
#This command is used to upload all JSON files to the S3 location
aws s3 cp . s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics_reference_data/ --recursive --exclude "*" --include "*.json"
#This is the description of the raw statistics JSON files in separate folders per region in the main S3 folder
aws s3 cp CAvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=ca/
aws s3 cp DEvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=de/
aws s3 cp FRvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=fr/
aws s3 cp GBvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=gb/
aws s3 cp INvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=in/
aws s3 cp JPvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=jp/
aws s3 cp KRvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=kr/
aws s3 cp MXvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=mx/
aws s3 cp RUvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=ru/
aws s3 cp USvideos.csv s3://data-engineering-raw-data-useast1-dev/youtube/raw_statistics/region=us/