aws-emr.sh

aws emr create-cluster --applications Name=Ganglia Name=Spark Name=Zeppelin Name=Hadoop Name=HBase --tags 'HDD 16tb 1 volume 500MBs=' 'Feb 26 EMR run with M4.10xl slaves=' --ec2-attributes '{"KeyName":"Ravinder_Default","InstanceProfile":"EMR_EC2_DefaultRole","SubnetId":"subnet-ab709881","EmrManagedSlaveSecurityGroup":"sg-39d4964e","EmrManagedMasterSecurityGroup":"sg-39d4964e"}' --release-label emr-5.12.0 --log-uri 's3n://aws-logs-704687394937-us-east-1/elasticmapreduce/' --instance-groups '[{"InstanceCount":4,"EbsConfiguration":{"EbsBlockDeviceConfigs":[{"VolumeSpecification":{"SizeInGB":16000,"VolumeType":"st1"},"VolumesPerInstance":1}],"EbsOptimized":true},"InstanceGroupType":"CORE","InstanceType":"m4.16xlarge","Name":"Core - 2"},{"InstanceCount":1,"EbsConfiguration":{"EbsBlockDeviceConfigs":[{"VolumeSpecification":{"SizeInGB":100,"VolumeType":"gp2"},"VolumesPerInstance":1}],"EbsOptimized":true},"InstanceGroupType":"MASTER","InstanceType":"m4.xlarge","Name":"Master - 1"}]' --configurations '[{"Classification":"spark","Properties":{"maximizeResourceAllocation":"true"},"Configurations":[]}]' --auto-scaling-role EMR_AutoScaling_DefaultRole --ebs-root-volume-size 30 --service-role EMR_DefaultRole --enable-debugging --name 'HiBench-Feb26-HDD 16tb, 1 volume, 500MB/s' --scale-down-behavior TERMINATE_AT_TASK_COMPLETION --region us-east-1