Use public subnets, assign public IP for ECSRunTask network config

dags/shared_tasks/content_harvest_operators.py

@@ -17,21 +17,22 @@
 
 def get_awsvpc_config():
     """ 
-    get private subnets and security group from cloudformation stack for use
+    get public subnets and security group from cloudformation stack for use
     with the ContentHarvestEcsOperator to run tasks in an ECS cluster
     """
     client = boto3.client('cloudformation', region_name='us-west-2')
     awsvpcConfig = {
         "subnets": [],
-        "securityGroups": []
+        "securityGroups": [],
+        "assignPublicIp": "ENABLED"
     }
     cf_outputs = (client
                         .describe_stacks(StackName='pad-airflow-mwaa')
                         .get('Stacks', [{}])[0]
                         .get('Outputs', [])
     )
     for output in cf_outputs:
-        if output['OutputKey'] in ['PrivateSubnet1', 'PrivateSubnet2']:
+        if output['OutputKey'] in ['PublicSubnet1', 'PublicSubnet2']:
             awsvpcConfig['subnets'].append(output['OutputValue'])
         if output['OutputKey'] == 'SecurityGroup':
             awsvpcConfig['securityGroups'].append(output['OutputValue'])