From d8b74b16748b3a92903b770ea2f209ccc67730b4 Mon Sep 17 00:00:00 2001
From: AnkitCLI <ankit.yadav@cloudsufi.com>
Date: Wed, 10 Jan 2024 23:31:46 +0530
Subject: [PATCH] debug

---
 .../features/Wrangler/DataTypeParsers.feature |   2 +-
 .../features/Wrangler/ParseAsAvro.feature     |   2 +-
 .../features/Wrangler/ParseAsCsv.feature      |   2 +-
 .../Wrangler/ParseAsFixedLength.feature       |   2 +-
 .../features/Wrangler/ParseAsHl7.feature      |   2 +-
 .../features/Wrangler/ParseAsLog.feature      |   2 +-
 .../wrangler/actions/ValidationHelper.java    |  37 +---
 .../Directive_parse_log                       |   2 +-
 .../resources/pluginParameters.properties     |   2 +-
 .../logParser-cdap-data-pipeline (1).json     | 180 ------------------
 ..._log_wrangler_copy-cdap-data-pipeline.json | 174 +++++++++++++++++
 11 files changed, 187 insertions(+), 220 deletions(-)
 delete mode 100644 wrangler-transform/src/e2e-test/resources/testData/Wrangler/logParser-cdap-data-pipeline (1).json
 create mode 100644 wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_log_wrangler_copy-cdap-data-pipeline.json

diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature b/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature
index b36377ff8..fefe29a8c 100644
--- a/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature
+++ b/wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature
@@ -12,7 +12,7 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-@Wrangler
+@Wranglers
 Feature:  datatype parsers
 
   @BQ_SOURCE_TS_TEST @BQ_SINK_TEST
diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsAvro.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsAvro.feature
index 411c47fc1..86742428f 100644
--- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsAvro.feature
+++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsAvro.feature
@@ -15,7 +15,7 @@
 @Wrangler
 Feature:  Wrangler - Run time scenarios for Parse Avro
 
-  @BQ_SOURCE_AVRO_TEST @BQ_SINK_TEST
+  @BQ_SOURCE_AVRO_TEST @BQ_SOURCE_TEST @BQ_SINK_TEST
   Scenario: To verify User is able to run a pipeline using parse avro directive
     Given Open Datafusion Project to configure pipeline
     Then Click on the Plus Green Button to import the pipelines
diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature
index 20883201f..35728ffc0 100644
--- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature
+++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature
@@ -12,7 +12,7 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-@Wrangler
+@Wranglers
 Feature:  Wrangler - Run time scenarios
 
   @BQ_SOURCE_CSV_TEST @BQ_SINK_TEST
diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature
index f013614df..a26cc662e 100644
--- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature
+++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature
@@ -12,7 +12,7 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-@Wrangler
+@Wranglers
 Feature:  parse as fixed length
 
   @BQ_SOURCE_FXDLEN_TEST @BQ_SINK_TEST
diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature
index a3cd05df1..4edb531bd 100644
--- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature
+++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature
@@ -12,7 +12,7 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-@Wrangler
+@Wranglers
 Feature:  parse as HL7
 
   @BQ_SOURCE_HL7_TEST @BQ_SINK_TEST
diff --git a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsLog.feature b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsLog.feature
index d75f36016..7bfbf6c48 100644
--- a/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsLog.feature
+++ b/wrangler-transform/src/e2e-test/features/Wrangler/ParseAsLog.feature
@@ -15,7 +15,7 @@
 @Wrangler
 Feature:  Wrangler - Run time scenarios for Parse Log
 
-  @BQ_SOURCE_LOG_TEST @BQ_SINK_TEST
+  @BQ_SOURCE_LOG_TEST @BQ_SOURCE_TEST @BQ_SINK_TEST
   Scenario: To verify User is able to run a pipeline using parse log directive
     Given Open Datafusion Project to configure pipeline
     Then Click on the Plus Green Button to import the pipelines
diff --git a/wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/actions/ValidationHelper.java b/wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/actions/ValidationHelper.java
index 572fc738c..f35d6d311 100644
--- a/wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/actions/ValidationHelper.java
+++ b/wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/actions/ValidationHelper.java
@@ -61,36 +61,21 @@ public static void getFileData(String fileName, Map<String, JsonObject> fileMap)
       String line;
       while ((line = br.readLine()) != null) {
         JsonObject json = gson.fromJson(line, JsonObject.class);
-
-        // Check if "id" or "ID" (case-insensitive) exists in the JSON object
-        boolean idFound = false;
-        if (json.has("id")) {
+        if (json.has("id")) { // Check if the JSON object has the "id" key
           JsonElement idElement = json.get("id");
           if (idElement.isJsonPrimitive()) {
             String idKey = idElement.getAsString();
             fileMap.put(idKey, json);
-            idFound = true;
           } else {
-            LOG.error("Data Mismatched");
+            Log.error("ID key not found");
           }
         }
-
-        if (!idFound && json.has("ID")) {
-          JsonElement idElement = json.get("ID");
-          if (idElement.isJsonPrimitive()) {
-            String idKey = idElement.getAsString();
-            fileMap.put(idKey, json);
-          } else {
-            LOG.error("Data Mismatched");
-          }
-        } else if (!idFound) {
-          LOG.error("ID Key not found in JSON object");
-        }
       }
     } catch (IOException e) {
       System.err.println("Error reading the file: " + e.getMessage());
     }
   }
+
   private static void getBigQueryTableData(String targetTable, Map<String, JsonObject> bigQueryMap)
     throws IOException, InterruptedException {
     String dataset = PluginPropertyUtils.pluginProp("dataset");
@@ -100,27 +85,15 @@ private static void getBigQueryTableData(String targetTable, Map<String, JsonObj
 
     for (FieldValueList row : result.iterateAll()) {
       JsonObject json = gson.fromJson(row.get(0).getStringValue(), JsonObject.class);
-      boolean idFound = false;
-      if (json.has("id")) {
+      if (json.has("id")) { // Check if the JSON object has the "id" key
         JsonElement idElement = json.get("id");
-        if (idElement.isJsonPrimitive()) {
-          String idKey = idElement.getAsString();
-          bigQueryMap.put(idKey, json);
-          idFound = true;
-        } else {
-          LOG.error("Data Mismatched");
-        }
-      }
-
-      if (!idFound && json.has("ID")) {
-        JsonElement idElement = json.get("ID");
         if (idElement.isJsonPrimitive()) {
           String idKey = idElement.getAsString();
           bigQueryMap.put(idKey, json);
         } else {
           LOG.error("Data Mismatched");
         }
-      } else if (!idFound) {
+      } else {
         LOG.error("ID Key not found in JSON object");
       }
     }
diff --git a/wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_log b/wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_log
index 24f607e55..eedc04369 100644
--- a/wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_log
+++ b/wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_log
@@ -1 +1 @@
-{"Body":"127.0.0.1 - frank [10/Oct/2000:13:55:36 -0700] \"GET /apache_pb.gif HTTP/1.0\" 200 2326","Body_icd_9_description":"Body Post Catalog lookup","ID":1,"bytes_response_body_bytes":"2326","bytes_response_body_bytes_last":"2326","http_firstline_request_firstline":"GET /apache_pb.gif HTTP/1.0","http_method_request_firstline_method":"GET","http_path_request_firstline_uri_path":"/apache_pb.gif","http_protocol_request_firstline_protocol":"HTTP","http_protocol_version_request_firstline_protocol":"HTTP/1.0","http_protocol_version_request_firstline_protocol_version":"1.0","http_ref_request_firstline_uri_ref":"no value","http_uri_request_firstline_uri":"/apache_pb.gif","ip_connection_client_host":"127.0.0.1","ip_connection_client_host_1":"127.0.0.1","ip_connection_client_host_last":"127.0.0.1","string_connection_client_user":"frank","string_connection_client_user_last":"frank","string_request_status_last":"200","time_date_request_receive_time_date":"2000-10-10","time_date_request_receive_time_date_utc":"2000-10-10","time_date_request_receive_time_last_date":"2000-10-10","time_date_request_receive_time_last_date_utc":"2000-10-10","time_day_request_receive_time_day":"10","time_day_request_receive_time_day_utc":"10","time_day_request_receive_time_last_day":10,"time_day_request_receive_time_last_day_utc":"10","time_epoch_request_receive_time_epoch":"971211336000","time_epoch_request_receive_time_last_epoch":"971211336000","time_hour_request_receive_time_hour":"13","time_hour_request_receive_time_hour_utc":"20","time_hour_request_receive_time_last_hour":"13","time_hour_request_receive_time_last_hour_utc":"20","time_millisecond_request_receive_time_last_millisecond":"0","time_millisecond_request_receive_time_last_millisecond_utc":"0","time_millisecond_request_receive_time_millisecond":"0","time_millisecond_request_receive_time_millisecond_utc":"0","time_minute_request_receive_time_last_minute":"55","time_minute_request_receive_time_last_minute_utc":"55","time_minute_request_receive_time_minute":"55","time_minute_request_receive_time_minute_utc":"55","time_month_request_receive_time_last_month":"10","time_month_request_receive_time_last_month_utc":"10","time_month_request_receive_time_month":"10","time_month_request_receive_time_month_utc":"10","time_monthname_request_receive_time_last_monthname":"October","time_monthname_request_receive_time_last_monthname_utc":"October","time_monthname_request_receive_time_monthname":"October","time_monthname_request_receive_time_monthname_utc":"October","time_second_request_receive_time_last_second":"36","time_second_request_receive_time_last_second_utc":"36","time_second_request_receive_time_second":"36","time_second_request_receive_time_second_utc":"36","time_stamp_request_receive_time":"10/Oct/2000:13:55:36 -0700","time_stamp_request_receive_time_last":"10/Oct/2000:13:55:36 -0700","time_time_request_receive_time_last_time":"13:55:36","time_time_request_receive_time_last_time_utc":"20:55:36","time_time_request_receive_time_time":"13:55:36","time_time_request_receive_time_time_utc":"20:55:36","time_week_request_receive_time_last_weekofweekyear":"41","time_week_request_receive_time_last_weekofweekyear_utc":"41","time_week_request_receive_time_weekofweekyear":"41","time_week_request_receive_time_weekofweekyear_utc":"41","time_year_request_receive_time_last_weekyear":"2000","time_year_request_receive_time_last_weekyear_utc":"2000","time_year_request_receive_time_last_year":"2000","time_year_request_receive_time_last_year_utc":"2000","time_year_request_receive_time_weekyear":"2000","time_year_request_receive_time_weekyear_utc":"2000","time_year_request_receive_time_year":"2000","time_year_request_receive_time_year_utc":"2000"}
\ No newline at end of file
+{"Body_icd_9_description":"Body Post Catalog lookup","body":"127.0.0.1 - frank [10/Oct/2000:13:55:36 -0700] \"GET /apache_pb.gif HTTP/1.0\" 200 2326","bytes_response_body_bytes":"2326","bytes_response_body_bytes_last":"2326","http_firstline_request_firstline":"GET /apache_pb.gif HTTP/1.0","http_method_request_firstline_method":"GET","http_path_request_firstline_uri_path":"/apache_pb.gif","http_protocol_request_firstline_protocol":"HTTP","http_protocol_version_request_firstline_protocol":"HTTP/1.0","http_protocol_version_request_firstline_protocol_version":"1.0","http_ref_request_firstline_uri_ref":"no value","http_uri_request_firstline_uri":"/apache_pb.gif","id":1,"ip_connection_client_host":"127.0.0.1","ip_connection_client_host_1":"127.0.0.1","ip_connection_client_host_last":"127.0.0.1","string_connection_client_user":"frank","string_connection_client_user_last":"frank","string_request_status_last":"200","time_date_request_receive_time_date":"2000-10-10","time_date_request_receive_time_date_utc":"2000-10-10","time_date_request_receive_time_last_date":"2000-10-10","time_date_request_receive_time_last_date_utc":"2000-10-10","time_day_request_receive_time_day":"10","time_day_request_receive_time_day_utc":"10","time_day_request_receive_time_last_day":10,"time_day_request_receive_time_last_day_utc":"10","time_epoch_request_receive_time_epoch":"971211336000","time_epoch_request_receive_time_last_epoch":"971211336000","time_hour_request_receive_time_hour":"13","time_hour_request_receive_time_hour_utc":"20","time_hour_request_receive_time_last_hour":"13","time_hour_request_receive_time_last_hour_utc":"20","time_millisecond_request_receive_time_last_millisecond":"0","time_millisecond_request_receive_time_last_millisecond_utc":"0","time_millisecond_request_receive_time_millisecond":"0","time_millisecond_request_receive_time_millisecond_utc":"0","time_minute_request_receive_time_last_minute":"55","time_minute_request_receive_time_last_minute_utc":"55","time_minute_request_receive_time_minute":"55","time_minute_request_receive_time_minute_utc":"55","time_month_request_receive_time_last_month":"10","time_month_request_receive_time_last_month_utc":"10","time_month_request_receive_time_month":"10","time_month_request_receive_time_month_utc":"10","time_monthname_request_receive_time_last_monthname":"October","time_monthname_request_receive_time_last_monthname_utc":"October","time_monthname_request_receive_time_monthname":"October","time_monthname_request_receive_time_monthname_utc":"October","time_second_request_receive_time_last_second":"36","time_second_request_receive_time_last_second_utc":"36","time_second_request_receive_time_second":"36","time_second_request_receive_time_second_utc":"36","time_stamp_request_receive_time":"10/Oct/2000:13:55:36 -0700","time_stamp_request_receive_time_last":"10/Oct/2000:13:55:36 -0700","time_time_request_receive_time_last_time":"13:55:36","time_time_request_receive_time_last_time_utc":"20:55:36","time_time_request_receive_time_time":"13:55:36","time_time_request_receive_time_time_utc":"20:55:36","time_week_request_receive_time_last_weekofweekyear":"41","time_week_request_receive_time_last_weekofweekyear_utc":"41","time_week_request_receive_time_weekofweekyear":"41","time_week_request_receive_time_weekofweekyear_utc":"41","time_year_request_receive_time_last_weekyear":"2000","time_year_request_receive_time_last_weekyear_utc":"2000","time_year_request_receive_time_last_year":"2000","time_year_request_receive_time_last_year_utc":"2000","time_year_request_receive_time_weekyear":"2000","time_year_request_receive_time_weekyear_utc":"2000","time_year_request_receive_time_year":"2000","time_year_request_receive_time_year_utc":"2000"}
\ No newline at end of file
diff --git a/wrangler-transform/src/e2e-test/resources/pluginParameters.properties b/wrangler-transform/src/e2e-test/resources/pluginParameters.properties
index 39fa29cd9..99d621520 100644
--- a/wrangler-transform/src/e2e-test/resources/pluginParameters.properties
+++ b/wrangler-transform/src/e2e-test/resources/pluginParameters.properties
@@ -6,7 +6,7 @@ Directive_parse_Datetime=testData/Wrangler/parse_datetime_wrangle-cdap-data-pipe
 Directive_parse_csv=testData/Wrangler\
   /parse_csv_wrangle-cdap-data-pipeline.json
 Directive_parse_avro=testData/Wrangler/parseAsAvro-cdap-data-pipeline (1).json
-Directive_parse_log=testData/Wrangler/logParser-cdap-data-pipeline (1).json
+Directive_parse_log=testData/Wrangler/parse_log_wrangler_copy-cdap-data-pipeline.json
 bqSourceTable=dummy
 sourcePath=example/hello.csv
 gcsSourceBucket=dummy
diff --git a/wrangler-transform/src/e2e-test/resources/testData/Wrangler/logParser-cdap-data-pipeline (1).json b/wrangler-transform/src/e2e-test/resources/testData/Wrangler/logParser-cdap-data-pipeline (1).json
deleted file mode 100644
index 820d39be3..000000000
--- a/wrangler-transform/src/e2e-test/resources/testData/Wrangler/logParser-cdap-data-pipeline (1).json	
+++ /dev/null
@@ -1,180 +0,0 @@
-{
-    "name": "logParser",
-    "description": "Data Pipeline Application",
-    "artifact": {
-        "name": "cdap-data-pipeline",
-        "version": "6.10.0-SNAPSHOT",
-        "scope": "SYSTEM"
-    },
-    "config": {
-        "resources": {
-            "memoryMB": 2048,
-            "virtualCores": 1
-        },
-        "driverResources": {
-            "memoryMB": 2048,
-            "virtualCores": 1
-        },
-        "connections": [
-            {
-                "from": "BigQueryTable",
-                "to": "Wrangler"
-            },
-            {
-                "from": "Wrangler",
-                "to": "BigQuery2"
-            }
-        ],
-        "postActions": [],
-        "properties": {},
-        "processTimingEnabled": true,
-        "stageLoggingEnabled": true,
-        "stages": [
-            {
-                "name": "BigQueryTable",
-                "plugin": {
-                    "name": "BigQueryTable",
-                    "type": "batchsource",
-                    "label": "BigQueryTable",
-                    "artifact": {
-                        "name": "google-cloud",
-                        "version": "0.23.0-SNAPSHOT",
-                        "scope": "SYSTEM"
-                    },
-                    "properties": {
-                        "useConnection": "false",
-                        "dataset": "wrangler_ankit",
-                        "table": "logTable",
-                        "schema": "{\"type\":\"record\",\"name\":\"output\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]}]}",
-                        "project": "auto-detect",
-                        "serviceAccountType": "filePath",
-                        "serviceFilePath": "auto-detect",
-                        "enableQueryingViews": "false"
-                    }
-                },
-                "outputSchema": [
-                    {
-                        "name": "etlSchemaBody",
-                        "schema": "{\"type\":\"record\",\"name\":\"output\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]}]}"
-                    }
-                ],
-                "id": "BigQueryTable",
-                "type": "batchsource",
-                "label": "BigQueryTable",
-                "icon": "fa-plug",
-                "$$hashKey": "object:1461",
-                "isPluginAvailable": true,
-                "_uiPosition": {
-                    "left": "496px",
-                    "top": "343px"
-                }
-            },
-            {
-                "name": "Wrangler",
-                "plugin": {
-                    "name": "Wrangler",
-                    "type": "transform",
-                    "label": "Wrangler",
-                    "artifact": {
-                        "name": "wrangler-transform",
-                        "version": "4.10.0-SNAPSHOT",
-                        "scope": "SYSTEM"
-                    },
-                    "properties": {
-                        "directives": "parse-as-log :Body 'common'\ndrop :number_connection_client_logname_last\ndrop :number_connection_client_logname\ndrop :http_querystring_request_firstline_uri_query\nfill-null-or-empty :http_ref_request_firstline_uri_ref 'no value'\nfilter-rows-on condition-false ip_connection_client_host =$ \"1\"\nfilter-rows-on regex-match string_connection_client_user_last ^Tryck$\nextract-regex-groups :http_firstline_request_firstline GET*\nsplit-to-columns :ip_connection_client_host ,\ncatalog-lookup ICD-9 :Body\nfill-null-or-empty :Body_icd_9_description 'Body Post Catalog lookup'\nset-variable Pass string_request_status_last == \"200\" ? string_request_status_last : Pass\nset-type :time_day_request_receive_time_last_day integer ",
-                        "field": "*",
-                        "precondition": "false",
-                        "workspaceId": "a93ffc61-3823-4a84-a33c-c77196c23aef",
-                        "schema": "{\"type\":\"record\",\"name\":\"record\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}",
-                        "on-error": "fail-pipeline"
-                    }
-                },
-                "outputSchema": [
-                    {
-                        "name": "etlSchemaBody",
-                        "schema": "{\"type\":\"record\",\"name\":\"record\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
-                    }
-                ],
-                "inputSchema": [
-                    {
-                        "name": "BigQueryTable",
-                        "schema": "{\"type\":\"record\",\"name\":\"output\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]}]}"
-                    }
-                ],
-                "id": "Wrangler",
-                "type": "transform",
-                "label": "Wrangler",
-                "icon": "icon-DataPreparation",
-                "$$hashKey": "object:1462",
-                "isPluginAvailable": true,
-                "_uiPosition": {
-                    "left": "796px",
-                    "top": "343px"
-                }
-            },
-            {
-                "name": "BigQuery2",
-                "plugin": {
-                    "name": "BigQueryTable",
-                    "type": "batchsink",
-                    "label": "BigQuery2",
-                    "artifact": {
-                        "name": "google-cloud",
-                        "version": "0.23.0-SNAPSHOT",
-                        "scope": "SYSTEM"
-                    },
-                    "properties": {
-                        "useConnection": "false",
-                        "project": "auto-detect",
-                        "serviceAccountType": "filePath",
-                        "serviceFilePath": "auto-detect",
-                        "referenceName": "res",
-                        "dataset": "wrangler_ankit",
-                        "table": "logParserOutputTable",
-                        "operation": "insert",
-                        "truncateTable": "false",
-                        "allowSchemaRelaxation": "false",
-                        "location": "US",
-                        "createPartitionedTable": "false",
-                        "partitioningType": "TIME",
-                        "partitionFilterRequired": "false",
-                        "schema": "{\"type\":\"record\",\"name\":\"record\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
-                    }
-                },
-                "outputSchema": [
-                    {
-                        "name": "etlSchemaBody",
-                        "schema": "{\"type\":\"record\",\"name\":\"record\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
-                    }
-                ],
-                "inputSchema": [
-                    {
-                        "name": "Wrangler",
-                        "schema": "{\"type\":\"record\",\"name\":\"record\",\"fields\":[{\"name\":\"ID\",\"type\":[\"long\",\"null\"]},{\"name\":\"Body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
-                    }
-                ],
-                "id": "BigQuery2",
-                "type": "batchsink",
-                "label": "BigQuery2",
-                "icon": "fa-plug",
-                "$$hashKey": "object:1463",
-                "isPluginAvailable": true,
-                "_uiPosition": {
-                    "left": "1096px",
-                    "top": "343px"
-                }
-            }
-        ],
-        "schedule": "0 1 */1 * *",
-        "engine": "spark",
-        "numOfRecordsPreview": 100,
-        "rangeRecordsPreview": {
-            "min": 1,
-            "max": "5000"
-        },
-        "maxConcurrentRuns": 1,
-        "pushdownEnabled": false,
-        "transformationPushdown": {}
-    },
-    "version": "a10116c7-52b7-11ee-8599-000000f57e91"
-}
\ No newline at end of file
diff --git a/wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_log_wrangler_copy-cdap-data-pipeline.json b/wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_log_wrangler_copy-cdap-data-pipeline.json
new file mode 100644
index 000000000..8c4348dc1
--- /dev/null
+++ b/wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_log_wrangler_copy-cdap-data-pipeline.json
@@ -0,0 +1,174 @@
+{
+    "name": "parse_log_wrangler_copy",
+    "description": "Data Pipeline Application",
+    "artifact": {
+        "name": "cdap-data-pipeline",
+        "version": "6.11.0-SNAPSHOT",
+        "scope": "SYSTEM"
+    },
+    "config": {
+        "resources": {
+            "memoryMB": 2048,
+            "virtualCores": 1
+        },
+        "driverResources": {
+            "memoryMB": 2048,
+            "virtualCores": 1
+        },
+        "connections": [
+            {
+                "from": "BigQueryTable",
+                "to": "Wrangler"
+            },
+            {
+                "from": "Wrangler",
+                "to": "BigQuery2"
+            }
+        ],
+        "postActions": [],
+        "properties": {},
+        "processTimingEnabled": true,
+        "stageLoggingEnabled": true,
+        "stages": [
+            {
+                "name": "BigQueryTable",
+                "plugin": {
+                    "name": "BigQueryTable",
+                    "type": "batchsource",
+                    "label": "BigQueryTable",
+                    "artifact": {
+                        "name": "google-cloud",
+                        "version": "0.24.0-SNAPSHOT",
+                        "scope": "SYSTEM"
+                    },
+                    "properties": {
+                        "useConnection": "false",
+                        "dataset": "Wrangler_Test",
+                        "table": "logTab",
+                        "schema": "{\"type\":\"record\",\"name\":\"output\",\"fields\":[{\"name\":\"id\",\"type\":[\"long\",\"null\"]},{\"name\":\"body\",\"type\":[\"string\",\"null\"]}]}",
+                        "project": "auto-detect",
+                        "serviceAccountType": "filePath",
+                        "serviceFilePath": "auto-detect",
+                        "enableQueryingViews": "false"
+                    }
+                },
+                "outputSchema": [
+                    {
+                        "name": "etlSchemaBody",
+                        "schema": "{\"type\":\"record\",\"name\":\"output\",\"fields\":[{\"name\":\"id\",\"type\":[\"long\",\"null\"]},{\"name\":\"body\",\"type\":[\"string\",\"null\"]}]}"
+                    }
+                ],
+                "id": "BigQueryTable",
+                "type": "batchsource",
+                "label": "BigQueryTable",
+                "icon": "fa-plug",
+                "$$hashKey": "object:329",
+                "isPluginAvailable": true,
+                "_uiPosition": {
+                    "left": "496px",
+                    "top": "342px"
+                }
+            },
+            {
+                "name": "Wrangler",
+                "plugin": {
+                    "name": "Wrangler",
+                    "type": "transform",
+                    "label": "Wrangler",
+                    "artifact": {
+                        "name": "wrangler-transform",
+                        "version": "4.11.0-SNAPSHOT",
+                        "scope": "SYSTEM"
+                    },
+                    "properties": {
+                        "directives": "parse-as-log :Body 'common'\ndrop :number_connection_client_logname_last\ndrop :number_connection_client_logname\ndrop :http_querystring_request_firstline_uri_query\nfill-null-or-empty :http_ref_request_firstline_uri_ref 'no value'\nfilter-rows-on condition-false ip_connection_client_host =$ \"1\"\nfilter-rows-on regex-match string_connection_client_user_last ^Tryck$\nextract-regex-groups :http_firstline_request_firstline GET*\nsplit-to-columns :ip_connection_client_host ,\ncatalog-lookup ICD-9 :Body\nfill-null-or-empty :Body_icd_9_description 'Body Post Catalog lookup'\nset-variable Pass string_request_status_last == \"200\" ? string_request_status_last : Pass\nset-type :time_day_request_receive_time_last_day integer ",
+                        "field": "*",
+                        "precondition": "false",
+                        "workspaceId": "c42a0f1b-26e2-4957-80ce-cd0f1a03f0d5",
+                        "schema": "{\"type\":\"record\",\"name\":\"outputSchema\",\"fields\":[{\"name\":\"id\",\"type\":[\"long\",\"null\"]},{\"name\":\"body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
+                    }
+                },
+                "outputSchema": [
+                    {
+                        "name": "etlSchemaBody",
+                        "schema": "{\"type\":\"record\",\"name\":\"outputSchema\",\"fields\":[{\"name\":\"id\",\"type\":[\"long\",\"null\"]},{\"name\":\"body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
+                    }
+                ],
+                "id": "Wrangler",
+                "type": "transform",
+                "label": "Wrangler",
+                "icon": "icon-DataPreparation",
+                "$$hashKey": "object:330",
+                "isPluginAvailable": true,
+                "_uiPosition": {
+                    "left": "796px",
+                    "top": "342px"
+                }
+            },
+            {
+                "name": "BigQuery2",
+                "plugin": {
+                    "name": "BigQueryTable",
+                    "type": "batchsink",
+                    "label": "BigQuery2",
+                    "artifact": {
+                        "name": "google-cloud",
+                        "version": "0.24.0-SNAPSHOT",
+                        "scope": "SYSTEM"
+                    },
+                    "properties": {
+                        "useConnection": "false",
+                        "project": "auto-detect",
+                        "serviceAccountType": "filePath",
+                        "serviceFilePath": "auto-detect",
+                        "dataset": "Wrangler",
+                        "table": "logfintabs",
+                        "operation": "insert",
+                        "truncateTable": "false",
+                        "allowSchemaRelaxation": "false",
+                        "location": "US",
+                        "createPartitionedTable": "false",
+                        "partitioningType": "TIME",
+                        "timePartitioningType": "DAY",
+                        "partitionFilterRequired": "false",
+                        "schema": "{\"type\":\"record\",\"name\":\"outputSchema\",\"fields\":[{\"name\":\"id\",\"type\":[\"long\",\"null\"]},{\"name\":\"body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
+                    }
+                },
+                "outputSchema": [
+                    {
+                        "name": "etlSchemaBody",
+                        "schema": "{\"type\":\"record\",\"name\":\"outputSchema\",\"fields\":[{\"name\":\"id\",\"type\":[\"long\",\"null\"]},{\"name\":\"body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
+                    }
+                ],
+                "inputSchema": [
+                    {
+                        "name": "Wrangler",
+                        "schema": "{\"type\":\"record\",\"name\":\"outputSchema\",\"fields\":[{\"name\":\"id\",\"type\":[\"long\",\"null\"]},{\"name\":\"body\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_connection_client_user_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_stamp_request_receive_time_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_firstline_request_firstline\",\"type\":[\"string\",\"null\"]},{\"name\":\"string_request_status_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_method_request_firstline_method\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_uri_request_firstline_uri\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"bytes_response_body_bytes_last\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day\",\"type\":[\"int\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_epoch_request_receive_time_last_epoch\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_day_request_receive_time_last_day_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_monthname_request_receive_time_last_monthname_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_month_request_receive_time_last_month_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_week_request_receive_time_last_weekofweekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_weekyear_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_year_request_receive_time_last_year_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_hour_request_receive_time_last_hour_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_minute_request_receive_time_last_minute_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_second_request_receive_time_last_second_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_millisecond_request_receive_time_last_millisecond_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_date_request_receive_time_last_date_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"time_time_request_receive_time_last_time_utc\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_path_request_firstline_uri_path\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_ref_request_firstline_uri_ref\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_request_firstline_protocol\",\"type\":[\"string\",\"null\"]},{\"name\":\"http_protocol_version_request_firstline_protocol_version\",\"type\":[\"string\",\"null\"]},{\"name\":\"ip_connection_client_host_1\",\"type\":[\"string\",\"null\"]},{\"name\":\"Body_icd_9_description\",\"type\":[\"string\",\"null\"]}]}"
+                    }
+                ],
+                "id": "BigQuery2",
+                "type": "batchsink",
+                "label": "BigQuery2",
+                "icon": "fa-plug",
+                "$$hashKey": "object:331",
+                "isPluginAvailable": true,
+                "_uiPosition": {
+                    "left": "1096px",
+                    "top": "342px"
+                }
+            }
+        ],
+        "schedule": "0 1 */1 * *",
+        "engine": "spark",
+        "numOfRecordsPreview": 100,
+        "rangeRecordsPreview": {
+            "min": 1,
+            "max": "5000"
+        },
+        "description": "Data Pipeline Application",
+        "maxConcurrentRuns": 1,
+        "pushdownEnabled": false,
+        "transformationPushdown": {}
+    },
+    "version": "d2fd2cff-afdb-11ee-84cf-000000df2f26"
+}
\ No newline at end of file