From f7d1e2973c891b52b45f40cb8f41f8c76d679837 Mon Sep 17 00:00:00 2001 From: AnkitCLI Date: Thu, 14 Sep 2023 14:37:22 +0530 Subject: [PATCH] debug --- pom.xml | 2 +- .../io/cdap/plugin/common/stepsdesign/TestSetupHooks.java | 5 +++++ .../src/e2e-test/resources/pluginParameters.properties | 5 +++++ 3 files changed, 11 insertions(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index b43b5c99d..172d11f52 100644 --- a/pom.xml +++ b/pom.xml @@ -492,7 +492,7 @@ integration-test - verify + diff --git a/wrangler-transform/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java b/wrangler-transform/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java index 04e057f27..07c6fd650 100644 --- a/wrangler-transform/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java +++ b/wrangler-transform/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java @@ -63,6 +63,11 @@ public static void deleteTempTargetBQTable() throws IOException, InterruptedExce /** * Create BigQuery table. */ + @Before(order = 1, value = "@BQ_SOURCE_CSV_TEST") + public static void createTempSourceBQTableCSV() throws IOException, InterruptedException { + createSourceBQTableWithQueries(PluginPropertyUtils.pluginProp("CreateBQTableQueryFileCsv"), + PluginPropertyUtils.pluginProp("InsertBQDataQueryFileCsv")); + } @Before(order = 1, value = "@BQ_SOURCE_TEST") public static void createTempSourceBQTable() throws IOException, InterruptedException { createSourceBQTableWithQueries(PluginPropertyUtils.pluginProp("CreateBQTableQueryFile"), diff --git a/wrangler-transform/src/e2e-test/resources/pluginParameters.properties b/wrangler-transform/src/e2e-test/resources/pluginParameters.properties index 5e96dd854..5b3c12312 100644 --- a/wrangler-transform/src/e2e-test/resources/pluginParameters.properties +++ b/wrangler-transform/src/e2e-test/resources/pluginParameters.properties @@ -1,11 +1,15 @@ #json file path Directive_GroupBy=testData/Wrangler/BQ2BQwithWrnglerNGrpby-cdap-data-pipeline (1).json +Directive_parse_csv=testData/Wrangler\ + /parse_csv_wrangle-cdap-data-pipeline.json bqSourceTable=dummy sourcePath=example/hello.csv gcsSourceBucket=dummy #bq queries file path CreateBQTableQueryFile=BQtesdata/BigQuery/BigQueryCreateTableQuery.txt InsertBQDataQueryFile=BQtesdata/BigQuery/BigQueryInsertDataQuery.txt +CreateBQTableQueryFileCsv=BQtesdata/BigQuery/BigQueryCreateTableQueryCsv.txt +InsertBQDataQueryFileCsv=BQtesdata/BigQuery/BigQueryInsertDataQueryCsv.txt #bq properties projectId=cdf-athena @@ -13,3 +17,4 @@ dataset=test_automation dataset2=Wrangler #expectedBQFiles ExpectedDirective_GroupBy=BQValidationExpectedFiles/Directive_wrangler_GroupBy +ExpectedDirective_parse_csv=BQValidationExpectedFiles/Directive_parse_csv