Debug - Record missmatch with complete suite.

data-integrations · Jul 19, 2023 · b98cbb3 · b98cbb3
1 parent 8dad261
commit b98cbb3
Show file tree

Hide file tree

Showing 21 changed files with 517 additions and 252 deletions.
diff --git a/mssql-plugin/src/e2e-test/features/mssql/Datatype.feature b/mssql-plugin/src/e2e-test/features/mssql/Datatype.feature
@@ -14,9 +14,10 @@
 # the License.
 #
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql - Verify Mssql source data transfer
-  @MSSQL_SOURCE_DATATYPES_TEST @MSSQL_SINK_TEST @Mssql_Required
+
+  @MSSQL_SOURCE_DATATYPES_TEST @MSSQL_TARGET_DATATYPES_TEST
   Scenario: To verify data is getting transferred from Mssql to Mssql successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/DatatypeDateTime.feature b/mssql-plugin/src/e2e-test/features/mssql/DatatypeDateTime.feature
@@ -14,9 +14,10 @@
 # the License.
 #
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql - Verify Mssql source data transfer
-  @MSSQL_SOURCE_DATATYPES_DATETIME_TEST @MSSQL_SINK_TEST @Mssql_Required
+
+  @MSSQL_SOURCE_DATATYPES_DATETIME_TEST @MSSQL_TARGET_DATATYPES_DATETIME_TEST
   Scenario: To verify data is getting transferred from Mssql to Mssql successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/DatatypeImage.feature b/mssql-plugin/src/e2e-test/features/mssql/DatatypeImage.feature
@@ -14,9 +14,10 @@
 # the License.
 #
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql - Verify Mssql source data transfer
-  @MSSQL_SOURCE_DATATYPES_IMAGE_TEST @MSSQL_SINK_TEST @Mssql_Required
+
+  @MSSQL_SOURCE_DATATYPES_IMAGE_TEST @MSSQL_TARGET_DATATYPES_IMAGE_TEST
   Scenario: To verify data is getting transferred from Mssql to Mssql successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/DatatypeUniqueIdentifier.feature b/mssql-plugin/src/e2e-test/features/mssql/DatatypeUniqueIdentifier.feature
@@ -14,9 +14,10 @@
 # the License.
 #
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql - Verify Mssql source data transfer
-  @MSSQL_SOURCE_DATATYPES_UIDTYPE_TEST @MSSQL_SINK_TEST @Mssql_Required
+
+  @MSSQL_SOURCE_DATATYPES_UIDTYPE_TEST @MSSQL_TARGET_DATATYPES_UIDTYPE_TEST
   Scenario: To verify data is getting transferred from Mssql to Mssql successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/Mssql.feature b/mssql-plugin/src/e2e-test/features/mssql/Mssql.feature
@@ -14,9 +14,10 @@
 # the License.
 #
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql - Verify Mssql source data transfer
-  @MSSQL_SOURCE_TEST @MSSQL_SINK_TEST @Mssql_Required
+
+  @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
   Scenario: To verify data is getting transferred from Mssql to Mssql successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql sink/DesignTime.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql sink/DesignTime.feature
@@ -12,10 +12,10 @@
 ## License for the specific language governing permissions and limitations under
 # the License..
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: MsSQL Server Sink - Design time scenarios
 
-  @MSSQL_SOURCE_TEST @MSSQL_SINK_TEST
+  @MSSQL_AS_TARGET
   Scenario: Verify user is able to validate the sink plugin with connection and basic details for connectivity
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Sink"
@@ -33,7 +33,7 @@ Feature: MsSQL Server Sink - Design time scenarios
     Then Validate "SQL Server" plugin properties
     Then Close the Plugin Properties page
 
-  @MSSQL_SOURCE_TEST @MSSQL_SINK_TEST
+  @MSSQL_AS_TARGET
   Scenario: To verify Mssql source plugin validation with connection arguments
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Sink"
@@ -52,7 +52,7 @@ Feature: MsSQL Server Sink - Design time scenarios
     Then Validate "SQL Server" plugin properties
     Then Close the Plugin Properties page
 
-  @MSSQL_SOURCE_TEST @MSSQL_SINK_TEST
+  @MSSQL_AS_TARGET
   Scenario: To verify Mssql source plugin validation with advanced details
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Sink"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql sink/DesignTimeValidation.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql sink/DesignTimeValidation.feature
@@ -12,10 +12,10 @@
 ## License for the specific language governing permissions and limitations under
 # the License..
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql source- Verify Mssql source plugin design time validation scenarios
 
-  @MSSQL_SOURCE_TEST @Mssql_Required @Mssql_Required
+  @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
   Scenario: To verify Mssql sink plugin validation error message with invalid database
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -47,7 +47,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     And Click on the Validate button
     Then Verify that the Plugin is displaying an error message: "errorMessageInvalidSinkDatabase" on the header
 
-  @MSSQL_SOURCE_TEST @Mssql_Required @Mssql_Required
+    @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
     Scenario: To Verify Table Name Field validation error message with invalid test data
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -79,7 +79,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     And Click on the Validate button
     Then Verify that the Plugin Property: "tableName" is displaying an in-line error message: "errorMessageInvalidSinkTableName"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
   Scenario: To verify Mssql sink plugin validation error message with invalid reference name
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -111,7 +111,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     And Click on the Validate button
     Then Verify that the Plugin Property: "referenceName" is displaying an in-line error message: "errorMessageMssqlInvalidReferenceName"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
   Scenario: Verify the Username field validation error message with blank value
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -142,7 +142,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     And Click on the Validate button
     Then Verify that the Plugin Property: "user" is displaying an in-line error message: "errorMessageBlankUsername"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
   Scenario: Verify the Host validation error when values are not provided
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql sink/RunTime.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql sink/RunTime.feature
@@ -12,10 +12,10 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql - Verify Mssql sink data transfer
 
-  @BQ_SOURCE_TEST @MSSQL_TEST_TABLE @Mssql_Required @Plugin-1526
+  @BQ_SOURCE_TEST @MSSQL_TEST_TABLE @Plugin-1526
   Scenario: Verify User is able to preview and deploy the pipeline when the data is transferred from BigQuery to Mssql
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql sink/RunTimeWithMacros.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql sink/RunTimeWithMacros.feature
@@ -12,10 +12,10 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql Sink - Run time scenarios (macro)
 
-  @BQ_SOURCE_TEST @MSSQL_TEST_TABLE @Mssql_Required
+  @BQ_SOURCE_TEST @MSSQL_TEST_TABLE
   Scenario: Verify User is able to preview and deploy the pipeline when the data is transferred from BigQuery to Mssql using macros
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -66,7 +66,7 @@ Feature: Mssql Sink - Run time scenarios (macro)
     Then Verify the pipeline status is "Succeeded"
     Then Validate the values of records transferred to target MsSql table is equal to the values from source BigQuery table
 
-  @BQ_SOURCE_TEST @MSSQL_TEST_TABLE @Mssql_Required
+  @BQ_SOURCE_TEST @MSSQL_TEST_TABLE @Plugin-1526
   Scenario: Verify User is able to preview and deploy the pipeline when the data is transferred from BigQuery to Mssql using basic section as macros
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -113,7 +113,7 @@ Feature: Mssql Sink - Run time scenarios (macro)
     Then Verify the pipeline status is "Succeeded"
     Then Validate the values of records transferred to target MsSql table is equal to the values from source BigQuery table
 
-  @MSSQL_SOURCE_TEST @MSSQL_SINK_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
   Scenario: Verify pipeline failure message in logs when user provides invalid Table Name of plugin with Macros
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -156,7 +156,7 @@ Feature: Mssql Sink - Run time scenarios (macro)
       | Level | Message                         |
       | ERROR | errorMessageInvalidTableName    |
 
-  @MSSQL_SOURCE_TEST @MSSQL_SINK_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE @MSSQL_AS_TARGET
   Scenario: Verify pipeline failure message in logs when user provides invalid Credentials for connection with Macros
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql source/DesignTime.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql source/DesignTime.feature
@@ -12,10 +12,10 @@
 ## License for the specific language governing permissions and limitations under
 # the License..
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: MsSQL Server Source - Design time scenarios
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: Verify user is able to validate the plugin with connection and basic details for connectivity
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -35,7 +35,7 @@ Feature: MsSQL Server Source - Design time scenarios
     Then Validate "SQL Server" plugin properties
     Then Close the Plugin Properties page
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation with connection arguments
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -56,7 +56,7 @@ Feature: MsSQL Server Source - Design time scenarios
     Then Validate "SQL Server" plugin properties
     Then Close the Plugin Properties page
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation with advanced details
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql source/DesignTimeValidation.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql source/DesignTimeValidation.feature
@@ -12,10 +12,10 @@
 ## License for the specific language governing permissions and limitations under
 # the License..
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql source- Verify Mssql source plugin design time validation scenarios
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message with invalid database
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -33,7 +33,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Click on the Validate button
     Then Verify that the Plugin is displaying an error message: "errorMessageInvalidSourceDatabase" on the header
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message with invalid import query
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -52,7 +52,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Click on the Validate button
     Then Verify that the Plugin Property: "importQuery" is displaying an in-line error message: "errorMessageInvalidImportQuery"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message with invalid reference name
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -70,7 +70,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Click on the Validate button
     Then Verify that the Plugin Property: "referenceName" is displaying an in-line error message: "errorMessageMssqlInvalidReferenceName"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message with blank username
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -87,7 +87,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Click on the Validate button
     Then Verify that the Plugin Property: "user" is displaying an in-line error message: "errorMessageBlankUsername"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message with blank password
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -104,7 +104,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Click on the Validate button
     Then Verify that the Plugin is displaying an error message: "errorMessageBlankPassword" on the header
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message when fetch size is changed to zero
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -143,7 +143,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Verify that the Plugin Property: "numSplits" is displaying an in-line error message: "errorMessageBlankSplitBy"
     Then Verify that the Plugin Property: "splitBy" is displaying an in-line error message: "errorMessageBlankSplitBy"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message when number of Split value is changed to zero
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -162,7 +162,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Click on the Validate button
     Then Verify that the Plugin Property: "numSplits" is displaying an in-line error message: "errorMessageInvalidNumberOfSplits"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message when number of Split value is not a number
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -181,7 +181,7 @@ Feature: Mssql source- Verify Mssql source plugin design time validation scenari
     Then Click on the Validate button
     Then Verify that the Plugin Property: "numSplits" is displaying an in-line error message: "errorMessageNumberOfSplitNotNumber"
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: To verify Mssql source plugin validation error message with blank bounding query
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql source/DesignTimeWithMacros.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql source/DesignTimeWithMacros.feature
@@ -12,10 +12,10 @@
 ## License for the specific language governing permissions and limitations under
 # the License..
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: MSSQL Server - Design time scenarios (macro)
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
   Scenario: Verify user should be able to validate plugin with macros for Connection section
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -31,13 +31,13 @@ Feature: MSSQL Server - Design time scenarios (macro)
     Then Enter textarea plugin property: "importQuery" with value: "selectQuery"
     Then Validate "SQL Server" plugin properties
 
-  @MSSQL_SOURCE_TEST @Mssql_Required
+  @MSSQL_AS_SOURCE
     Scenario: Verify user should be able to validate plugin with macros for Basic section
       Given Open Datafusion Project to configure pipeline
       When Expand Plugin group in the LHS plugins list: "Source"
       When Select plugin: "SQL Server" from the plugins list as: "Source"
       Then Navigate to the properties page of plugin: "SQL Server"
-      Then Select dropdown plugin property: "select-jdbcPluginName" with option value: "sqlserver42"
+      Then Select dropdown plugin property: "select-jdbcPluginName" with option value: "driverName"
       Then Replace input plugin property: "host" with value: "host" for Credentials and Authorization related fields
       Then Replace input plugin property: "port" with value: "port" for Credentials and Authorization related fields
       Then Select radio button plugin property: "authenticationType" with value: "SQL Login"

diff --git a/mssql-plugin/src/e2e-test/features/mssql/mssql source/RunTime.feature b/mssql-plugin/src/e2e-test/features/mssql/mssql source/RunTime.feature
@@ -12,10 +12,10 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
-@Mssql
+@Mssql @Mssql_Required
 Feature: Mssql - Verify Mssql source data transfer
 
-  @MSSQL_SOURCE_DATATYPES_TEST @Mssql_Required @BQ_SINK @Plugin-1526
+  @MSSQL_SOURCE_DATATYPES_TEST @BQ_AS_SINK @Plugin-1526
   Scenario: Verify User is able to preview and deploy the pipeline when the data is transferred from Mssql to BigQuery with multiple datatypes
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -59,7 +59,7 @@ Feature: Mssql - Verify Mssql source data transfer
     Then Close the pipeline logs
     Then Validate the values of records transferred to target BigQuery table is equal to the values from source Table
 
-  @MSSQL_SOURCE_TEST @BQ_SINK @Mssql_Required @Plugin-1526
+  @MSSQL_AS_SOURCE @BQ_AS_SINK @Plugin-1526
   Scenario: To verify data is getting transferred from Mssql to BigQuery successfully
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -103,7 +103,7 @@ Feature: Mssql - Verify Mssql source data transfer
     Then Close the pipeline logs
     Then Validate the values of records transferred to target BigQuery table is equal to the values from source Table
 
-  @MSSQL_SOURCE_TEST @BQ_SINK @Plugin-1526
+  @MSSQL_AS_SOURCE @BQ_AS_SINK @Plugin-1526
   Scenario: Verify User is able to preview and deploy the pipeline when connection arguments are set
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"
@@ -148,7 +148,7 @@ Feature: Mssql - Verify Mssql source data transfer
     Then Close the pipeline logs
     Then Validate the values of records transferred to target BigQuery table is equal to the values from source Table
 
-  @MSSQL_SOURCE_TEST @BQ_SINK @Mssql_Required
+  @MSSQL_AS_SOURCE @BQ_AS_SINK
   Scenario: To verify the pipeline fails while preview with invalid bounding query setting the required split-By field
     Given Open Datafusion Project to configure pipeline
     When Expand Plugin group in the LHS plugins list: "Source"