Impl [Tests] Sprint 148 (#2041)

* Added test to Jobs And Workflows feature
- Check click on default interval on simple scheduler in Advanced section
- Jira: ML-4426

* Updated tests on Batch Run feature
- Check next to the side step should be enabled in Batch Run
- Jira: ML-4633

* Updated test for Jobs And Workflows feature
1. Check redirection to function list from job Overview after deleting ML function
- Jira:ML-4335, 4501
2. Check Batch-Run running after edit GPU limit in Resources section
- Jira: ML-4429
3. Check "Max Iterations", "Max errors" inputs field availability according to the strategy type in Hyperparameter strategy
- Jira: ML-4452

* Updated test for Batch Run wizard
1. Check "Custom" strategy is removed as a Hyperparameter strategy in Batch Run
- Jira: ML-4507
2. Check back navigation from Job overview to Jobs Monitor tab and forward to Job overview
- Jira: ML-4416
3. Check components in Parameters section on Batch Run wizard with checked Hyper
- Jira: ML-4508
4. Check the "handler"/"method" option is not missing in Batch Run
- Jira: ML-4446
5. Updated autocomplete without tags MLRun Store path for feature vectors - Batch Run - Data input
- Jira: ML-4288, ML-4520
6. Check that version tag has "Click to add" status when it's empty after edited
- Jira: ML-4159
7. Check labels validations upon Batch Re-Run
- Jira: ML-4251, 4644

* - Updated function delete tags on mock
- Added test for changing "Method" after "Hyperparameter" check in Run Details (Jira: ML-4456)

* - Updated function delete tags on mock
- Added test for changing "Image name" field in Run Details section of Batch Run (Jira: ML-4511, ML-4606)

---------

Co-authored-by: EZheln <36635708+EZheln@users.noreply.github.com>
Co-authored-by: Olena Zhelnytska <olena.zhelnytska@medtronic.com>

Author: 3 people

tests/features/common-tools/common-consts.js

@@ -199,7 +199,9 @@ module.exports = {
   Batch_Run: {
     Tab_List: ['Functions', 'Hub'],
     Data_Inputs_Table_Header: ['Input name', 'Path'],
-    Parameters_Table_Header: ['Name', 'Type', 'Value']
+    Parameters_Table_Header: ['Name', 'Type', 'Value'],
+    Parameters_Table_Header_Hyper: ['Hyper','Name', 'Type', 'Value'],
+    Image_Name_Text: 'The image must include all the software packages that are required to run the function. For example, for an XGBoost model, ensure that the image includes the correct XGboost package and version'
   },
   Register_Artifact: {
     Type_Options: ['General', 'Chart', 'Plot', 'Table'],
@@ -245,6 +247,9 @@ module.exports = {
     Function_Name_Batch_Run_Hint:
       'Valid characters: a–z, A–Z, 0–9, –, _, .\nMust begin and end with: a–z, A–Z, 0–9\nLength – max: 63\n' +
       'This field is required',
+    Labels_Warning_Key: 'Valid characters: a–z, A–Z, 0–9, –, _, .\nMust begin and end with: a–z, A–Z, 0–9\nLength – max: 56\n' +
+    'Key should be unique',
+    Labels_Warning_Value: 'Valid characters: a–z, A–Z, 0–9, –, _, .\nMust begin and end with: a–z, A–Z, 0–9\nLength – max: 56',
     Feature_Set_Name_Hint:
       'Valid characters: a–z, A–Z, 0–9, –, _, .\nMust begin and end with: a–z, A–Z, 0–9\nLength – max: 56\n' +
       'This field is required',
@@ -410,6 +415,7 @@ module.exports = {
     Turning_Strategy_Options: ['List', 'Grid', 'Random'],
     Criteria_Dropdown_Options: ['Max', 'Min'],
     Volume_Mount_Options: ['Auto', 'Manual', 'None'],
+    Hyperparameter_Strategy_Options: ['List', 'Grid', 'Random'],
     Memory_Unit_Options: [
       'Bytes',
       'KB',
@@ -423,6 +429,8 @@ module.exports = {
     ],
     CPU_Unit_Options: ['cpu', 'millicpu'],
     Time_Unit_Options: ['Minute', 'Hourly', 'Daily', 'Weekly', 'Monthly'],
+    Minute_Intervals_Dropdown_Options: ['Every 10', 'Every 15', 'Every 20', 'Every 30'],
+    Hour_Intervals_Dropdown_Options: ['Every 1', 'Every 2', 'Every 3', 'Every 4', 'Every 6', 'Every 12'],
     Partition_Granularity_Options: ['Second', 'Minute', 'Hour', 'Day', 'Month', 'Year'],
     Pods_Priority: ['Low', 'Medium', 'High'],
     //Pods_Toleration: ['Allow', 'Constrain', 'Prevent'], - Pods_Toleration is deleted from implementation

tests/features/common/actions/input-group.action.js

@@ -58,16 +58,29 @@ async function getInputValue(driver, inputGroup) {
   return inputField.getAttribute('value')
 }
 
+async function getInputValueWithoutInputgroup(driver, input) {
+  const inputField = await driver.findElement(input)
+  return inputField.getAttribute('value')
+}
+
 async function typeValue(driver, inputGroup, value) {
   const inputField = await driver.findElement(inputGroup.inputField)
   await clearManually(inputField)
   return inputField.sendKeys(value)
 }
 
+async function typeValueWithoutInputgroup(driver, input, value) {
+  const inputField = await driver.findElement(input)
+  await clearManually(inputField)
+  return inputField.sendKeys(value)
+}
+
 const action = {
   clearManually,
   getInputValue,
+  getInputValueWithoutInputgroup,
   typeValue,
+  typeValueWithoutInputgroup,
   verifyInputValid,
   verifyInputInvalid,
   checkHintText: async function (driver, inputGroup, hintComponent, text) {
@@ -123,7 +136,12 @@ const action = {
   checkWarningHintText: async function (driver, inputGroup, hintComponent, text) {
     const hintButton = await driver.findElement(inputGroup.warningHint)
     await hintButton.click()
-    // await hoverComponent(driver, inputGroup.warningHint)
+    const hint = await driver.findElement(hintComponent)
+    await driver.sleep(250)
+    const hintText = await hint.getText()
+    expect(hintText).equal(text)
+  },
+  checkWarningText: async function (driver, hintComponent, text) {
     const hint = await driver.findElement(hintComponent)
     await driver.sleep(250)
     const hintText = await hint.getText()
@@ -133,11 +151,27 @@ const action = {
     const txt = await getInputValue(driver, inputGroup)
     expect(txt).equal(value)
   },
+  verifyTypedValueWithoutInputgroup: async function (driver, input, value) {
+    const txt = await getInputValueWithoutInputgroup(driver, input)
+    expect(txt).equal(value)
+  },
   verifyInputDisabled: async function (driver, inputGroup) {
     const inputField = await driver.findElement(inputGroup.inputField)
     const flag = await inputField.getAttribute('disabled')
     expect(flag).equal('true')
   },
+  verifyInputClassDisabled: async function (driver, inputGroup) {
+    const inputField = await driver.findElement(inputGroup.root)
+    const attributes = await inputField.getAttribute('class')
+    const flag = attributes.includes('form-field__wrapper-disabled')
+    expect(flag).equal(true)
+  },
+  verifyInputClassEnabled: async function (driver, inputGroup) {
+    const inputField = await driver.findElement(inputGroup.inputField)
+    const attributes = await inputField.getAttribute('class')
+    const flag = attributes.includes('form-field__wrapper-disabled')
+    expect(flag).equal(false)
+  },
   verifyInputEnabled: async function (driver, inputGroup) {
     const inputField = await driver.findElement(inputGroup.inputField)
     const flag = await inputField.getAttribute('disabled')

tests/features/common/actions/table.action.js

@@ -80,6 +80,19 @@ const action = {
       `Value "${value}" does not includes in all values: [${arr}]`
     )
   },
+  isContainsSubstringInColumnAttributrCells: async function(
+    driver,
+    table,
+    columnName,
+    value
+  ) {
+    const arr = await getColumnValuesAttribute(driver, table, columnName)
+    expect(arr.length > 0).equal(true)
+    expect(arr.every(item => item.includes(value))).equal(
+      true,
+      `Value "${value}" does not includes in all values: [${arr}]`
+    )
+  },
   isContainsSubstringInColumnDropdownCells: async function(
     driver,
     table,
@@ -132,7 +145,7 @@ const action = {
         driver,
         overlay
       )
-      const options = optionsRow.concat(optionsOverlay);
+      const options = optionsRow.concat(optionsOverlay)
 
       flag = flag && options.some(item => item.includes(subString))
     }
@@ -297,7 +310,7 @@ const action = {
     if (arr.length === 0) {
       expect(arr.length > 0).equal(
         true,
-        `Array is empty, nothing to compare`
+        'Array is empty, nothing to compare'
       )
     }
     const diff = differenceWith(arr, values, isEqual)

tests/features/common/page-objects/info-pane.po.js

@@ -464,6 +464,7 @@ const commonInfoPaneTabSelector = commonTable(infoPaneTabSelector)
 const commonEditBtnTableView = By.css('[data-testid="detailsPanel"] .details-item__data-btn-edit')
 const commonEditBtnFullView = By.css('.table__item_big .details-item__data-btn-edit')
 const commonVersionTagInputTableView = By.css('.details-item:nth-of-type(3) .details-item__input-wrapper input')
+const commonVersionTagInputPlaceholder = By.css('.details-item:nth-of-type(3) .details-item__data-add-placeholder')
 const commonVersionTagInput = inputGroup(
   generateInputGroup(
     '.details-item:nth-of-type(3) .details-item__input-wrapper',
@@ -547,6 +548,7 @@ module.exports = {
     Edit_btn_full_view: commonEditBtnFullView,
     Version_tag_Input_table_view: commonVersionTagInputTableView,
     Version_tag_Input_full_view: commonVersionTagInputFullView,
+    Version_Tag_Input_Placeholder: commonVersionTagInputPlaceholder,
     Version_tag_Input: commonVersionTagInput
   },
   transformationsInfoPane: {
@@ -671,6 +673,7 @@ module.exports = {
     Edit_btn_full_view: commonEditBtnFullView,
     Version_tag_Input_table_view: commonVersionTagInputTableView,
     Version_tag_Input_full_view: commonVersionTagInputFullView,
+    Version_Tag_Input_Placeholder: commonVersionTagInputPlaceholder,
     Version_tag_Input: commonVersionTagInput
   },
   modelsInfoPane: {
@@ -712,6 +715,7 @@ module.exports = {
     Edit_btn_full_view: commonEditBtnFullView,
     Version_tag_Input_table_view: commonVersionTagInputTableView,
     Version_tag_Input_full_view: commonVersionTagInputFullView,
+    Version_Tag_Input_Placeholder: commonVersionTagInputPlaceholder,
     Version_tag_Input: commonVersionTagInput
   },
   modelsRealTimePipelineInfoPane: {

tests/features/common/page-objects/jobs-and-workflows.po.js

@@ -95,7 +95,7 @@ const functionsTableSelector = {
         labels: {
           componentType: dropdownComponent,
           structure: generateDropdownGroup(
-            '.job-card-template__chips',
+            '.job-card-template__chips input',
             '.chip-block span.chips_button',
             '.chip-block .data-ellipsis.tooltip-wrapper .edit-chip-container',
             false,
@@ -235,7 +235,7 @@ const BatchRunParametersTable = {
         delete_btn: '.form-table__actions-cell .round-icon-cp:nth-of-type(2)',
         discard_btn: '.form-table__actions-cell .round-icon-cp:nth-of-type(2)',
         checkbox: '.form-field-checkbox input',
-        name_input: '.form-field-input input',
+        name_input: '.form-table__cell_2 .form-field-input input',
         name_verify: '.form-table__cell_2',
         type_dropdown: {
           componentType: dropdownComponent,
@@ -730,10 +730,10 @@ module.exports = {
       '.modal .modal__header-button .round-icon-cp'
     ),
     Search_Input: inputWithAutocomplete({
-      root: '.form .search-container',
+      root: '.form-row .search-container',
       elements: {
         input: 'input',
-        options: '.search-matches .search-matches__item',
+        options: '.functions-list > div > div.job-card-template__header > div.data-ellipsis.tooltip-wrapper',
         option_name: ''
       }
     }),
@@ -789,13 +789,34 @@ module.exports = {
         '.form-field__icons svg'
       )
     ),
+    Add_Label_Button: By.css('.job-wizard__run-details .form-row:nth-of-type(4) .chips .chips-wrapper .button-add'),
+    Close_Label_Button: By.css('.job-wizard__run-details .form-row:nth-of-type(4) .chips .chips-wrapper .edit-chip__icon-close'),
+    Run_Details_Labels_Key: inputGroup(
+      generateInputGroup(
+        '.job-wizard__run-details .form-row:nth-of-type(4) .chips-wrapper',
+        false,
+        true,
+        '.pop-up-dialog'
+      )
+    ),
+    Run_Details_Labels_Value: By.css ('.job-wizard__run-details .form-row:nth-of-type(4) .chips-wrapper [id="runDetails.labels[0].value"]'),
     Name_Input_Batch_Run: By.css('.form-row .form-field-input .form-field__wrapper input'),
     Version_Dropdown: dropdownComponent(
       generateDropdownGroup('.form-col-1:nth-of-type(2)', '.form-field-select', '.form-field__select-value', false, false)
     ),
     Method_Dropdown: dropdownComponent(
       generateDropdownGroup('.form-col-1:nth-of-type(3)', '.form-field-select', '.select__item-main-label', false, false)
     ),
+    Method_Dropdown_Option: By.css('.form-col-1:nth-of-type(3) .form-field-select .form-field__select span'),
+    Image_Name_Input_Run_Details: inputGroup(
+      generateInputGroup(
+        '.job-wizard__run-details > div.form-field-input .form-field__wrapper',
+        true,
+        false,
+        '.form-field__warning svg'
+      )
+    ),
+    Image_Name_Text_Run_Details: By.css('.job-wizard__run-details .warning-text'),
     Batch_Run_Labels_Table: commonTable(BatchRunLabelsTable),
     Batch_Run_Data_Inputs_Table: commonTable(BatchRunDataInputsTable),
     Data_Inputs_Headers: commonTable(DataInputsHeaders),
@@ -817,7 +838,7 @@ module.exports = {
       '.create-container .create-container__header .header-link h3.header-link__title'
     ),
     Search_Input: inputWithAutocomplete({
-      root: '.create-container .create-container__data  .search-container',
+      root: '.create-container .create-container__data .search-container',
       elements: {
         input: 'input',
         options: '.search-matches .search-matches__item',

tests/features/common/page-objects/side-panel.po.js

@@ -1174,6 +1174,67 @@ module.exports = {
     )
   },
   batchRunEdit: {
+    Hyperparameter_Strategy_Accordion:{
+      Strategy_Dropdown: dropdownComponent(
+        generateDropdownGroup(
+          '.modal__content .modal__body .job-wizard__hyperparameter-strategy .strategy-grid-item',
+          '.form-field-select .form-field__wrapper-normal', 
+          '.options-list__body .select__item-label',
+          '.data-ellipsis'
+        )
+      ),
+      Max_Iterations: inputGroup(
+        generateInputGroup(
+          '.modal__content .modal__body .wizard-form__content .max-iterations-grid-item .form-field__wrapper-normal',
+          true,
+          true,
+          false
+        )
+      ),
+      Max_Errors: inputGroup(
+        generateInputGroup(
+          '.modal__content .modal__body .wizard-form__content .max-errors-grid-item .form-field__wrapper-normal',
+          true,
+          true,
+          false
+        )
+      )
+    },
+    Parameters_Accordion:{
+      Parameters_From_UI_Radiobutton: radiobuttonComponent(
+        {
+          root:
+            '.modal__content .wizard-form__content-container .form-row .form-field-radio:nth-of-type(1)',
+          elements: {
+            radiobutton: 'input',
+            mark: 'label',
+            name: '',
+            description: ''
+          }
+        }
+      ),
+      Parameters_From_File_Radiobutton: radiobuttonComponent(
+        {
+          root:
+            '.modal__content .wizard-form__content-container .form-row .form-field-radio:nth-of-type(2)',
+          elements: {
+            radiobutton: 'input',
+            mark: '',
+            name: 'label',
+            description: ''
+          }
+        }
+      ),
+      Parameters_From_File_Input: inputGroup(
+        generateInputGroup(
+          '.modal__content .wizard-form__content-container .form-row .form-field-input .form-field__wrapper',
+          true,
+          true,
+          false
+        )
+      ),
+      Hyper_Toggle_Switch: By.css('.modal__content .form-table__row:nth-of-type(2) .form-table__cell_hyper .form-field-toggle__switch')
+    },
     Resources_Accordion: {
       Pods_Priority_Dropdown: commonPodsPriorityDropdown,
       Node_Selection_Subheader: By.css('.modal__content .wizard-form__content-container .form-row:nth-child(3)'),
@@ -1355,6 +1416,22 @@ module.exports = {
           '.data-ellipsis .data-ellipsis'
         )
       ),
+      Intervals_Dropdown: dropdownComponent(
+        generateDropdownGroup(
+          '.simple-schedule-item:nth-of-type(2) .form-field-select .form-field__wrapper',
+          '.form-field__control .form-field__select',
+          '.options-list__body .select__item',
+          '.data-ellipsis .data-ellipsis'
+        )
+      ),
+      At_time_Input: numberInputGroup(
+        generateNumberInputGroup(
+          '.form-col-1 .time-picker-container .time-picker__control',
+          false,
+          true,
+          false
+        )
+      ),
       Schedule_item_Sunday: By.css('.simple-schedule-item .schedule-repeat-week .schedule-repeat-week_day:nth-of-type(1)'),
       Schedule_item_Monday: By.css('.simple-schedule-item .schedule-repeat-week .schedule-repeat-week_day:nth-of-type(2)'),
       Schedule_item_Tuesday: By.css('.simple-schedule-item .schedule-repeat-week .schedule-repeat-week_day:nth-of-type(3)'),

tests/features/datasets.feature

@@ -398,4 +398,30 @@ Scenario: MLD010 - Check that version tag dropdown shows all tags on filters wiz
     Then click on "Apply_Button" element on "Artifacts_FilterBy_Popup" wizard
     And wait load page
     Then check "newTag" value in "tag" column in "Datasets_Table" table on "Datasets" wizard
+
+Scenario: MLD011 - Check that version tag has "Click to add" status when it's empty after edited
+    Given open url
+    And wait load page
+    And click on row root with value "churn-project-admin" in "name" column in "Projects_Table" table on "Projects" wizard
+    And wait load page
+    And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard
+    And click on cell with value "Datasets" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard
+    And wait load page
+    When click on cell with row index 1 in "name" column in "Datasets_Table" table on "Datasets" wizard
+    Then verify "Info_Pane_Tab_Selector" on "Datasets_Info_Pane" wizard should contains "Datasets_Info_Pane"."Tab_List"
+    Then verify "Overview" tab is active in "Info_Pane_Tab_Selector" on "Datasets_Info_Pane" wizard
+    Then verify "Overview_General_Headers" on "Datasets_Info_Pane" wizard should contains "Datasets_Info_Pane"."Overview_General_Headers"
+    Then check "latest" value in "tag" column in "Overview_Table" table on "Datasets_Info_Pane" wizard
+    Then click on "Edit_btn_table_view" element on "Datasets_Info_Pane" wizard
+    Then type value "" to "Version_tag_Input" field on "Datasets_Info_Pane" wizard
+    Then click on "Apply_Button" element on "Datasets_Info_Pane" wizard
+    Then click on "Apply_Changes_Button" element on "Datasets_Info_Pane" wizard
+    And wait load page
+    Then click on "Table_FilterBy_Button" element on "Datasets" wizard
+    Then select "All" option in "Table_Tree_Filter_Dropdown" dropdown on "Artifacts_FilterBy_Popup" wizard
+    Then click on "Apply_Button" element on "Artifacts_FilterBy_Popup" wizard
+    And wait load page
+    When click on cell with row index 1 in "name" column in "Datasets_Table" table on "Datasets" wizard
+    And wait load page
+    Then "Version_Tag_Input_Placeholder" element on "Datasets_Info_Pane" should contains "Click to add" value