QA v1.10.0-rc8

package.json

@@ -106,7 +106,7 @@
     "babel-runtime": "^6.26.0",
     "body-parser": "^1.19.0",
     "chai": "^4.3.4",
-    "chromedriver": "^136.0.0",
+    "chromedriver": "^138.0.0",
     "cross-env": "^7.0.3",
     "css-loader": "^6.5.1",
     "cucumber-html-reporter": "^5.3.0",

tests/features/MLFunction.feature

@@ -1369,14 +1369,14 @@ Feature: ML Functions
         And wait load page
         When click on cell with row index 2 in "name" column in "Functions_Table" table on "ML_Functions" wizard
         And wait load page
-        Then verify redirection from "projects/default/functions/model-monitoring-stream/latest/INVALID" to "projects/default/functions/model-monitoring-stream/latest/overview"
+        Then verify redirection from "projects/default/functions/model-monitoring-stream/latest/INVALID?dates=anyTime" to "projects/default/functions/model-monitoring-stream/latest/overview?dates=anyTime"
         Then select "Code" tab in "Info_Pane_Tab_Selector" on "ML_Function_Info_Pane" wizard
         And wait load page
-        Then verify redirection from "projects/default/functions/model-monitoring-stream/latest/INVALID" to "projects/default/functions/model-monitoring-stream/latest/overview"
+        Then verify redirection from "projects/default/functions/model-monitoring-stream/latest/CodeINVALID?dates=anyTime" to "projects/default/functions/model-monitoring-stream/latest/overview?dates=anyTime"
         Then select "Build Log" tab in "Info_Pane_Tab_Selector" on "ML_Function_Info_Pane" wizard
         And wait load page
-        Then verify redirection from "projects/default/functions/model-monitoring-stream/latest/INVALID" to "projects/default/functions/model-monitoring-stream/latest/overview"
-        Then verify redirection from "projects/default/INVALID/model-monitoring-stream/latest/overview" to "projects"
+        Then verify redirection from "projects/default/functions/model-monitoring-stream/latest/BuildLogINVALID?dates=anyTime" to "projects/default/functions/model-monitoring-stream/latest/overview?dates=anyTime"
+        Then verify redirection from "projects/default/INVALID/model-monitoring-stream/latest/overview?dates=anyTime" to "projects"
 
     @MLF
     @smoke
@@ -1445,6 +1445,8 @@ Feature: ML Functions
         Then verify "New_Function_Build_Commands_Text_Area" not input element in "Code_Accordion" on "New_Function" wizard is enabled
         Then click on "Save_Button" element on "New_Function" wizard
         And wait load page
+        When turn on staging mode with query params "true"
+        And wait load page
         Then check "demo-function-02" value in "name" column in "Functions_Table" table on "ML_Functions" wizard
         Then verify "Table_FilterBy_Button" element visibility on "ML_Functions" wizard
         Then click on "Table_FilterBy_Button" element on "ML_Functions" wizard
@@ -1456,6 +1458,7 @@ Feature: ML Functions
         And wait load page
         Then check "demo-function-02" value in "name" column in "Functions_Table" table on "ML_Functions" wizard
         When click on cell with value "demo-function-02" in "name" column in "Functions_Table" table on "ML_Functions" wizard
+        And wait load page
         Then check "demo-function-02" value in "name" column in "Overview_Table" table on "ML_Function_Info_Pane" wizard
         Then "Header" element on "ML_Function_Info_Pane" should contains "demo-function-02" value
 

tests/features/alertsMonitoring.feature

@@ -342,7 +342,6 @@ Feature: Alerts Monitoring Page
 
     @MLAM
     @smoke
-    # TODO: Add data to the mock to check the following elements
     Scenario: MLAM007 - Check components on Endpoints alert detail pane
         Given open url
         And wait load page
@@ -379,20 +378,34 @@ Feature: Alerts Monitoring Page
         Then verify "Overview_Trigger_Criteria" on "Alerts_Endpoint_Info_Pane" wizard should contains "Alerts_Jobs_Info_Pane"."Overview_Trigger_Criteria_Headers"
         Then verify "Notifications_Header" element visibility on "Alerts_Endpoint_Info_Pane" wizard
         Then verify "Notifications_Item" element visibility on "Alerts_Endpoint_Info_Pane" wizard
-        Then verify "Date_Picker_Filter_Dropdown" element visibility on "Alerts_Endpoint_Info_Pane" wizard
-        Then verify "Date_Picker_Filter_Dropdown" dropdown on "Alerts_Endpoint_Info_Pane" wizard selected option value "Past 24 hours"
-        Then verify "Date_Picker_Filter_Dropdown" dropdown element on "Alerts_Endpoint_Info_Pane" wizard should contains "Dropdown_Options"."Date_Picker_Filter_Options_Endpoint"
-        Then click on "Header" element on "Alerts_Endpoint_Info_Pane" wizard
-        And wait load page
-        # Add data to the mock to check the following elements
-        # Then verify "Metrics_App_Name" element visibility on "Alerts_Endpoint_Info_Pane" wizard
-        # Then verify "Metrics_Stats_Card" element visibility on "Alerts_Endpoint_Info_Pane" wizard
         Then verify "Metrics_Stats_Card_Empty" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then "Metrics_Stats_Card_Empty" element on "Alerts_Endpoint_Info_Pane" should contains "Metrics data not found" value
         Then click on "Cross_Close_Button" element on "Alerts_Endpoint_Info_Pane" wizard
         Then verify "Header" element not exists on "Alerts_Endpoint_Info_Pane" wizard
         When click on cell with row index 1 in "alertName" column in "Alerts_Table" table on "Alerts_Monitoring" wizard
         And wait load page
         Then verify "Header" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        When select "Any time" option in "Date_Picker_Filter_Dropdown" filter dropdown on "Alerts_Monitoring" wizard
+        And wait load page
+        When click on cell with value "alert-name-uqbxb-proj-default" in "alertName" column in "Alerts_Table" table on "Alerts_Monitoring" wizard
+        And wait load page
+        Then verify "Header" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Overview_General_Headers" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Overview_General_Headers" on "Alerts_Endpoint_Info_Pane" wizard should contains "Alerts_Endpoint_Info_Pane"."Overview_General_Headers"
+        Then verify "Overview_Trigger_Criteria" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Overview_Trigger_Criteria" on "Alerts_Endpoint_Info_Pane" wizard should contains "Alerts_Jobs_Info_Pane"."Overview_Trigger_Criteria_Headers"
+        Then verify "Notifications_Header" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Notifications_Item" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Date_Picker_Filter_Dropdown" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Date_Picker_Filter_Dropdown" dropdown on "Alerts_Endpoint_Info_Pane" wizard selected option value "Past 24 hours"
+        Then verify "Date_Picker_Filter_Dropdown" dropdown element on "Alerts_Endpoint_Info_Pane" wizard should contains "Dropdown_Options"."Date_Picker_Filter_Options_Endpoint"
+        Then click on "Header" element on "Alerts_Endpoint_Info_Pane" wizard
+        And wait load page
+        Then verify "Metrics_App_Name" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Metrics_Stats_Card" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Metrics_Stats_Card_Metric_Name" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Metrics_Stats_Card_Metric_BodyBar" element visibility on "Alerts_Endpoint_Info_Pane" wizard
+        Then verify "Metrics_Stats_Card_Metric_BodyLine" element visibility on "Alerts_Endpoint_Info_Pane" wizard
 
     @MLAM
     @smoke

tests/features/artifacts.feature

@@ -480,11 +480,11 @@ Feature: Artifacts Page
     When click on cell with row index 1 in "name" column in "Files_Table" table on "Files" wizard
     And wait load page
     Then verify "Header" element visibility on "Files_Info_Pane" wizard
-    Then "Header" element on "Files_Info_Pane" should contains "test-file" value
-    #TODO: Verify text message 'The <artifact> you are viewing was updated. Close the detail panel and refresh the list to see the current version.' on Files_Info_Pane
+    Then "Header" element on "Files_Info_Pane" should contains "survival-curves_km-survival" value
+    Then verify "Not_In_Filtered_List_Message" element visibility on "Files_Info_Pane" wizard
+    Then "Not_In_Filtered_List_Message" component on "Files_Info_Pane" should be equal "Files_Info_Pane"."Info_Banner_Message"
     #TODO: Verify that editing the tag to an empty string '' will delete the artifact instance
 
-
   @MLA
   @passive
   @inProgress

tests/features/common-tools/common-consts.js

@@ -74,8 +74,7 @@ export default {
   },
   Feature_Sets_Info_Pane: {
     Created_State: 'Created',
-    Tab_List: ['Overview', 'Features', 'Transformations', 'Preview', 'Statistics'],
-    Tab_List_Demo: ['Overview', 'Features', 'Transformations', 'Preview', 'Statistics', 'Analysis'],
+    Tab_List: ['Overview', 'Features', 'Transformations', 'Preview', 'Statistics', 'Analysis'],
     Overview_General_Headers: [
       'Description:',
       'Labels:',
@@ -90,7 +89,7 @@ export default {
     ]
   },
   Feature_Vectors_Info_Pane: {
-    Tab_List: ['Overview', 'Requested Features'],
+    Tab_List: ['Overview', 'Requested Features', 'Analysis'],
     Overview_General_Headers: [
       'Description:',
       'Labels:',
@@ -116,8 +115,8 @@ export default {
     Ranking_Criteria_List: ['Min', 'Max']
   },
   Datasets_Info_Pane: {
-    Tab_List: ['Overview', 'Preview', 'Metadata'],
-    Info_Banner_Message: /The (.+?) is not in the filtered list\. Closing the details panel will return you to the current list\./,
+    Tab_List: ['Overview', 'Preview', 'Metadata', 'Analysis'],
+    Info_Banner_Message: /The dataset is not in the filtered list\. Closing the details panel will return you to the current list\./,
     Overview_General_Headers: [
       'Hash:',
       'Key:',
@@ -385,13 +384,14 @@ export default {
     Refresh_Button: 'Refresh',
     Back_Button: 'Back',
     Expand_All_Button: 'Expand all',
-    In_Process_Jobs: 'Aborting, Pending, Running',
+    In_Process_Jobs: 'Aborting, Pending, Pending retry, Running',
     Running_Tip: 'Running',
     Failed_Tip: 'Failed',
     Failed_Jobs: 'Aborted, Error',
     Failed_Worflows: 'Error, Failed',
     Succeeded: 'Completed',
     Statistics_Tab_Tip: 'Statistics reflect the data for the latest ingestion. \n Note that some values may be empty due to the use of different engines for calculating statistics',
+    Monitoring_Jobs_Box_Title_Tip: 'Number of Job runs, clicking on the counters navigates to jobs screen.',
     Error_Content: 'Error. Columns must be same length as key',
     Error_Content_Workflow:
       "Error. 2021-08-29 20:01:36.582972: W tensorflow/stream_executor/platform/default/dso_loader.cc:60] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/local/lib:/usr/local/lib: 2021-08-29 20:01:36.583019: I tensorflow/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine. 2021-08-29 20:01:46.470042: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set 2021-08-29 20:01:46.470263: W tensorflow/stream_executor/platform/default/dso_loader.cc:60] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/local/lib:/usr/local/lib: 2021-08-29 20:01:46.470283: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303) 2021-08-29 20:01:46.470306: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (train-1193bacd-worker-0): /proc/driver/nvidia/version does not exist 2021-08-29 20:01:46.518782: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. 2021-08-29 20:01:46.518927: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set Some callbacks may not have access to the averaged metrics, see https://github.com/horovod/horovod/issues/2440 Traceback (most recent call last): File \"/User/demos/image-classification-with-distributed-training/src-tfv2/horovod-training.py\", line 116, in <module> hvd.callbacks.LearningRateWarmupCallback(warmup_epochs=5, verbose=1), TypeError: __init__() missing 1 required positional argument: 'initial_lr'"
@@ -533,9 +533,8 @@ export default {
     Operating_Functions: 'System functions that are used for the monitoring application operation',
     Lag: 'Number of messages currently waiting in the app\'s queue',
     Commited_Offset: 'Total number of messages handled by the app',
-    App_Status_Tip: 'Some tip',
     Endpoints_Tip: 'Model endpoints processed by the monitoring app during the selected time frame',
-    Metrics_Tip: 'Metrics tip',
+    Metrics_Tip: 'This table displays the values of the last metrics captured by the monitoring application. If there are metrics for more than one model endpoint at the same time, the table displays only one of those.',
     Shards_Partitions_Status_Tip: 'This table displays the current status of each shard'
   },
   Descriptions: {
@@ -639,18 +638,19 @@ export default {
       'Completed',
       'Error',
       'Running',
-      'Pending'
+      'Pending',
+      'Pending retry'
     ],
     Workflows_Status_Filter_Options: ['All', 'Error', 'Failed', 'Running', 'Completed'],
     Jobs_Type_Filter_Options: [
       'All',
-      'Local',
-      'Dask',
-      'Databricks',
-      'Handler',
       'Job',
+      'Spark',
       'Horovod',
-      'Spark'
+      'Dask',
+      'Databricks',
+      'Local',
+      'Handler'
     ],
     Scheduled_Type_Filter_Options: [
       'All',

tests/features/common/actions/dropdown.action.js

@@ -102,13 +102,32 @@ export const checkDropdownContainsOptions = async (driver, dropdown, values) =>
         notPresent.push(option)
       }
     }
+
+    let extraPresent = []
+    for (let option of options) {
+      if (values.every(item => item !== option)) {
+        extraPresent.push(option)
+      }
+    }
+
     expect(notPresent.length).equal(
       0,
       '\nOptions not present: ' +
         notPresent +
         '\noptions: ' +
         options +
-        '\nconst: ' +
+        '\nexpected: ' +
+        values +
+        '\n'
+    )
+
+    expect(extraPresent.length).equal(
+      0,
+      '\nExtra unexpected options: ' +
+        extraPresent +
+        '\noptions: ' +
+        options +
+        '\nexpected: ' +
         values +
         '\n'
     )

tests/features/common/page-objects/feature-store.po.js

@@ -47,7 +47,7 @@ const tabSelector = {
 const actionMenuStructure = {
   root: '.actions-menu__container',
   menuElements: {
-    open_button: 'button',
+    open_button: '[data-testid="actions-menu"]',
     options: '.actions-menu__body .actions-menu__option'
   }
 }

tests/features/common/page-objects/info-pane.po.js

@@ -1030,8 +1030,11 @@ export default {
         false
       )
     ),
-    Metrics_App_Name: By.css('.item-info__details-metrics .alerts-table__metrics .metrics__app-name'),
-    Metrics_Stats_Card: By.css('.item-info__details-metrics .alerts-table__metrics .metrics__card'),
+    Metrics_App_Name: By.css('[data-testid="detailsPanel"] .metrics .alerts-table__metrics-header'),
+    Metrics_Stats_Card: By.css('[data-testid="detailsPanel"] .metrics .metrics__card'),
+    Metrics_Stats_Card_Metric_Name: By.css('[data-testid="detailsPanel"] .metrics .metrics__card .stats-card__title .stats-card__title-wrapper'),
+    Metrics_Stats_Card_Metric_BodyBar: By.css('[data-testid="detailsPanel"] .metrics .metrics__card .metrics__card-body .metrics__card-body-bar'),
+    Metrics_Stats_Card_Metric_BodyLine: By.css('[data-testid="detailsPanel"] .metrics .metrics__card .metrics__card-body .metrics__card-body-line'),
     Metrics_Stats_Card_Empty: By.css('[data-testid="detailsPanel"] .metrics__empty-select')
   },
   alertsApplicationInfoPane: {

tests/features/common/page-objects/interactive-popup.po.js

@@ -1488,7 +1488,7 @@ export default {
       }
     }),
     Discard_Button: By.css('.apply-discard-buttons .pop-up-dialog__btn_cancel'),
-    Apply_Button: By.css('.apply-discard-buttons button.btn-secondary')
+    Apply_Button: By.css('.apply-discard-buttons .btn-primary')
   },
   projectMembersPopup: {
     Cross_Cancel_Button: commonCrossCancelButton,
@@ -1551,7 +1551,7 @@ export default {
       }
     }),
     Discard_Button: By.css('.apply-discard-buttons .pop-up-dialog__btn_cancel'),
-    Apply_Button: By.css('.apply-discard-buttons button.btn-secondary'),
+    Apply_Button: By.css('.apply-discard-buttons .btn-primary'),
     Footer_Annotation_Label: By.css('.footer-annotation')
   },
   createNewSecretPopup: {
@@ -1737,7 +1737,7 @@ export default {
       generateDropdownGroup(
         '[data-testid="type-form-field-select"]',
         '[data-testid="select-header"]',
-        '[data-testid="select-option"] [data-testid="tooltip-wrapper"]'
+        '.options-list .select__item:not(.hidden) .tooltip-wrapper'
       )
     ),
     Show_Iterations_Checkbox: checkboxComponent({
@@ -1796,6 +1796,14 @@ export default {
         icon: ''
       }
     }),
+    Status_Pending_retry_Checkbox: checkboxComponent({
+      root: '[data-testid="select-checkbox"]:nth-of-type(8)',
+      elements: {
+        checkbox: 'input',
+        name: 'label',
+        icon: ''
+      }
+    }),
     Status_Aborted_Checkbox: checkboxComponent({
       root: '[data-testid="select-checkbox"]:nth-of-type(2)',
       elements: {

tests/features/common/page-objects/monitoring-app.po.js

@@ -322,7 +322,6 @@ export default {
     Application_Metrics_Button: By.css('.action-bar [data-testid="btn"] span'),
     Refresh_Button: By.css('.action-bar [data-testid="refresh"] button'),
     App_Status_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) .stats-card__title span'),
-    App_Status_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) [data-testid="tip"] svg'),
     App_Status_SubTitle: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) [data-testid="monitoring-app-appStatus"] .stats__counter'),
     Endpoints_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__title span'),
     Endpoints_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) [data-testid="tip"] svg'),