From b3262b1da1e9c1f00b340112c525ce945d95e3aa Mon Sep 17 00:00:00 2001 From: Olena Zhelnytska Date: Thu, 12 Jun 2025 12:49:19 +0200 Subject: [PATCH] Updated and added tests to align with the latest requirements for the LLM prompts and Monitoring app pages --- tests/features/common-tools/common-consts.js | 22 +- tests/features/common/page-objects.js | 4 + .../common/page-objects/llm-prompts.po.js | 82 ++++ .../common/page-objects/monitoring-app.po.js | 244 +++++++++- tests/features/llmPrompts.feature | 52 ++- tests/features/monitoringApp.feature | 431 +++++++++++++++++- tests/features/projectMonitoring.feature | 1 + tests/features/projectsPage.feature | 2 +- 8 files changed, 830 insertions(+), 8 deletions(-) create mode 100644 tests/features/common/page-objects/llm-prompts.po.js diff --git a/tests/features/common-tools/common-consts.js b/tests/features/common-tools/common-consts.js index ca180a98be..e2bc5dd593 100644 --- a/tests/features/common-tools/common-consts.js +++ b/tests/features/common-tools/common-consts.js @@ -381,10 +381,13 @@ export default { FilterBy_Button: 'Filter', FilterBy_Button_1: 'Filter (1)', Show_All_Versions: 'Show all versions', + Open_Metrics: 'Open metrics', Refresh_Button: 'Refresh', + Back_Button: 'Back', Expand_All_Button: 'Expand all', In_Process_Jobs: 'Aborting, Pending, Running', - In_Process_Workflows: 'Running', + Running_Tip: 'Running', + Failed_Tip: 'Failed', Failed_Jobs: 'Aborted, Error', Failed_Worflows: 'Error, Failed', Succeeded: 'Completed', @@ -524,7 +527,16 @@ export default { ' You can browse them in the Feature store page.', Artifacts_Stats_Tip: 'Each artifact can have multiple versions, produced by multiple runs and given multiple tags.\n' + - ' You can browse them in the Artifacts page.' + ' You can browse them in the Artifacts page.', + Model_Endpoint_With_Detections: + 'This chart displays the number of model endpoints that had at least one detected issue, in any monitoring application, in the relevant time period', + Operating_Functions: 'System functions that are used for the monitoring application operation', + Lag: 'Number of messages currently waiting in the app\'s queue', + Commited_Offset: 'Total number of messages handled by the app', + App_Status_Tip: 'Some tip', + Endpoints_Tip: 'Model endpoints processed by the monitoring app during the selected time frame', + Metrics_Tip: 'Metrics tip', + Shards_Partitions_Status_Tip: 'This table displays the current status of each shard' }, Descriptions: { Archive_Project: @@ -672,6 +684,12 @@ export default { 'Past month', 'Custom range' ], + Date_Picker_Filter_Options_Monitoring_App: [ + 'Past hour', + 'Past 24 hours', + 'Past week', + 'Past month' + ], Scheduled_Date_Picker_Filter_Options: [ 'Any time', 'Next hour', diff --git a/tests/features/common/page-objects.js b/tests/features/common/page-objects.js index 110e36557c..42df075d58 100644 --- a/tests/features/common/page-objects.js +++ b/tests/features/common/page-objects.js @@ -34,6 +34,7 @@ import models from './page-objects/models.po' import documents from './page-objects/documents.po' import alerts from './page-objects/alerts.po' import monitoringApp from './page-objects/monitoring-app.po' +import llmPrompts from './page-objects/llm-prompts.po' export default { Add_To_Feature_Vector_Popup: interactivePopup['addToFeatureVectorPopup'], @@ -45,6 +46,8 @@ export default { Alerts_Endpoint_Info_Pane: infoPane['alertsEndpointInfoPane'], Alerts_Application_Info_Pane: infoPane['alertsApplicationInfoPane'], Analysis_Info_Pane: infoPane['analysisInfoPane'], + Application_Metrics: monitoringApp['applicationMetrics'], + Application_Monitoring: monitoringApp['applicationMonitoring'], Artifact_Preview_Popup: interactivePopup['artifactPreviewPopup'], Artifacts_Info_Pane: infoPane['artifactsInfoPane'], Change_Project_Owner_Popup: interactivePopup['changeProjectOwnerPopup'], @@ -81,6 +84,7 @@ export default { Jobs_Monitoring_Workflows_Tab: jobsMonitoring['crossWorkflowsMonitorTab'], Jobs_Monitoring_Scheduled_Tab: jobsMonitoring['crossScheduledMonitorTab'], Jobs_Monitor_Tab_Info_Pane: infoPane['jobsMonitorTabInfoPane'], + LLM_Prompts: llmPrompts['llmPrompts'], Metrics_Selector_Popup: interactivePopup['metricsSelectorPopup'], ML_Function_Info_Pane: infoPane['mlFunctionInfoPane'], ML_Functions: Functions['mlFunctions'], diff --git a/tests/features/common/page-objects/llm-prompts.po.js b/tests/features/common/page-objects/llm-prompts.po.js new file mode 100644 index 0000000000..9b36a87c0e --- /dev/null +++ b/tests/features/common/page-objects/llm-prompts.po.js @@ -0,0 +1,82 @@ +/* +Copyright 2019 Iguazio Systems Ltd. + +Licensed under the Apache License, Version 2.0 (the "License") with +an addition restriction as set forth herein. You may not use this +file except in compliance with the License. You may obtain a copy of +the License at http://www.apache.org/licenses/LICENSE-2.0. + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or +implied. See the License for the specific language governing +permissions and limitations under the License. + +In addition, you may not use the software for any purposes that are +illegal under applicable law, and the grant of the foregoing license +under the Apache 2.0 license is conditioned upon your compliance with +such restriction. +*/ +import { By } from 'selenium-webdriver' +import commonTable from '../components/table.component' +import dropdownComponent from '../components/dropdown.component' +import { + generateInputGroup, + generateDropdownGroup +} from '../../common-tools/common-tools' +import inputGroup from '../components/input-group.component' + +const commonSearchByNameFilterInput = inputGroup( + generateInputGroup( + '[data-testid="name-form-field-input"]', + true, + false + ) +) + +const overallTable = { + root: '.table__content', + header: { + root: '.table-header', + sorters: { + name: '[data-testid="name"] .data-ellipsis', + labels: '[data-testid="labels"] .data-ellipsis', + producer: '[data-testid="producer"] .data-ellipsis', + owner: '[data-testid="owner"] .data-ellipsis', + updated: '[data-testid="updated"] .data-ellipsis', + size: '[data-testid="size"] .data-ellipsis' + } + }, + body: { + root: '.table-body', + row: { + root: '.table-row', + fields: { + name: '[data-testid="name"] a .link', + labels: { + componentType: dropdownComponent, + structure: generateDropdownGroup( + '.table-body__cell:nth-of-type(7)', + '.chip-block span.chips_button', + '.chip-block-hidden_visible .data-ellipsis.tooltip-wrapper', + false, + false + ) + }, + producer: '[data-testid="producer"] .data-ellipsis', + owner: '[data-testid="owner"] .data-ellipsis', + updated: '[data-testid="updated"] .data-ellipsis', + size: '[data-testid="size"] .data-ellipsis' + } + } + } +} + +export default { + llmPrompts: { + Search_By_Name_Filter_Input: commonSearchByNameFilterInput, + Table_FilterBy_Button: By.css('[data-testid="filter-menu-btn-tooltip-wrapper"]'), + Refresh_Button: By.css('[data-testid="refresh"] [data-testid="refresh-tooltip-wrapper"]'), + LLMPrompts_Table: commonTable(overallTable) + } +} diff --git a/tests/features/common/page-objects/monitoring-app.po.js b/tests/features/common/page-objects/monitoring-app.po.js index 87391e4e96..bd3f4d0ab3 100644 --- a/tests/features/common/page-objects/monitoring-app.po.js +++ b/tests/features/common/page-objects/monitoring-app.po.js @@ -21,9 +21,11 @@ import { By } from 'selenium-webdriver' import commonTable from '../components/table.component' import dropdownComponent from '../components/dropdown.component' import { - generateDropdownGroup + generateDropdownGroup, + generateInputGroup } from '../../common-tools/common-tools' import datepicker from '../components/date-picker.component' +import inputGroup from '../components/input-group.component' const commonDatePickerFilter = dropdownComponent( generateDropdownGroup( @@ -113,11 +115,251 @@ const dateTimePickerCalendars = { } // datepicker end +const operatingFunctionsTable = { + root: '.monitoring-apps .monitoring-app__section-item .section-table', + header: { + root: '.section-table__table-header', + sorters: { + name: '.table-cell_big .data-ellipsis', + status: '.table-cell_small(1) .data-ellipsis', + started_at: '.table-cell_medium .data-ellipsis', + lag: '.table-cell_small(2) .data-ellipsis', + commited_offset: '.table-cell_small(3) .data-ellipsis' + } + }, + body: { + root: '.section-table__table-body', + row: { + root: '.section-table__table-row', + fields: { + name: '.table-cell_big a .data-ellipsis', + status: '.table-cell_small:nth-of-type(2) .data-ellipsis', + started_at: '.table-cell_medium .data-ellipsis' + } + } + } +} + +const allApplicationsTable = { + root: '.monitoring-apps #main-table', + header: { + root: '.table-header', + sorters: { + name: '[data-testid="name"] span', + lag: '[data-testid="lag"] span', + commited_offset: '[data-testid="commitedOffset"] span', + detections: '[data-testid="detections"] span', + possible_detections: '[data-testid="possibleDetections"] span', + class: '[data-testid="class"] span', + startedAt: '[data-testid="startedAt"] span', + updated: '[data-testid="updated"] span', + nuclioFunction: '[data-testid="nuclioFunction"] span' + } + }, + body: { + root: '#main-table-body', + row: { + root: '.table-row', + fields: { + name: '[data-testid="name"] a .data-ellipsis', + nuclioFunction: '[data-testid="nuclioFunction"] .link .item-name', + nuclioFunctionStatus: '[data-testid="nuclioFunction"] .link .status', + open_metrics: '[data-testid="quick-link-open-metrics"]' + } + } + } +} + +const artifactsTable = { + root: '.monitoring-app__section:nth-of-type(1) .section-table', + header: { + root: '.section-table__table-header', + sorters: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis' + } + }, + body: { + root: '.section-table__table-body', + row: { + root: '.section-table__table-row', + fields: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis', + labels: { + componentType: dropdownComponent, + structure: generateDropdownGroup( + '.table-cell_medium', + '', + '', + false, + false + ) + } + } + } + } +} + +const resultsTable = { + root: '.monitoring-app__section.section_small:nth-of-type(2) .monitoring-app__section-item:nth-of-type(1) .section-table', + header: { + root: '.section-table__table-header', + sorters: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis' + } + }, + body: { + root: '.section-table__table-body', + row: { + root: '.section-table__table-row', + fields: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis' + } + } + } +} + +const metricsTable = { + root: '.monitoring-app__section.section_small:nth-of-type(2) .monitoring-app__section-item:nth-of-type(2) .section-table', + header: { + root: '.section-table__table-header', + sorters: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis' + } + }, + body: { + root: '.section-table__table-body', + row: { + root: '.section-table__table-row', + fields: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis' + } + } + } +} + +const shardsPartitionsStatusTable = { + root: '.monitoring-app__section.section_small:nth-of-type(3) .monitoring-app__section-item:nth-of-type(1) .section-table', + header: { + root: '.section-table__table-header', + sorters: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis' + } + }, + body: { + root: '.section-table__table-body', + row: { + root: '.section-table__table-row', + fields: { + name: '.section-table__table-cell:nth-of-type(1) .data-ellipsis' + } + } + } +} + +const endpointsListTable = { + root: '.list-view .list-view__section:nth-of-type(1) .list-view__section-list__items-wrapper', + header: {}, + body: { + root: '#LIST_ID', + row: { + root: 'li', + fields: { + name: '.data-ellipsis' + } + } + } +} + +const searchByEndpointFilterInput = inputGroup( + generateInputGroup( + '.application-metrics-container .list-view .list-view__section:nth-of-type(1) .list-view__section-list__search__name-filter', + true, + false + ) +) + export default { monitoringApp: { Refresh_Button: By.css('[data-testid="refresh"] [data-testid="refresh-tooltip-wrapper"]'), Date_Picker_Filter_Dropdown: commonDatePickerFilter, Custom_Range_Filter_Dropdown: commonCustomRangeFilter, Date_Time_Picker: datepicker(dateTimePickerCalendars), + Applications_Stats_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) .stats-card__row:nth-of-type(1) .stats-card__title span'), + Applications_Stats_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) .stats-card__row:nth-of-type(2) .stats__counter'), + Apps_Status_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__row:nth-of-type(1) .stats-card__title span'), + Apps_Status_Running_SubTitle: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__row:nth-of-type(2) [data-testid="running_status"] .stats__subtitle'), + Apps_Status_Failed_SubTitle: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__row:nth-of-type(2) [data-testid="failed_status"] .stats__subtitle'), + Apps_Status_Running_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__row:nth-of-type(2) [data-testid="monitoring-app-running"] .stats__counter'), + Apps_Status_Failed_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__row:nth-of-type(2) [data-testid="monitoring-app-failed"] .stats__counter'), + Apps_Status_Running_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__row:nth-of-type(2) [data-testid="running_status"] i'), + Apps_Status_Failed_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__row:nth-of-type(2) [data-testid="failed_status"] i'), + Endpoints_Stats_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(3) .stats-card__row:nth-of-type(1) .stats-card__title span'), + Endpoints_Batch_SubTitle: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(3) .stats-card__row:nth-of-type(2) [data-testid="batch_status"] .stats__subtitle'), + Endpoints_RealTime_SubTitle: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(3) .stats-card__row:nth-of-type(2) [data-testid="realTime_status"] .stats__subtitle'), + Endpoints_Batch_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(3) .stats-card__row:nth-of-type(2) [data-testid="monitoring-app-batch"] .stats__counter'), + Endpoints_RealTime_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(3) .stats-card__row:nth-of-type(2) [data-testid="monitoring-app-realTime"] .stats__counter'), + RunningFrequency_Stats_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(4) .stats-card__row:nth-of-type(1) .stats-card__title span'), + RunningFrequency_Value_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(4) .stats-card__row:nth-of-type(2) [data-testid="monitoring-app-undefined"] .stats__counter'), + Model_Endpoint_Detections_Title: By.css('.monitoring-apps .monitoring-app__section:nth-of-type(1) .monitoring-app__section-item:nth-of-type(1) .section-item_title span'), + Model_Endpoint_Detections_Tip: By.css('.monitoring-apps .monitoring-app__section:nth-of-type(1) .monitoring-app__section-item:nth-of-type(1) .section-item_title [data-testid="tip"]'), + Model_Endpoint_Detections_Chart: By.css('.monitoring-apps .monitoring-app__section:nth-of-type(1) .monitoring-app__section-item:nth-of-type(1) .section-item_chart-wrapper .chart-container'), + Operating_Functions_Title: By.css('.monitoring-apps .monitoring-app__section:nth-of-type(1) .monitoring-app__section-item:nth-of-type(2) .section-item_title span'), + Operating_Functions_Tip: By.css('.monitoring-apps .monitoring-app__section:nth-of-type(1) .monitoring-app__section-item:nth-of-type(2) .section-item_title [data-testid="tip"]'), + Operating_Functions_Table: commonTable(operatingFunctionsTable), + Operating_Functions_Lag_Tip: By.css('.monitoring-apps .monitoring-app__section-item .section-table .table-cell_small:nth-of-type(4) [data-testid="tip"] svg'), + Operating_Functions_Commited_Offset_Tip: By.css('.monitoring-apps .monitoring-app__section-item .section-table .table-cell_small:nth-of-type(5) [data-testid="tip"] svg'), + All_Applications_Title: By.css('.monitoring-apps .monitoring-app__section:nth-of-type(2) .section-item_title span'), + All_Applications_Table: commonTable(allApplicationsTable), + All_Applications_Lag_Tip: By.css('.monitoring-apps #main-table [data-testid="lag"] [data-testid="tip"] svg'), + All_Applications_Commited_Offset_Tip: By.css('.monitoring-apps #main-table [data-testid="commitedOffset"] [data-testid="tip"] svg'), + }, + applicationMonitoring: { + Back_Button: By.css('.content__action-bar-wrapper .table-top .link-back__icon button'), + Application_Name: By.css('.content__action-bar-wrapper .table-top .link-back__title .data-ellipsis'), + Date_Picker_Filter_Dropdown: commonDatePickerFilter, + Custom_Range_Filter_Dropdown: commonCustomRangeFilter, + Date_Time_Picker: datepicker(dateTimePickerCalendars), + Application_Metrics_Button: By.css('.action-bar [data-testid="btn"] span'), + Refresh_Button: By.css('.action-bar [data-testid="refresh"] button'), + App_Status_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) .stats-card__title span'), + App_Status_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) [data-testid="tip"] svg'), + App_Status_SubTitle: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(1) [data-testid="monitoring-app-appStatus"] .stats__counter'), + Endpoints_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) .stats-card__title span'), + Endpoints_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) [data-testid="tip"] svg'), + Endpoints_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(2) [data-testid="monitoring-app-endpoints"] .stats__counter'), + Detections_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(3) .stats-card__title span'), + Detections_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(3) [data-testid="monitoring-app-detections"] .stats__counter'), + Possible_Detections_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(4) .stats-card__title span'), + Possible_Detections_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(4) [data-testid="monitoring-app-possibleDetections"] .stats__counter'), + Lag_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(5) .stats-card__title span'), + Lag_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(5) [data-testid="tip"] svg'), + Lag_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(5) [data-testid="monitoring-app-lag"] .stats__counter'), + Commited_Offset_Title: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(6) .stats-card__title span'), + Commited_Offset_Tip: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(6) [data-testid="tip"] svg'), + Commited_Offset_Counter: By.css('.monitoring-application__statistics-section .stats-card:nth-of-type(6) [data-testid="monitoring-app-commitedOffset"] .stats__counter'), + Artifacts_Title: By.css('.monitoring-app__section .section-item_title span'), + Artifacts_Table: commonTable(artifactsTable), + See_All_Link: By.css('.monitoring-app__section-item .monitoring-app__see-all-link'), + Results_Title: By.css('.monitoring-app__section.section_small:nth-of-type(2) .monitoring-app__section-item:nth-of-type(1) .section-item_title span'), + Results_Table: commonTable(resultsTable), + Metrics_Title: By.css('.monitoring-app__section.section_small:nth-of-type(2) .monitoring-app__section-item:nth-of-type(2) .section-item_title span'), + Metrics_Tip: By.css('.monitoring-app__section.section_small:nth-of-type(2) .monitoring-app__section-item:nth-of-type(2) [data-testid="tip"] svg'), + Metrics_Table: commonTable(metricsTable), + Shards_Partitions_Status_Title: By.css('.monitoring-app__section.section_small:nth-of-type(3) .monitoring-app__section-item:nth-of-type(1) .section-item_title span'), + Shards_Partitions_Status_Tip: By.css('.monitoring-app__section.section_small:nth-of-type(3) .monitoring-app__section-item:nth-of-type(1) [data-testid="tip"] svg'), + Shards_Partitions_Status_Table: commonTable(shardsPartitionsStatusTable), + Partitions_Status_Lag_Tip: By.css('.monitoring-app__section.section_small:nth-of-type(3) .monitoring-app__section-item:nth-of-type(1) .section-table .section-table__table-cell:nth-of-type(2) [data-testid="tip"] svg'), + Partitions_Status_Commited_Offset_Tip: By.css('.monitoring-app__section.section_small:nth-of-type(3) .monitoring-app__section-item:nth-of-type(1) .section-table .section-table__table-cell:nth-of-type(3) [data-testid="tip"] svg'), + }, + applicationMetrics: { + Back_Button: By.css('.content__action-bar-wrapper .history-back-link [data-testid="history-back-link-btn"]'), + Applications_Metrics_Title: By.css('.content__action-bar-wrapper .history-back-link .history-back-link__title [data-testid="version-history"]'), + Application_Name: By.css('.content__action-bar-wrapper .history-back-link .history-back-link__title .data-ellipsis'), + Application_Monitoring_Button: By.css('.action-bar [data-testid="btn"] span'), + Refresh_Button: By.css('[data-testid="refresh"] [data-testid="refresh-tooltip-wrapper"]'), + Endpoints_List_Section: By.css('.application-metrics-container .list-view .list-view__section:nth-of-type(1)'), + Search_By_Endpoint_Filter_Input: searchByEndpointFilterInput, + Search_Endpoints_Counter: By.css('.application-metrics-container .list-view .list-view__section:nth-of-type(1) .list-view__section-list__search_endpoints-counter'), + Endpoints_List_Table: commonTable(endpointsListTable), } } diff --git a/tests/features/llmPrompts.feature b/tests/features/llmPrompts.feature index 1874682e0a..ea20a8653e 100644 --- a/tests/features/llmPrompts.feature +++ b/tests/features/llmPrompts.feature @@ -7,6 +7,8 @@ Feature: LLM prompts Page Scenario: MLLP001 - Check components on LLM prompts page Given open url And wait load page + When turn on demo mode with query params "false" + And wait load page And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard And wait load page Then verify breadcrumbs "tab" label should be equal "Project monitoring" value @@ -15,7 +17,8 @@ Feature: LLM prompts Page And click on cell with value "LLM prompts" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard And hover "MLRun_Logo" component on "commonPagesHeader" wizard And wait load page - Then verify redirection to "projects/default/llm-prompts" + Then verify breadcrumbs "tab" label should be equal "LLM prompts" value + Then verify redirection to "projects/default/llm-prompts?bePage=1&fePage=1" And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard And click on cell with value "Project monitoring" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard And hover "MLRun_Logo" component on "commonPagesHeader" wizard @@ -24,4 +27,49 @@ Feature: LLM prompts Page And wait load page And select "tab" with "LLM prompts" value in breadcrumbs menu And wait load page - Then verify redirection to "projects/default/llm-prompts" + Then verify redirection to "projects/default/llm-prompts?bePage=1&fePage=1" + Then verify breadcrumbs "tab" label should be equal "LLM prompts" value + Then verify "Search_By_Name_Filter_Input" element visibility on "LLM_Prompts" wizard + Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard + Then verify "Table_FilterBy_Button" element visibility on "LLM_Prompts" wizard + Then verify "Table_FilterBy_Button" element on "LLM_Prompts" wizard should display hover tooltip "Common_Tooltips"."FilterBy_Button" + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + And wait load page + Then verify "Table_Label_Filter_Input" element visibility on "FilterBy_Popup" wizard + Then verify "Table_Tree_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard + Then verify "Table_Tree_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected attribute option value "latest" + Then verify "Show_Iterations_Checkbox" element visibility on "FilterBy_Popup" wizard + Then "Show_Iterations_Checkbox" element should be checked on "FilterBy_Popup" wizard + Then verify "Clear_Button" element visibility on "FilterBy_Popup" wizard + Then verify "Clear_Button" element on "FilterBy_Popup" wizard is disabled + Then verify "Apply_Button" element visibility on "FilterBy_Popup" wizard + Then verify "Apply_Button" element on "FilterBy_Popup" wizard is disabled + Then uncheck "Show_Iterations_Checkbox" element on "FilterBy_Popup" wizard + And wait load page + Then verify "Apply_Button" element on "FilterBy_Popup" wizard is enabled + Then verify "Clear_Button" element on "FilterBy_Popup" wizard is enabled + Then click on "Apply_Button" element on "FilterBy_Popup" wizard + And wait load page + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + And wait load page + Then "Show_Iterations_Checkbox" element should be unchecked on "FilterBy_Popup" wizard + Then verify "Apply_Button" element on "FilterBy_Popup" wizard is disabled + Then verify "Clear_Button" element on "FilterBy_Popup" wizard is enabled + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + And wait load page + Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard + Then verify "Refresh_Button" element visibility on "LLM_Prompts" wizard + Then verify "Refresh_Button" element on "LLM_Prompts" wizard should display hover tooltip "Common_Tooltips"."Refresh_Button" + Then verify "Table_FilterBy_Button" element on "LLM_Prompts" wizard should display hover tooltip "Common_Tooltips"."FilterBy_Button_1" + Then verify "BE_Pagination_Navigate_Prev" element visibility on "Pagination_Info_Pane" wizard + Then verify "BE_Pagination_Navigate_Prev" element on "Pagination_Info_Pane" wizard is disabled + Then verify "BE_Pagination_Navigate_Next" element visibility on "Pagination_Info_Pane" wizard + Then verify "BE_Pagination_Navigate_Next" element on "Pagination_Info_Pane" wizard is disabled + Then verify "FE_Pagination_Navigate_Next" element visibility on "Pagination_Info_Pane" wizard + Then verify "FE_Pagination_Navigate_Next" element on "Pagination_Info_Pane" wizard is disabled + Then verify "FE_Pagination_Navigate_Prev" element visibility on "Pagination_Info_Pane" wizard + Then verify "FE_Pagination_Navigate_Prev" element on "Pagination_Info_Pane" wizard is disabled + Then verify "Pagination_Page_Number" element visibility on "Pagination_Info_Pane" wizard + Then "Pagination_Page_Number" element on "Pagination_Info_Pane" should contains "1" value + Then verify "Pagination_Count" element visibility on "Pagination_Info_Pane" wizard + Then "Pagination_Count" element on "Pagination_Info_Pane" should contains "Showing 1 - 3" value diff --git a/tests/features/monitoringApp.feature b/tests/features/monitoringApp.feature index 54c31fca79..8abfaff272 100644 --- a/tests/features/monitoringApp.feature +++ b/tests/features/monitoringApp.feature @@ -4,11 +4,13 @@ Feature: Monitoring app Page @MLMA @smoke - Scenario: MLMA001 - Check components on Monitoring app page + Scenario: MLMA001 - Check action bar components on Monitoring app page Given open url And wait load page And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard And wait load page + When turn on demo mode with query params "false" + And wait load page Then verify breadcrumbs "tab" label should be equal "Project monitoring" value Then verify breadcrumbs "project" label should be equal "default" value And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard @@ -27,6 +29,431 @@ Feature: Monitoring app Page And wait load page Then verify "Date_Picker_Filter_Dropdown" element visibility on "Monitoring_App" wizard Then verify "Date_Picker_Filter_Dropdown" dropdown on "Monitoring_App" wizard selected option value "Past 24 hours" - Then verify "Date_Picker_Filter_Dropdown" dropdown element on "Monitoring_App" wizard should contains "Dropdown_Options"."Date_Picker_Filter_Options_Endpoint" + Then verify "Date_Picker_Filter_Dropdown" dropdown element on "Monitoring_App" wizard should contains "Dropdown_Options"."Date_Picker_Filter_Options_Monitoring_App" Then verify "Refresh_Button" element visibility on "Monitoring_App" wizard Then verify "Refresh_Button" element on "Monitoring_App" wizard should display hover tooltip "Common_Tooltips"."Refresh_Button" + When select "Past hour" option in "Date_Picker_Filter_Dropdown" filter dropdown on "Monitoring_App" wizard + And wait load page + Then verify "Date_Picker_Filter_Dropdown" dropdown on "Monitoring_App" wizard selected option value "Past hour" + When select "Past week" option in "Date_Picker_Filter_Dropdown" filter dropdown on "Monitoring_App" wizard + And wait load page + Then verify "Date_Picker_Filter_Dropdown" dropdown on "Monitoring_App" wizard selected option value "Past week" + When select "Past month" option in "Date_Picker_Filter_Dropdown" filter dropdown on "Monitoring_App" wizard + And wait load page + Then verify "Date_Picker_Filter_Dropdown" dropdown on "Monitoring_App" wizard selected option value "Past month" + + @MLMA + @smoke + Scenario: MLMA002 - Check statistics section components on Monitoring app page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + Then verify breadcrumbs "tab" label should be equal "Project monitoring" value + Then verify breadcrumbs "project" label should be equal "default" value + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + Then verify "Applications_Stats_Title" element visibility on "Monitoring_App" wizard + Then "Applications_Stats_Title" element on "Monitoring_App" should contains "Applications" value + Then verify "Applications_Stats_Counter" element visibility on "Monitoring_App" wizard + Then verify "Apps_Status_Title" element visibility on "Monitoring_App" wizard + Then "Apps_Status_Title" element on "Monitoring_App" should contains "Apps Status" value + Then verify "Apps_Status_Running_SubTitle" element visibility on "Monitoring_App" wizard + Then "Apps_Status_Running_SubTitle" element on "Monitoring_App" should contains "Running" value + Then verify "Apps_Status_Running_Counter" element visibility on "Monitoring_App" wizard + Then verify "Apps_Status_Running_Tip" element visibility on "Monitoring_App" wizard + Then verify "Apps_Status_Running_Tip" element on "Monitoring_App" wizard should display hover tooltip "Common_Tooltips"."Running_Tip" + Then verify "Apps_Status_Failed_SubTitle" element visibility on "Monitoring_App" wizard + Then "Apps_Status_Failed_SubTitle" element on "Monitoring_App" should contains "Failed" value + Then verify "Apps_Status_Failed_Counter" element visibility on "Monitoring_App" wizard + Then verify "Apps_Status_Failed_Tip" element visibility on "Monitoring_App" wizard + Then verify "Apps_Status_Failed_Tip" element on "Monitoring_App" wizard should display hover tooltip "Common_Tooltips"."Failed_Tip" + Then verify "Endpoints_Stats_Title" element visibility on "Monitoring_App" wizard + Then "Endpoints_Stats_Title" element on "Monitoring_App" should contains "Endpoints" value + Then verify "Endpoints_Batch_SubTitle" element visibility on "Monitoring_App" wizard + Then "Endpoints_Batch_SubTitle" element on "Monitoring_App" should contains "Batch" value + Then verify "Endpoints_Batch_Counter" element visibility on "Monitoring_App" wizard + Then verify "Endpoints_RealTime_SubTitle" element visibility on "Monitoring_App" wizard + Then "Endpoints_RealTime_SubTitle" element on "Monitoring_App" should contains "Real-time" value + Then verify "Endpoints_RealTime_Counter" element visibility on "Monitoring_App" wizard + Then verify "RunningFrequency_Stats_Title" element visibility on "Monitoring_App" wizard + Then "RunningFrequency_Stats_Title" element on "Monitoring_App" should contains "Running frequency" value + Then verify "RunningFrequency_Value_Title" element visibility on "Monitoring_App" wizard + Then "RunningFrequency_Value_Title" element on "Monitoring_App" should contains "Every 10 minutes" value + + @MLMA + @smoke + Scenario: MLMA003 - Check monitoring-app section components on Monitoring app page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And select "tab" with "Monitoring app" value in breadcrumbs menu + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "Model_Endpoint_Detections_Title" element visibility on "Monitoring_App" wizard + Then "Model_Endpoint_Detections_Title" element on "Monitoring_App" should contains "Model Endpoint with detections" value + Then verify "Model_Endpoint_Detections_Tip" element visibility on "Monitoring_App" wizard + Then verify "Model_Endpoint_Detections_Tip" element on "Monitoring_App" wizard should display hover hint "Label_Hint"."Model_Endpoint_With_Detections" + Then verify "Model_Endpoint_Detections_Chart" element visibility on "Monitoring_App" wizard + Then verify "Operating_Functions_Title" element visibility on "Monitoring_App" wizard + Then "Operating_Functions_Title" element on "Monitoring_App" should contains "Operating functions" value + Then verify "Operating_Functions_Tip" element visibility on "Monitoring_App" wizard + Then verify "Operating_Functions_Tip" element on "Monitoring_App" wizard should display hover hint "Label_Hint"."Operating_Functions" + Then verify "Operating_Functions_Table" element visibility on "Monitoring_App" wizard + Then verify "Operating_Functions_Lag_Tip" element visibility on "Monitoring_App" wizard + Then verify "Operating_Functions_Lag_Tip" element on "Monitoring_App" wizard should display hover hint "Label_Hint"."Lag" + Then verify "Operating_Functions_Commited_Offset_Tip" element visibility on "Monitoring_App" wizard + Then verify "Operating_Functions_Commited_Offset_Tip" element on "Monitoring_App" wizard should display hover hint "Label_Hint"."Commited_Offset" + + @MLMA + @smoke + Scenario: MLMA004 - Check All Applications section components on Monitoring app page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And select "tab" with "Monitoring app" value in breadcrumbs menu + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then verify "All_Applications_Table" element visibility on "Monitoring_App" wizard + Then verify "All_Applications_Lag_Tip" element visibility on "Monitoring_App" wizard + Then verify "All_Applications_Lag_Tip" element on "Monitoring_App" wizard should display hover hint "Label_Hint"."Lag" + Then verify "All_Applications_Commited_Offset_Tip" element visibility on "Monitoring_App" wizard + Then verify "All_Applications_Commited_Offset_Tip" element on "Monitoring_App" wizard should display hover hint "Label_Hint"."Commited_Offset" + Then verify "open_metrics" option is present on "Monitoring_App" wizard in "All_Applications_Table" table with "Monitorappv1" value in "name" column + Then verify "open_metrics" option on "Monitoring_App" wizard in "All_Applications_Table" table with "Monitorappv1" value in "name" column should display hover tooltip "Common_Tooltips"."Open_Metrics" with scroll "false" + Then click on "open_metrics" option on "Monitoring_App" wizard in "All_Applications_Table" table with "Monitorappv1" value in "name" column with scroll "false" + And wait load page + Then verify "Application_Monitoring_Button" element visibility on "Application_Metrics" wizard + Then "Application_Monitoring_Button" element on "Application_Metrics" should contains "Application monitoring" value + Then navigate back + And wait load page + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Application_Metrics_Button" element visibility on "Application_Monitoring" wizard + Then "Application_Metrics_Button" element on "Application_Monitoring" should contains "Application metrics" value + + @MLMA + @smoke + Scenario: MLMA005 - Check action bar components on Application monitoring page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Back_Button" element visibility on "Application_Monitoring" wizard + Then verify "Back_Button" element on "Application_Monitoring" wizard should display hover tooltip "Common_Tooltips"."Back_Button" + Then click on "Back_Button" element on "Application_Monitoring" wizard + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv2" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Application_Name" element visibility on "Application_Monitoring" wizard + Then "Application_Name" element on "Application_Monitoring" should contains "monitorAppV2" value + Then verify "Date_Picker_Filter_Dropdown" element visibility on "Application_Monitoring" wizard + Then verify "Date_Picker_Filter_Dropdown" dropdown on "Application_Monitoring" wizard selected option value "Past 24 hours" + Then verify "Date_Picker_Filter_Dropdown" dropdown element on "Application_Monitoring" wizard should contains "Dropdown_Options"."Date_Picker_Filter_Options_Monitoring_App" + When select "Past hour" option in "Date_Picker_Filter_Dropdown" filter dropdown on "Application_Monitoring" wizard + And wait load page + Then verify "Date_Picker_Filter_Dropdown" dropdown on "Application_Monitoring" wizard selected option value "Past hour" + When select "Past week" option in "Date_Picker_Filter_Dropdown" filter dropdown on "Application_Monitoring" wizard + And wait load page + Then verify "Date_Picker_Filter_Dropdown" dropdown on "Application_Monitoring" wizard selected option value "Past week" + When select "Past month" option in "Date_Picker_Filter_Dropdown" filter dropdown on "Application_Monitoring" wizard + And wait load page + Then verify "Date_Picker_Filter_Dropdown" dropdown on "Application_Monitoring" wizard selected option value "Past month" + Then verify "Application_Metrics_Button" element visibility on "Application_Monitoring" wizard + Then "Application_Metrics_Button" element on "Application_Monitoring" should contains "Application metrics" value + Then click on "Application_Metrics_Button" element on "Application_Monitoring" wizard + And wait load page + Then verify "Application_Monitoring_Button" element visibility on "Application_Metrics" wizard + Then "Application_Monitoring_Button" element on "Application_Metrics" should contains "Application monitoring" value + Then click on "Application_Monitoring_Button" element on "Application_Metrics" wizard + And wait load page + Then verify "Application_Name" element visibility on "Application_Monitoring" wizard + Then "Application_Name" element on "Application_Monitoring" should contains "monitorAppV2" value + And wait load page + Then verify "Refresh_Button" element visibility on "Application_Monitoring" wizard + Then verify "Refresh_Button" element on "Application_Monitoring" wizard should display hover tooltip "Common_Tooltips"."Refresh_Button" + And wait load page + Then click on "Refresh_Button" element on "Application_Monitoring" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + Then verify "Back_Button" element visibility on "Application_Monitoring" wizard + Then "Application_Name" element on "Application_Monitoring" should contains "monitorAppV2" value + Then "Application_Metrics_Button" element on "Application_Monitoring" should contains "Application metrics" value + + @MLMA + @smoke + Scenario: MLMA006 - Check statistics section components on Application monitoring page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Back_Button" element visibility on "Application_Monitoring" wizard + Then verify "App_Status_Title" element visibility on "Application_Monitoring" wizard + Then "App_Status_Title" element on "Application_Monitoring" should contains "App Status" value + Then verify "App_Status_Tip" element visibility on "Application_Monitoring" wizard + Then verify "App_Status_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."App_Status_Tip" + Then verify "App_Status_SubTitle" element visibility on "Application_Monitoring" wizard + Then "App_Status_SubTitle" element on "Application_Monitoring" should contains "Ready" value + Then verify "Endpoints_Title" element visibility on "Application_Monitoring" wizard + Then "Endpoints_Title" element on "Application_Monitoring" should contains "Endpoints" value + Then verify "Endpoints_Tip" element visibility on "Application_Monitoring" wizard + Then verify "Endpoints_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."Endpoints_Tip" + Then verify "Endpoints_Counter" element visibility on "Application_Monitoring" wizard + Then verify "Detections_Title" element visibility on "Application_Monitoring" wizard + Then "Detections_Title" element on "Application_Monitoring" should contains "Detections" value + Then verify "Detections_Counter" element visibility on "Application_Monitoring" wizard + Then verify "Possible_Detections_Title" element visibility on "Application_Monitoring" wizard + Then "Possible_Detections_Title" element on "Application_Monitoring" should contains "Possible Detections" value + Then verify "Possible_Detections_Counter" element visibility on "Application_Monitoring" wizard + Then verify "Lag_Title" element visibility on "Application_Monitoring" wizard + Then "Lag_Title" element on "Application_Monitoring" should contains "Lag" value + Then verify "Lag_Tip" element visibility on "Application_Monitoring" wizard + Then verify "Lag_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."Lag" + Then verify "Lag_Counter" element visibility on "Application_Monitoring" wizard + Then verify "Commited_Offset_Title" element visibility on "Application_Monitoring" wizard + Then "Commited_Offset_Title" element on "Application_Monitoring" should contains "Commited Offset" value + Then verify "Commited_Offset_Tip" element visibility on "Application_Monitoring" wizard + Then verify "Commited_Offset_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."Commited_Offset" + Then verify "Commited_Offset_Counter" element visibility on "Application_Monitoring" wizard + + @MLMA + @smoke + Scenario: MLMA007 - Check Artifacts section components on Application monitoring page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Artifacts_Title" element visibility on "Application_Monitoring" wizard + Then "Artifacts_Title" element on "Application_Monitoring" should contains "Artifacts" value + Then verify "Artifacts_Table" element visibility on "Application_Monitoring" wizard + Then verify "See_All_Link" element visibility on "Application_Monitoring" wizard + Then click on "See_All_Link" element on "Application_Monitoring" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Artifacts" value + And wait load page + Then "Table_Name_Filter_Input" element on "Files" should contains "monitorAppV1" attribute value + And wait load page + + @MLMA + @smoke + Scenario: MLMA008 - Check Results section components on Application monitoring page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Results_Title" element visibility on "Application_Monitoring" wizard + Then "Results_Title" element on "Application_Monitoring" should contains "Results" value + Then verify "Results_Table" element visibility on "Application_Monitoring" wizard + + @MLMA + @smoke + Scenario: MLMA009 - Check Metrics section components on Application monitoring page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Metrics_Title" element visibility on "Application_Monitoring" wizard + Then "Metrics_Title" element on "Application_Monitoring" should contains "Metrics" value + Then verify "Metrics_Tip" element visibility on "Application_Monitoring" wizard + Then verify "Metrics_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."Metrics_Tip" + Then verify "Metrics_Table" element visibility on "Application_Monitoring" wizard + + @MLMA + @smoke + #TODO: Scroll to the Shards/partitions status section + Scenario: MLMA010 - Check Shards/partitions status section components on Application monitoring page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Shards_Partitions_Status_Title" element visibility on "Application_Monitoring" wizard + Then "Shards_Partitions_Status_Title" element on "Application_Monitoring" should contains "Shards/partitions status" value + Then verify "Shards_Partitions_Status_Tip" element visibility on "Application_Monitoring" wizard + Then verify "Shards_Partitions_Status_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."Shards_Partitions_Status_Tip" + Then verify "Shards_Partitions_Status_Table" element visibility on "Application_Monitoring" wizard + Then verify "Partitions_Status_Lag_Tip" element visibility on "Application_Monitoring" wizard + Then verify "Partitions_Status_Lag_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."Lag" + Then verify "Partitions_Status_Commited_Offset_Tip" element visibility on "Application_Monitoring" wizard + Then verify "Partitions_Status_Commited_Offset_Tip" element on "Application_Monitoring" wizard should display hover hint "Label_Hint"."Commited_Offset" + + @MLMA + @smoke + Scenario: MLMA011 - Check action bar components on Applications metrics page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Application_Metrics_Button" element visibility on "Application_Monitoring" wizard + Then "Application_Metrics_Button" element on "Application_Monitoring" should contains "Application metrics" value + Then click on "Application_Metrics_Button" element on "Application_Monitoring" wizard + And wait load page + Then verify "Back_Button" element visibility on "Application_Metrics" wizard + Then verify "Back_Button" element on "Application_Metrics" wizard should display hover tooltip "Common_Tooltips"."Back_Button" + Then click on "Back_Button" element on "Application_Metrics" wizard + And wait load page + Then verify "Back_Button" element visibility on "Application_Monitoring" wizard + Then click on "Back_Button" element on "Application_Monitoring" wizard + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then verify "open_metrics" option is present on "Monitoring_App" wizard in "All_Applications_Table" table with "Monitorappv1" value in "name" column + Then click on "open_metrics" option on "Monitoring_App" wizard in "All_Applications_Table" table with "Monitorappv1" value in "name" column with scroll "false" + And wait load page + Then verify "Applications_Metrics_Title" element visibility on "Application_Metrics" wizard + Then "Applications_Metrics_Title" element on "Application_Metrics" should contains "Applications metrics:" value + Then verify "Application_Name" element visibility on "Application_Metrics" wizard + Then "Application_Name" element on "Application_Metrics" should contains "monitorAppV1" value + Then verify "Application_Monitoring_Button" element visibility on "Application_Metrics" wizard + Then "Application_Monitoring_Button" element on "Application_Metrics" should contains "Application monitoring" value + Then verify "Refresh_Button" element visibility on "Application_Metrics" wizard + Then verify "Refresh_Button" element on "Application_Metrics" wizard should display hover tooltip "Common_Tooltips"."Refresh_Button" + And wait load page + Then click on "Refresh_Button" element on "Application_Metrics" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + Then verify "Back_Button" element visibility on "Application_Metrics" wizard + Then "Application_Name" element on "Application_Metrics" should contains "monitorAppV1" value + Then "Application_Monitoring_Button" element on "Application_Metrics" should contains "Application monitoring" value + + @MLMA + @smoke + Scenario: MLMA012 - Check Endpoints list section components on Applications metrics page + Given open url + And wait load page + And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + When turn on demo mode with query params "false" + And wait load page + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "Monitoring app" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Monitoring app" value + And wait load page + Then verify "All_Applications_Title" element visibility on "Monitoring_App" wizard + Then "All_Applications_Title" element on "Monitoring_App" should contains "All Applications" value + Then click on cell with value "Monitorappv1" in "name" column in "All_Applications_Table" table on "Monitoring_App" wizard + And wait load page + Then verify "Application_Metrics_Button" element visibility on "Application_Monitoring" wizard + Then "Application_Metrics_Button" element on "Application_Monitoring" should contains "Application metrics" value + Then click on "Application_Metrics_Button" element on "Application_Monitoring" wizard + And wait load page + Then verify "Applications_Metrics_Title" element visibility on "Application_Metrics" wizard + Then "Applications_Metrics_Title" element on "Application_Metrics" should contains "Applications metrics:" value + Then verify "Endpoints_List_Section" element visibility on "Application_Metrics" wizard + Then verify "Search_Endpoints_Counter" element visibility on "Application_Metrics" wizard + Then "Search_Endpoints_Counter" element on "Application_Metrics" should contains "2 endpoints found" value + Then verify "Endpoints_List_Table" element visibility on "Application_Metrics" wizard + Then verify "Search_By_Endpoint_Filter_Input" element visibility on "Application_Metrics" wizard + Then type value "boo" to "Search_By_Endpoint_Filter_Input" field on "Application_Metrics" wizard + And wait load page + Then value in "name" column with "text" in "Endpoints_List_Table" on "Application_Metrics" wizard should contains "GradientBoostingClassifier" + Then "Search_Endpoints_Counter" element on "Application_Metrics" should contains "1 endpoint found" value + Then type value "for" to "Search_By_Endpoint_Filter_Input" field on "Application_Metrics" wizard + And wait load page + Then value in "name" column with "text" in "Endpoints_List_Table" on "Application_Metrics" wizard should contains "RandomForestClassifier" + Then "Search_Endpoints_Counter" element on "Application_Metrics" should contains "1 endpoint found" value + Then type value "qwe" to "Search_By_Endpoint_Filter_Input" field on "Application_Metrics" wizard + And wait load page + Then "Search_Endpoints_Counter" element on "Application_Metrics" should contains "0 endpoints found" value diff --git a/tests/features/projectMonitoring.feature b/tests/features/projectMonitoring.feature index 91afe20084..b97d00ab18 100644 --- a/tests/features/projectMonitoring.feature +++ b/tests/features/projectMonitoring.feature @@ -17,6 +17,7 @@ Feature: Project Monitoring Page Then verify "Jobs_And_Workflows" element visibility on "Project" wizard Then verify "Mono_Values_Cards" element visibility on "Project" wizard Then verify "Model_Stats_Title" element visibility on "Project" wizard + Then "Model_Stats_Title" element on "Project" should contains "Models" value Then verify "Model_Stats_Tip" element visibility on "Project" wizard Then verify "Model_Stats_Tip" element on "Project" wizard should display hover hint "Label_Hint"."Model_Stats_Tip" Then verify "Model_Stats_Counter" element visibility on "Project" wizard diff --git a/tests/features/projectsPage.feature b/tests/features/projectsPage.feature index 753ea893a9..06b3d25482 100644 --- a/tests/features/projectsPage.feature +++ b/tests/features/projectsPage.feature @@ -449,7 +449,7 @@ Feature: Projects Page Then verify "Counter_Running_Status_Subtitle" element visibility in "Monitoring_Workflows_Box" on "Projects" wizard Then "Counter_Running_Status_Subtitle" element in "Monitoring_Workflows_Box" on "Projects" should contains "In Process" value Then verify "Counter_Running_Status_Icon" element visibility in "Monitoring_Workflows_Box" on "Projects" wizard - Then verify "Counter_Running_Status_Icon" element in "Monitoring_Workflows_Box" on "Projects" wizard should display hover tooltip "Common_Tooltips"."In_Process_Workflows" + Then verify "Counter_Running_Status_Icon" element in "Monitoring_Workflows_Box" on "Projects" wizard should display hover tooltip "Common_Tooltips"."Running_Tip" Then verify "Counter_Failed_Status_Number" element visibility in "Monitoring_Workflows_Box" on "Projects" wizard Then verify "Counter_Failed_Status_Subtitle" element visibility in "Monitoring_Workflows_Box" on "Projects" wizard Then "Counter_Failed_Status_Subtitle" element in "Monitoring_Workflows_Box" on "Projects" should contains "Failed" value