From 0425b92f49fc83406bbf3d2b9eab3a17820428fe Mon Sep 17 00:00:00 2001 From: Olena Zhelnytska Date: Fri, 31 Oct 2025 12:22:57 +0100 Subject: [PATCH] Update and add tests: - Projects test suite - Jobs monitoring test suite - LLM prompts test suite --- tests/features/common-tools/common-consts.js | 5 +- .../features/common/actions/common.action.js | 7 + .../page-objects/interactive-popup.po.js | 3 +- .../common/page-objects/llm-prompts.po.js | 4 +- .../common/page-objects/projects.po.js | 50 +++++- tests/features/jobsAndWorkflows.feature | 2 +- tests/features/jobsMonitoring.feature | 115 +++++-------- tests/features/llmPrompts.feature | 160 ++++++++++++++++++ tests/features/projectsPage.feature | 48 ++++++ tests/features/step-definitions/steps.js | 11 ++ tests/mockServer/data/alerts.json | 8 +- tests/mockServer/data/artifacts.json | 9 +- tests/mockServer/mock.js | 4 +- 13 files changed, 334 insertions(+), 92 deletions(-) diff --git a/tests/features/common-tools/common-consts.js b/tests/features/common-tools/common-consts.js index 2061db0cc6..1bdd7adea9 100644 --- a/tests/features/common-tools/common-consts.js +++ b/tests/features/common-tools/common-consts.js @@ -309,6 +309,7 @@ export default { 'Metrics:' ], Overview_Producer_Headers: ['Name:', 'Kind:', 'URI:', 'Owner:', 'Workflow:', 'UID:'], + Overview_Producer_Headers_Kind_Project: ['Name:', 'Kind:', 'Tag:', 'Owner:', 'UID:'], Overview_Sources_Headers: ['Name:', 'Path:'] }, Models_Endpoints_Info_Pane: { @@ -421,6 +422,7 @@ export default { Auto_Refresh: 'Uncheck Auto Refresh to view more results', FilterBy_Button: 'Filter', FilterBy_Button_1: 'Filter (1)', + FilterBy_Button_2: 'Filter (2)', Argument: 'The essence of all things', Show_All_Versions: 'Show all versions', Open_Metrics: 'Open metrics', @@ -794,8 +796,9 @@ export default { /No data matches the filter: "Start time: \d{2}\/\d{2}\/\d{4} \d{2}:\d{2} - \d{2}\/\d{2}\/\d{4} \d{2}:\d{2}, Project: (.+?)"/, Common_Message_Monitor_Jobs_Name: /No data matches the filter: "Name: (.+?)"/, Common_Message_LLM_Prompt_Name: /No data matches the filter: "Name: (.+?), LLM prompt version tag: (.+?), Show best iteration only: (.+?)"/, - Common_Message_LLM_Prompt_Label: /No data matches the filter: "Name: (.+?), LLM prompt version tag: (.+?), Labels: (.+?), Show best iteration only: (.+?)"/, + Common_Message_LLM_Prompt_Label: /No data matches the filter: "Name: (.+?), LLM prompt version tag: (.+?), Labels: (.+?), Show best iteration only: (.+?), Model name: (.+?), Model version tag: (.+?)"/, Common_Message_LLM_Prompt_Tag: /No data matches the filter: "LLM prompt version tag: (.+?), Show best iteration only: (.+?)"/, + Common_Message_LLM_Prompt_Model_Name_Tag: /No data matches the filter: "LLM prompt version tag: (.+?), Show best iteration only: (.+?)"/, Common_Message_Artifact_Tag: /No data matches the filter: "Version tag: (.+?), Show best iteration only: (.+?)"/, Common_Message_Jobs_Monitoring_Workflow_Project: /No data matches the filter: "Created at: \d{2}\/\d{2}\/\d{4} \d{2}:\d{2} - \d{2}\/\d{2}\/\d{4} \d{2}:\d{2}, Project: (.+?)"/, diff --git a/tests/features/common/actions/common.action.js b/tests/features/common/actions/common.action.js index b076d146f8..15e7ae4a37 100644 --- a/tests/features/common/actions/common.action.js +++ b/tests/features/common/actions/common.action.js @@ -106,6 +106,13 @@ export const verifyClassDisabled = async (driver, component) => { expect(flag).equal(true) } +export const verifyClassEnabled = async (driver, component) => { + const inputField = await driver.findElement(component) + const attributes = await inputField.getAttribute('class') + const flag = attributes.includes('form-field__wrapper-disabled') + expect(flag).equal(false) +} + export const verifyElementDisabled = async (driver, component) => { const element = await driver.findElement(component) const flag = await element.getAttribute('disabled') diff --git a/tests/features/common/page-objects/interactive-popup.po.js b/tests/features/common/page-objects/interactive-popup.po.js index 0333ae1ac7..5a83c9f103 100644 --- a/tests/features/common/page-objects/interactive-popup.po.js +++ b/tests/features/common/page-objects/interactive-popup.po.js @@ -813,7 +813,8 @@ export default { Logs_Refresh_Button: By.css('#overlay_container .table__item .logs-refresh'), Requested_Features_Table: By.css('.item-info .item-requested-features__table'), Returned_Features_Table: By.css('.item-info .details-metadata__table'), - Statistics_Table: By.css('.item-info #DETAILS_STATISTICS_TABLE_ID') + Statistics_Table: By.css('.item-info #DETAILS_STATISTICS_TABLE_ID'), + Pop_Out_Button: By.css('[data-testid="details-preview-tooltip-wrapper"]') }, modalWizardForm: { Title: By.css('.modal .modal__header-title'), diff --git a/tests/features/common/page-objects/llm-prompts.po.js b/tests/features/common/page-objects/llm-prompts.po.js index 372510628a..9e86b42f1d 100644 --- a/tests/features/common/page-objects/llm-prompts.po.js +++ b/tests/features/common/page-objects/llm-prompts.po.js @@ -82,7 +82,9 @@ const overallTable = { componentType: actionMenu, structure: actionMenuStructure }, - preview: '.table-body__cell:nth-of-type(8) [data-testid="quick-link-artifact-preview"]' + preview: '.table-body__cell:nth-of-type(8) [data-testid="quick-link-artifact-preview"]', + model_name: '[data-testid="modelName"] .model-name .link', + model_tag: '[data-testid="modelName"] .item-tag .link-subtext' } } } diff --git a/tests/features/common/page-objects/projects.po.js b/tests/features/common/page-objects/projects.po.js index 6b0d2832c4..7d1782c2fa 100644 --- a/tests/features/common/page-objects/projects.po.js +++ b/tests/features/common/page-objects/projects.po.js @@ -118,7 +118,7 @@ const projectsTabSelector = { export default { Projects_Tab_Selector: commonTable(projectsTabSelector), Retrieving_Projects_Message: By.css('[data-testid=no-data]'), - No_Archived_Projects_Message: By.css('.no-filtered-data'), + No_Archived_Projects_Message: By.css('[data-testid="no-data"] h3'), New_Project_Button: By.css( '.projects__wrapper .projects-content-header-item .page-actions-container .btn_register' ), @@ -150,12 +150,18 @@ export default { Monitoring_Container_Title: By.css( '.projects-monitoring-container .page-header__title' ), + Monitoring_Artifacts_Box: By.css( + '.projects-monitoring-container .projects-monitoring-stats.projects-monitoring-stats_wide > div:nth-child(1)' + ), Monitoring_Jobs_Box: By.css( - '.projects-monitoring-container .projects-monitoring-stats .stats-card:nth-of-type(1)' + '.projects-monitoring-container .projects-monitoring-stats .stats-card:nth-of-type(2)' ), Monitoring_Workflows_Box: By.css( '.projects-monitoring-container .projects-monitoring-stats .stats-card:nth-of-type(2)' ), + Monitoring_Models_Box: By.css( + '.projects-monitoring-container .projects-monitoring-stats .card__small-container' + ), Monitoring_Scheduled_Box: By.css( '.projects-monitoring-container .projects-monitoring-stats .stats-card:nth-of-type(3)' ), @@ -163,6 +169,38 @@ export default { '.projects-monitoring-container .projects-monitoring-stats .stats-card:nth-of-type(3)' ) }, + Monitoring_Artifacts_Box: { + Monitoring_Artifacts_Box_Title: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats-card__row .stats-card__title .tooltip-wrapper' + ), + Total_Counter_Number: By.css( + '.projects-monitoring-stats > div:nth-child(1) [data-testid="artifacts_total_counter"]' + ), + Counter_Datasets_Number: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats__details .stats-card__row:nth-of-type(1) .stats__counter' + ), + Counter_Datasets_Subtitle: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats-card__row:nth-of-type(1) .stats__subtitle' + ), + Counter_Documents_Number: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats__details .stats-card__row:nth-of-type(2) .stats__counter' + ), + Counter_Documents_Subtitle: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats-card__row:nth-of-type(2) .stats__subtitle' + ), + Counter_LLM_Prompt_Number: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats__details .stats-card__row:nth-of-type(3) .stats__counter' + ), + Counter_LLM_Prompt_Subtitle: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats-card__row:nth-of-type(3) .stats__subtitle' + ), + Counter_Other_Artifacts_Number: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats__details .stats-card__row:nth-of-type(4) .stats__counter' + ), + Counter_Other_Artifacts_Subtitle: By.css( + '.projects-monitoring-stats > div:nth-child(1) .stats-card__row:nth-of-type(4) .stats__subtitle' + ) + }, Monitoring_Jobs_Box: { Monitoring_Jobs_Box_Title: By.css( '.projects-monitoring-stats > div:nth-child(2) .stats-card__title .tooltip-wrapper' @@ -259,6 +297,14 @@ export default { '.projects-monitoring-stats > div:nth-child(4) [data-testid="scheduled_total_counter"]' ) }, + Monitoring_Models_Box: { + Monitoring_Models_Title: By.css( + '.projects-monitoring-stats .card__small-container .stats-card__row .stats-card__title .tooltip-wrapper' + ), + Total_Counter_Number: By.css( + '.projects-monitoring-stats .card__small-container [data-testid="models_total_counter"]' + ) + }, Monitoring_Alerts_Box: { Monitoring_Alerts_Box_Title: By.css( '.projects-monitoring-stats .alerts-card .stats-card__title .data-ellipsis' diff --git a/tests/features/jobsAndWorkflows.feature b/tests/features/jobsAndWorkflows.feature index c7ae1bedd5..355055a0e7 100644 --- a/tests/features/jobsAndWorkflows.feature +++ b/tests/features/jobsAndWorkflows.feature @@ -283,7 +283,6 @@ Feature: Jobs and workflows And wait load page When pick up "Custom range" from "03/31/2014 10:30" to "03/21/2015 19:15" in "Date_Time_Picker" via "Date_Picker_Filter_Dropdown" on "Jobs_Monitor_Tab" wizard And wait load page - And wait load page Then verify from "03/31/2014 10:30" to "03/21/2015 19:15" filter band in "Custom_Range_Filter_Dropdown" filter dropdown on "Jobs_Monitor_Tab" wizard When pick up "Custom range" from "03/31/2044 10:30" to "03/21/2015 19:15" in "Date_Time_Picker" via "Date_Picker_Filter_Dropdown" on "Jobs_Monitor_Tab" wizard And wait load page @@ -525,6 +524,7 @@ Feature: Jobs and workflows When click on cell with row index 1 in "name" column in "Jobs_Monitor_Table" table on "Jobs_Monitor_Tab" wizard And wait load page When pick up "Custom range" from "01/01/2021 00:00" to "01/01/2023 00:00" in "Date_Time_Picker" via "Date_Picker_Filter_Dropdown" on "Jobs_Monitor_Tab" wizard + And wait load page Then verify from "01/01/2021 00:00" to "01/01/2023 00:00" filter band in "Custom_Range_Filter_Dropdown" filter dropdown on "Jobs_Monitor_Tab" wizard And wait load page When click on cell with row index 1 in "name" column in "Jobs_Monitor_Table" table on "Jobs_Monitor_Tab" wizard diff --git a/tests/features/jobsMonitoring.feature b/tests/features/jobsMonitoring.feature index 561ac2e71d..91a5c912db 100644 --- a/tests/features/jobsMonitoring.feature +++ b/tests/features/jobsMonitoring.feature @@ -754,26 +754,12 @@ Feature: Jobs Monitoring Page Then select "Terminate" option in action menu on "Jobs_Monitoring_Workflows_Tab" wizard in "Workflows_Table" table at row with "main 2021-08-30 05-36-35" value in "name" column Then verify if "Confirm_Popup" popup dialog appears Then verify "Delete_Button" element visibility on "Confirm_Popup" wizard - When click on "Delete_Button" element on "Confirm_Popup" wizard - And wait load page - Then verify if "Notification_Popup" popup dialog appears - Then verify "Notification_Pop_Up" element visibility on "Notification_Popup" wizard - Then "Notification_Pop_Up" component on "Notification_Popup" should contains "Jobs_And_Workflows"."Workflows_Trigger_Termination_Message" - Then verify "Notification_Pop_Up_Cross_Close_Button" element visibility on "Notification_Popup" wizard - Then click on "Notification_Pop_Up_Cross_Close_Button" element on "Notification_Popup" wizard - When click on cell with row index 1 in "name" column in "Workflows_Table" table on "Jobs_Monitoring_Workflows_Tab" wizard - And wait load page - Then verify "Terminate_Button" element visibility on "Jobs_Monitoring_Workflows_Tab" wizard - Then "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" should contains "Terminate" value - Then verify "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" wizard is disabled - Then click on "Arrow_Back" element on "Workflows_Monitor_Tab_Info_Pane" wizard - And wait load page - Then verify that in action menu on "Jobs_Monitoring_Workflows_Tab" wizard in "Workflows_Table" table with "main 2021-08-30 05-36-35" value in "name" column "Terminate" option is disabled + When click on "Cancel_Button" element on "Confirm_Popup" wizard + Then verify that in action menu on "Jobs_Monitoring_Workflows_Tab" wizard in "Workflows_Table" table with "main 2021-08-30 05-36-35" value in "name" column "Terminate" option is enabled And wait load page @MLJM @smoke - # !!! restart mock is required Scenario: MLJM018 - Check the Terminate functionality on Workflows tab of Jobs monitoring page with running status on workflow runs graph view Given open url And wait load page @@ -809,22 +795,11 @@ Feature: Jobs Monitoring Page Then click on "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" wizard Then verify if "Confirm_Popup" popup dialog appears Then verify "Delete_Button" element visibility on "Confirm_Popup" wizard - When click on "Delete_Button" element on "Confirm_Popup" wizard - And wait load page - Then verify if "Notification_Popup" popup dialog appears - Then verify "Notification_Pop_Up" element visibility on "Notification_Popup" wizard - Then "Notification_Pop_Up" component on "Notification_Popup" should contains "Jobs_And_Workflows"."Workflows_Trigger_Termination_Message" - Then verify "Notification_Pop_Up_Cross_Close_Button" element visibility on "Notification_Popup" wizard - Then click on "Notification_Pop_Up_Cross_Close_Button" element on "Notification_Popup" wizard - Then verify "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" wizard is disabled - Then click on "Arrow_Back" element on "Workflows_Monitor_Tab_Info_Pane" wizard - And wait load page - Then verify that in action menu on "Jobs_Monitoring_Workflows_Tab" wizard in "Workflows_Table" table with "main 2021-08-30 05-36-35" value in "name" column "Terminate" option is disabled - And wait load page + When click on "Cancel_Button" element on "Confirm_Popup" wizard + Then verify "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" wizard is enabled @MLJM @smoke - # !!! restart mock is required Scenario: MLJM019 - Check the Terminate functionality on Workflows tab of Jobs monitoring page with running status on workflow runs list view Given open url And wait load page @@ -867,22 +842,11 @@ Feature: Jobs Monitoring Page Then click on "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" wizard Then verify if "Confirm_Popup" popup dialog appears Then verify "Delete_Button" element visibility on "Confirm_Popup" wizard - When click on "Delete_Button" element on "Confirm_Popup" wizard - And wait load page - Then verify if "Notification_Popup" popup dialog appears - Then verify "Notification_Pop_Up" element visibility on "Notification_Popup" wizard - Then "Notification_Pop_Up" component on "Notification_Popup" should contains "Jobs_And_Workflows"."Workflows_Trigger_Termination_Message" - Then verify "Notification_Pop_Up_Cross_Close_Button" element visibility on "Notification_Popup" wizard - Then click on "Notification_Pop_Up_Cross_Close_Button" element on "Notification_Popup" wizard - Then verify "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" wizard is disabled - Then click on "Arrow_Back" element on "Workflows_Monitor_Tab_Info_Pane" wizard - And wait load page - Then verify that in action menu on "Jobs_Monitoring_Workflows_Tab" wizard in "Workflows_Table" table with "main 2021-08-30 05-36-35" value in "name" column "Terminate" option is disabled - And wait load page + When click on "Cancel_Button" element on "Confirm_Popup" wizard + Then verify "Terminate_Button" element on "Jobs_Monitoring_Workflows_Tab" wizard is enabled @MLJM @smoke - # !!! restart mock is required Scenario: MLJM020 - Check the Terminate functionality on Workflows tab of Jobs monitoring page with running status with run detail pane Given open url And wait load page @@ -1082,8 +1046,8 @@ Feature: Jobs Monitoring Page Then "Title" element on "FilterBy_Popup" should contains "Filter by" value Then verify "Project_Name_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard Then verify "Project_Name_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" - Then verify "Type_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" + Then verify "Type_Filter_Dropdown_Schedule" element visibility on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "All" Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page Then "Type_All_Checkbox" element should be checked on "FilterBy_Popup" wizard @@ -1095,7 +1059,7 @@ Feature: Jobs Monitoring Page Then "Type_Databricks_Checkbox" element should be unchecked on "FilterBy_Popup" wizard Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page - Then verify "Type_Filter_Dropdown" dropdown element on "FilterBy_Popup" wizard should contains "Dropdown_Options"."Scheduled_Type_Filter_Options" + Then verify "Type_Filter_Dropdown_Schedule" dropdown element on "FilterBy_Popup" wizard should contains "Dropdown_Options"."Scheduled_Type_Filter_Options" Then verify "Table_Label_Filter_Input" element visibility on "FilterBy_Popup" wizard Then verify "Clear_Button" element visibility on "FilterBy_Popup" wizard Then verify "Apply_Button" element visibility on "FilterBy_Popup" wizard @@ -1129,8 +1093,8 @@ Feature: Jobs Monitoring Page Then "Title" element on "FilterBy_Popup" should contains "Filter by" value Then verify "Project_Name_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard Then verify "Project_Name_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" - Then verify "Type_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "5 items selected" + Then verify "Type_Filter_Dropdown_Schedule" element visibility on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "5 items selected" Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page Then "Type_All_Checkbox" element should be unchecked on "FilterBy_Popup" wizard @@ -1142,7 +1106,7 @@ Feature: Jobs Monitoring Page Then "Type_Databricks_Checkbox" element should be checked on "FilterBy_Popup" wizard Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page - Then verify "Type_Filter_Dropdown" dropdown element on "FilterBy_Popup" wizard should contains "Dropdown_Options"."Scheduled_Type_Filter_Options" + Then verify "Type_Filter_Dropdown_Schedule" dropdown element on "FilterBy_Popup" wizard should contains "Dropdown_Options"."Scheduled_Type_Filter_Options" Then verify "Table_Label_Filter_Input" element visibility on "FilterBy_Popup" wizard Then verify "Clear_Button" element visibility on "FilterBy_Popup" wizard Then verify "Apply_Button" element visibility on "FilterBy_Popup" wizard @@ -1171,8 +1135,8 @@ Feature: Jobs Monitoring Page Then "Title" element on "FilterBy_Popup" should contains "Filter by" value Then verify "Project_Name_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard Then verify "Project_Name_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" - Then verify "Type_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "Workflow" + Then verify "Type_Filter_Dropdown_Schedule" element visibility on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "Workflow" Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page Then "Type_All_Checkbox" element should be unchecked on "FilterBy_Popup" wizard @@ -1184,7 +1148,7 @@ Feature: Jobs Monitoring Page Then "Type_Databricks_Checkbox" element should be unchecked on "FilterBy_Popup" wizard Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page - Then verify "Type_Filter_Dropdown" dropdown element on "FilterBy_Popup" wizard should contains "Dropdown_Options"."Scheduled_Type_Filter_Options" + Then verify "Type_Filter_Dropdown_Schedule" dropdown element on "FilterBy_Popup" wizard should contains "Dropdown_Options"."Scheduled_Type_Filter_Options" Then verify "Table_Label_Filter_Input" element visibility on "FilterBy_Popup" wizard Then verify "Clear_Button" element visibility on "FilterBy_Popup" wizard Then verify "Apply_Button" element visibility on "FilterBy_Popup" wizard @@ -1272,7 +1236,6 @@ Feature: Jobs Monitoring Page Then verify that 8 row elements are displayed in "Scheduled_Table" on "Jobs_Monitoring_Scheduled_Tab" wizard When pick up "Custom range" from "09/03/2024 00:00" to "09/04/2024 00:00" in "Date_Time_Picker" via "Date_Picker_Filter_Dropdown" on "Jobs_Monitoring_Scheduled_Tab" wizard And wait load page - And wait load page Then verify from "09/03/2024 00:00" to "09/04/2024 00:00" filter band in "Custom_Range_Filter_Dropdown" filter dropdown on "Jobs_Monitoring_Scheduled_Tab" wizard And wait load page @@ -1285,7 +1248,7 @@ Feature: Jobs Monitoring Page And wait load page Then verify redirection to "projects/*/jobs-monitoring/scheduled?type=all&dates=next24hours" Then click on "Table_FilterBy_Button" element on "Jobs_Monitoring_Scheduled_Tab" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "All" Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page Then "Type_All_Checkbox" element should be checked on "FilterBy_Popup" wizard @@ -1297,7 +1260,7 @@ Feature: Jobs Monitoring Page Then "Type_Databricks_Checkbox" element should be unchecked on "FilterBy_Popup" wizard Then click on "Type_Filter_Element" element on "FilterBy_Popup" wizard And wait load page - When select "Job" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + When select "Job" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard And wait load page Then click on "Title" element on "FilterBy_Popup" wizard And wait load page @@ -1322,10 +1285,10 @@ Feature: Jobs Monitoring Page Then click on "Cross_Cancel_Button" element on "View_YAML" wizard And wait load page Then click on "Table_FilterBy_Button" element on "Jobs_Monitoring_Scheduled_Tab" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "Job" - When select "Job" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "Job" + When select "Job" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - When select "Workflow" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + When select "Workflow" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard Then click on "Apply_Button" element on "FilterBy_Popup" wizard And wait load page @@ -1348,7 +1311,7 @@ Feature: Jobs Monitoring Page Then click on "Cross_Cancel_Button" element on "View_YAML" wizard And wait load page Then click on "Table_FilterBy_Button" element on "Jobs_Monitoring_Scheduled_Tab" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "Workflow" + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "Workflow" @MLJM @smoke @@ -1361,40 +1324,40 @@ Feature: Jobs Monitoring Page Then click on "Table_FilterBy_Button" element on "Jobs_Monitoring_Scheduled_Tab" wizard Then verify "Project_Name_Filter_Dropdown" element visibility on "FilterBy_Popup" wizard Then verify "Project_Name_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" - When select "Databricks" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "All" + When select "Databricks" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "Databricks" - When select "Dask" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "Databricks" + When select "Dask" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "Dask, Databricks" - When select "Horovod" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "Dask, Databricks" + When select "Horovod" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "3 items selected" - When select "Spark" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "3 items selected" + When select "Spark" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "4 items selected" - When select "Workflow" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "4 items selected" + When select "Workflow" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "5 items selected" + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "5 items selected" Then click on "Apply_Button" element on "FilterBy_Popup" wizard And wait load page Then verify "Scheduled_Table" element visibility on "Jobs_Monitoring_Scheduled_Tab" wizard Then click on "Table_FilterBy_Button" element on "Jobs_Monitoring_Scheduled_Tab" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "5 items selected" - When select "Job" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "5 items selected" + When select "Job" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "All" Then click on "Apply_Button" element on "FilterBy_Popup" wizard And wait load page Then verify "Scheduled_Table" element visibility on "Jobs_Monitoring_Scheduled_Tab" wizard Then click on "Table_FilterBy_Button" element on "Jobs_Monitoring_Scheduled_Tab" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "All" - When select "Spark" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "All" + When select "Spark" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - When select "Horovod" option in "Type_Filter_Dropdown" filter dropdown on "FilterBy_Popup" wizard + When select "Horovod" option in "Type_Filter_Dropdown_Schedule" filter dropdown on "FilterBy_Popup" wizard Then click on "Title" element on "FilterBy_Popup" wizard - Then verify "Type_Filter_Dropdown" dropdown on "FilterBy_Popup" wizard selected option value "Spark, Horovod" + Then verify "Type_Filter_Dropdown_Schedule" dropdown on "FilterBy_Popup" wizard selected option value "Spark, Horovod" Then click on "Apply_Button" element on "FilterBy_Popup" wizard And wait load page And verify "No_Data_Message" element visibility on "commonPagesHeader" wizard diff --git a/tests/features/llmPrompts.feature b/tests/features/llmPrompts.feature index f2224ccb03..d257cf7607 100644 --- a/tests/features/llmPrompts.feature +++ b/tests/features/llmPrompts.feature @@ -866,3 +866,163 @@ Feature: LLM prompts Page Then check "Updated" header value in "updated" column in "Preview_Table" table on "Preview_Popup" wizard Then click on "Cross_Cancel_Button" element on "Preview_Popup" wizard Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard + + @MLLP + @smoke + Scenario: MLLP014 - Verify prompt filtering by model name and tag + Given open url + And wait load page + And click on row root with value "auto-generated-data" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Project monitoring" value + Then verify breadcrumbs "project" label should be equal "auto-generated-data" value + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "LLM prompts" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "LLM prompts" value + Then verify redirection to "projects/auto-generated-data/llm-prompts?bePage=1&fePage=1" + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + Then verify "Model_Name_Filter_Input" element visibility on "FilterBy_Popup" wizard + Then verify "Model_Version_Tag_Filter_Input" element visibility on "FilterBy_Popup" wizard + Then verify "Model_Version_Tag_Filter_Field" element on "FilterBy_Popup" wizard is disabled by class name + Then type value "model_8" to "Model_Name_Filter_Input" field on "FilterBy_Popup" wizard + Then verify "Model_Version_Tag_Filter_Field" element on "FilterBy_Popup" wizard is enabled by class name + Then click on "Apply_Button" element on "FilterBy_Popup" wizard + And wait load page + Then verify "Table_FilterBy_Button" element on "LLM_Prompts" wizard should display hover tooltip "Common_Tooltips"."FilterBy_Button_1" + Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard + Then value in "model_name" column with "text" in "LLMPrompts_Table" on "LLM_Prompts" wizard should contains "model_8" + And wait load page + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + Then type value "v1" to "Model_Version_Tag_Filter_Input" field on "FilterBy_Popup" wizard + Then click on "Apply_Button" element on "FilterBy_Popup" wizard + And wait load page + Then verify "Table_FilterBy_Button" element on "LLM_Prompts" wizard should display hover tooltip "Common_Tooltips"."FilterBy_Button_2" + Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard + Then value in "model_tag" column with "text" in "LLMPrompts_Table" on "LLM_Prompts" wizard should contains "v1" + And wait load page + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + Then type value "" to "Model_Name_Filter_Input" field on "FilterBy_Popup" wizard + Then verify "Model_Version_Tag_Filter_Field" element on "FilterBy_Popup" wizard is disabled by class name + Then click on "Apply_Button" element on "FilterBy_Popup" wizard + And wait load page + Then verify "Table_FilterBy_Button" element on "LLM_Prompts" wizard should display hover tooltip "Common_Tooltips"."FilterBy_Button" + And wait load page + And select "project" with "llmdeploy332" value in breadcrumbs menu + And wait load page + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + Then type value "model_art1" to "Model_Name_Filter_Input" field on "FilterBy_Popup" wizard + Then click on "Apply_Button" element on "FilterBy_Popup" wizard + And wait load page + Then verify "Table_FilterBy_Button" element on "LLM_Prompts" wizard should display hover tooltip "Common_Tooltips"."FilterBy_Button_1" + Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard + Then value in "model_name" column with "text" in "LLMPrompts_Table" on "LLM_Prompts" wizard should contains "model_art1" + And wait load page + Then click on "Table_FilterBy_Button" element on "LLM_Prompts" wizard + Then type value "model_art1" to "Model_Name_Filter_Input" field on "FilterBy_Popup" wizard + Then type value "v2" to "Model_Version_Tag_Filter_Input" field on "FilterBy_Popup" wizard + Then click on "Apply_Button" element on "FilterBy_Popup" wizard + And wait load page + And verify "No_Data_Message" element visibility on "commonPagesHeader" wizard + Then "No_Data_Message" component on "commonPagesHeader" should be equal "No_Data_Message"."Common_Message_LLM_Prompt_Model_Name_Tag" + + @MLLP + @smoke + Scenario: MLLP015 - Verify model detail popup from the LLM promts table list + Given open url + And wait load page + And click on row root with value "llmdeploy332" in "name" column in "Projects_Table" table on "Projects" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "Project monitoring" value + Then verify breadcrumbs "project" label should be equal "llmdeploy332" value + And hover "Project_Navigation_Toggler" component on "commonPagesHeader" wizard + And click on cell with value "LLM prompts" in "link" column in "General_Info_Quick_Links" table on "commonPagesHeader" wizard + And hover "MLRun_Logo" component on "commonPagesHeader" wizard + And wait load page + Then verify breadcrumbs "tab" label should be equal "LLM prompts" value + Then verify redirection to "projects/llmdeploy332/llm-prompts?bePage=1&fePage=1" + Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard + When click on cell with value "model_art1" in "model_name" column in "LLMPrompts_Table" table on "LLM_Prompts" wizard + And wait load page + Then verify if "Modal_Transition_Popup" popup dialog appears + Then verify "Title" element visibility on "Modal_Transition_Popup" wizard + Then "Title" element on "Modal_Transition_Popup" should contains "model_art1" value + Then verify "Data_Status" element visibility on "Modal_Transition_Popup" wizard + Then verify "Refresh_Button" element visibility on "Modal_Transition_Popup" wizard + Then verify "Refresh_Button" element on "Modal_Transition_Popup" wizard should display hover tooltip "Common_Tooltips"."Refresh_Button" + Then click on "Refresh_Button" element on "Modal_Transition_Popup" wizard + And wait load page + Then verify "Refresh_Button" element visibility on "Modal_Transition_Popup" wizard + Then verify "Action_Menu" element visibility on "Modal_Transition_Popup" wizard + Then verify "Action_Menu" dropdown element on "Modal_Transition_Popup" wizard should contains "Common_Lists"."Action_Menu_List_Dataset_Transition_Popup" + Then select "View YAML" option in action menu on "Modal_Transition_Popup" wizard + And wait load page + Then verify if "View_YAML" popup dialog appears + Then verify "Cross_Cancel_Button" element visibility on "View_YAML" wizard + Then verify "YAML_Modal_Container" element visibility on "View_YAML" wizard + Then click on "Cross_Cancel_Button" element on "View_YAML" wizard + And wait load page + Then select "Copy URI" option in action menu on "Modal_Transition_Popup" wizard + And wait load page + Then verify if "Notification_Popup" popup dialog appears + Then verify "Notification_Pop_Up" element visibility on "Notification_Popup" wizard + Then "Notification_Pop_Up" element on "Notification_Popup" should contains "Copied to clipboard successfully" value + Then verify "Notification_Pop_Up_Cross_Close_Button" element visibility on "Notification_Popup" wizard + Then click on "Notification_Pop_Up_Cross_Close_Button" element on "Notification_Popup" wizard + Then select "Download" option in action menu on "Modal_Transition_Popup" wizard + And wait load page + And wait load page + Then verify "Download_Pop_Up" element visibility on "Downloads_Popup" wizard + And wait load page + Then verify "Download_Pop_Up_Cross_Cancel_Button" element visibility on "Downloads_Popup" wizard + And wait load page + Then verify "Download_Pop_Up_Cross_Cancel_Button" element visibility on "Downloads_Popup" wizard + And wait load page + Then verify "Header_Download_Pop_Up" element visibility on "Downloads_Popup" wizard + Then "Header_Download_Pop_Up" element on "Downloads_Popup" should contains "Downloads" value + Then click on "Download_Pop_Up_Cross_Cancel_Button" element on "Downloads_Popup" wizard + Then verify "Tab_Selector" element visibility on "Modal_Transition_Popup" wizard + Then verify "Tab_Selector" on "Modal_Transition_Popup" wizard should contains "Models_Info_Pane"."Tab_List_Two_Tabs" + Then verify "Overview" tab is active in "Tab_Selector" on "Modal_Transition_Popup" wizard + Then verify "Overview_General_Headers" on "Modal_Transition_Popup" wizard should contains "Models_Info_Pane"."Overview_General_Headers" + Then verify "Overview_Producer_Headers" on "Modal_Transition_Popup" wizard should contains "Models_Info_Pane"."Overview_Producer_Headers_Kind_Project" + And select "Preview" tab in "Tab_Selector" on "Modal_Transition_Popup" wizard + Then verify "Preview" tab is active in "Tab_Selector" on "Modal_Transition_Popup" wizard + Then verify "Pop_Out_Button" element visibility on "Modal_Transition_Popup" wizard + Then click on "Pop_Out_Button" element on "Modal_Transition_Popup" wizard + And wait load page + Then verify "Preview_Table" element visibility on "Preview_Popup" wizard + Then verify visibility of header column "name" in "Preview_Table" table on "Preview_Popup" wizard + Then check "Name" header value in "name" column in "Preview_Table" table on "Preview_Popup" wizard + Then verify visibility of header column "path" in "Preview_Table" table on "Preview_Popup" wizard + Then check "Path" header value in "path" column in "Preview_Table" table on "Preview_Popup" wizard + Then verify visibility of header column "size" in "Preview_Table" table on "Preview_Popup" wizard + Then check "Size" header value in "size" column in "Preview_Table" table on "Preview_Popup" wizard + Then verify visibility of header column "updated" in "Preview_Table" table on "Preview_Popup" wizard + Then check "Updated" header value in "updated" column in "Preview_Table" table on "Preview_Popup" wizard + Then value in "name" column with "text" in "Preview_Table" on "Preview_Popup" wizard should contains "model_art1" + Then verify "Cross_Cancel_Button" element visibility on "Preview_Popup" wizard + Then verify "Download_Button" element visibility on "Preview_Popup" wizard + Then click on "Download_Button" element on "Preview_Popup" wizard + And wait load page + And wait load page + Then verify "Download_Pop_Up" element visibility on "Downloads_Popup" wizard + And wait load page + Then verify "Download_Pop_Up_Cross_Cancel_Button" element visibility on "Downloads_Popup" wizard + And wait load page + Then verify "Header_Download_Pop_Up" element visibility on "Downloads_Popup" wizard + Then "Header_Download_Pop_Up" element on "Downloads_Popup" should contains "Downloads" value + Then click on "Download_Pop_Up_Cross_Cancel_Button" element on "Downloads_Popup" wizard + Then click on "Cross_Cancel_Button" element on "Preview_Popup" wizard + Then verify "Cross_Close_Button" element visibility on "Modal_Transition_Popup" wizard + Then click on "Cross_Close_Button" element on "Modal_Transition_Popup" wizard + And wait load page + When click on cell with value "model_art1" in "model_name" column in "LLMPrompts_Table" table on "LLM_Prompts" wizard + And wait load page + Then verify if "Modal_Transition_Popup" popup dialog appears + Then verify "Title" element visibility on "Modal_Transition_Popup" wizard + Then "Title" element on "Modal_Transition_Popup" should contains "model_art1" value + Then click on "Cross_Close_Button" element on "Modal_Transition_Popup" wizard + And wait load page + Then verify "LLMPrompts_Table" element visibility on "LLM_Prompts" wizard diff --git a/tests/features/projectsPage.feature b/tests/features/projectsPage.feature index 2ef665505c..0f434d3502 100644 --- a/tests/features/projectsPage.feature +++ b/tests/features/projectsPage.feature @@ -358,8 +358,10 @@ Feature: Projects Page Then verify "Monitoring_Container" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Container_Title" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then "Monitoring_Container_Title" element in "Projects_Monitoring_Container" on "Projects" should contains "Monitoring" value + Then verify "Monitoring_Artifacts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Jobs_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Workflows_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Models_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Scheduled_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Alerts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard @@ -369,8 +371,10 @@ Feature: Projects Page Then navigate back And wait load page Then verify "Monitoring_Container" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Artifacts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Jobs_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Workflows_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Models_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Scheduled_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Alerts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard And click on row root with value "default" in "name" column in "Projects_Table" table on "Projects" wizard @@ -379,11 +383,42 @@ Feature: Projects Page Then click on breadcrumbs "projectsPage" label on "commonPagesHeader" wizard And wait load page Then verify "Monitoring_Container" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Artifacts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Jobs_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Workflows_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Models_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Scheduled_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Alerts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + @MLPr + @smoke + Scenario: MLPr022 - Check the components in the Artifacts and Models counter boxes + Given open url + And wait load page + Then verify "Monitoring_Container" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Container_Title" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then "Monitoring_Container_Title" element in "Projects_Monitoring_Container" on "Projects" should contains "Monitoring" value + Then verify "Monitoring_Artifacts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Artifacts_Box_Title" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Monitoring_Artifacts_Box_Title" element in "Monitoring_Artifacts_Box" on "Projects" should contains "Artifacts" value + Then verify "Total_Counter_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then verify "Counter_Datasets_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then verify "Counter_Datasets_Subtitle" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_Datasets_Subtitle" element in "Monitoring_Artifacts_Box" on "Projects" should contains "Datasets" value + Then verify "Counter_Documents_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then verify "Counter_Documents_Subtitle" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_Documents_Subtitle" element in "Monitoring_Artifacts_Box" on "Projects" should contains "Documents" value + Then verify "Counter_LLM_Prompt_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then verify "Counter_LLM_Prompt_Subtitle" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_LLM_Prompt_Subtitle" element in "Monitoring_Artifacts_Box" on "Projects" should contains "LLM prompt artifacts" value + Then verify "Counter_Other_Artifacts_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then verify "Counter_Other_Artifacts_Subtitle" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_Other_Artifacts_Subtitle" element in "Monitoring_Artifacts_Box" on "Projects" should contains "Other artifacts" value + Then verify "Monitoring_Models_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Models_Title" element visibility in "Monitoring_Models_Box" on "Projects" wizard + Then "Monitoring_Models_Title" element in "Monitoring_Models_Box" on "Projects" should contains "Models" value + Then verify "Total_Counter_Number" element visibility in "Monitoring_Models_Box" on "Projects" wizard + @MLPr @smoke Scenario: MLPr016 - Check components on Jobs counter box @@ -612,6 +647,16 @@ Feature: Projects Page Then verify "Monitoring_Container" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Container_Title" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then "Monitoring_Container_Title" element in "Projects_Monitoring_Container" on "Projects" should contains "Monitoring" value + Then verify "Monitoring_Artifacts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then "Total_Counter_Number" element in "Monitoring_Artifacts_Box" on "Projects" should contains "13,145" value + Then verify "Counter_Datasets_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_Datasets_Number" element in "Monitoring_Artifacts_Box" on "Projects" should contains "34" value + Then verify "Counter_Documents_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_Documents_Number" element in "Monitoring_Artifacts_Box" on "Projects" should contains "23" value + Then verify "Counter_LLM_Prompt_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_LLM_Prompt_Number" element in "Monitoring_Artifacts_Box" on "Projects" should contains "58" value + Then verify "Counter_Other_Artifacts_Number" element visibility in "Monitoring_Artifacts_Box" on "Projects" wizard + Then "Counter_Other_Artifacts_Number" element in "Monitoring_Artifacts_Box" on "Projects" should contains "13,030" value Then verify "Monitoring_Jobs_Box_Title" element visibility in "Monitoring_Jobs_Box" on "Projects" wizard Then "Monitoring_Jobs_Box_Title" element in "Monitoring_Jobs_Box" on "Projects" should contains "Runs" value Then verify "Total_Counter_Number" element visibility in "Monitoring_Jobs_Box" on "Projects" wizard @@ -639,6 +684,9 @@ Feature: Projects Page Then "Total_Workflows_Counter_Number" element in "Monitoring_Scheduled_Box" on "Projects" should contains "1" value Then verify "Total_Scheduled_Number" element visibility in "Monitoring_Scheduled_Box" on "Projects" wizard Then "Total_Scheduled_Number" element in "Monitoring_Scheduled_Box" on "Projects" should contains "8" value + Then verify "Monitoring_Models_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard + Then verify "Monitoring_Models_Title" element visibility in "Monitoring_Models_Box" on "Projects" wizard + Then "Total_Counter_Number" element in "Monitoring_Models_Box" on "Projects" should contains "13,019" value Then verify "Monitoring_Alerts_Box" element visibility in "Projects_Monitoring_Container" on "Projects" wizard Then verify "Monitoring_Alerts_Box_Title" element visibility in "Monitoring_Alerts_Box" on "Projects" wizard Then "Monitoring_Alerts_Box_Title" element in "Monitoring_Alerts_Box" on "Projects" should contains "Alerts" value diff --git a/tests/features/step-definitions/steps.js b/tests/features/step-definitions/steps.js index 54b9ec9d90..8acef5ff23 100644 --- a/tests/features/step-definitions/steps.js +++ b/tests/features/step-definitions/steps.js @@ -50,6 +50,7 @@ import { generatePath, determineFileAccess, verifyClassDisabled, + verifyClassEnabled, checkComponentHintTextWithHover, putToTestContextElementValue } from '../common/actions/common.action' @@ -422,6 +423,16 @@ Then( } ) +Then( + 'verify {string} element on {string} wizard is enabled by class name', + async function(inputField, wizardName) { + await verifyClassEnabled( + this.driver, + pageObjects[wizardName][inputField] + ) + } +) + When( 'type searchable fragment {string} into {string} on {string} wizard', async function(subName, inputGroup, wizard) { diff --git a/tests/mockServer/data/alerts.json b/tests/mockServer/data/alerts.json index 370caa6124..463e99522f 100644 --- a/tests/mockServer/data/alerts.json +++ b/tests/mockServer/data/alerts.json @@ -317,7 +317,7 @@ "name": "alert-name-uqbxb-proj-default", "project": "default", "severity": "high", - "activation_time": "2025-09-22T15:50:55.190000+00:00", + "activation_time": "2025-10-22T15:50:55.190000+00:00", "entity_id": "a7c95783e6a726a1a233e581ea898ba33fa7e342.rujmfi.result.data_drift_test", "entity_kind": "model-endpoint-result", "criteria": { @@ -343,7 +343,7 @@ "name": "alert-name-jukmn-proj-default", "project": "default", "severity": "high", - "activation_time": "2025-09-22T15:50:54.207000+00:00", + "activation_time": "2025-10-22T15:50:54.207000+00:00", "entity_id": "a7c95783e6a726a1a233e581ea898ba33fa7e342.hskoyl.result.data_drift_test", "entity_kind": "model-endpoint-result", "criteria": { @@ -369,7 +369,7 @@ "name": "alert-name-uqbxb-proj-default", "project": "default", "severity": "high", - "activation_time": "2025-09-22T15:48:57.907000+00:00", + "activation_time": "2025-10-22T15:48:57.907000+00:00", "entity_id": "a7c95783e6a726a1a233e581ea898ba33fa7e342.rujmfi.result.data_drift_test", "entity_kind": "model-endpoint-result", "criteria": { @@ -395,7 +395,7 @@ "name": "alert-name-jukmn-proj-default", "project": "default", "severity": "high", - "activation_time": "2025-09-22T15:48:56.440000+00:00", + "activation_time": "2025-10-22T15:48:56.440000+00:00", "entity_id": "a7c95783e6a726a1a233e581ea898ba33fa7e342.hskoyl.result.data_drift_test", "entity_kind": "model-endpoint-result", "criteria": { diff --git a/tests/mockServer/data/artifacts.json b/tests/mockServer/data/artifacts.json index c03c6fc404..a3b0ae40b4 100644 --- a/tests/mockServer/data/artifacts.json +++ b/tests/mockServer/data/artifacts.json @@ -40107,10 +40107,11 @@ "tag": "latest" }, "spec": { - "target_path": "llmdeploy332/model_art1/", + "target_path": "v3io:///projects/llmdeploy332/artifacts/model_art1/0/model/", "size": 4370, "license": "", - "framework": "", + "framework": "sklearn", + "algorithm": "RandomForestClassifier", "producer": { "kind": "project", "name": "llmdeploy332", @@ -40146,7 +40147,7 @@ "tag": "v1" }, "spec": { - "target_path": "llmdeploy332/model_art1/", + "target_path": "v3io:///projects/llmdeploy332/artifacts/model_art1/0/model/", "size": 4370, "license": "", "framework": "", @@ -40232,7 +40233,7 @@ "tag": "latest" }, "spec": { - "target_path": "llmdeploy335/model_art1/", + "target_path": "v3io:///projects/llmdeploy332/artifacts/model_art1/0/model/", "size": 4370, "framework": "", "has_children": true, diff --git a/tests/mockServer/mock.js b/tests/mockServer/mock.js index 8be1a9b777..ab2f83bdd5 100644 --- a/tests/mockServer/mock.js +++ b/tests/mockServer/mock.js @@ -1531,13 +1531,13 @@ function getArtifacts(req, res) { /^store:\/\/(?.+?)\/(?.+?)\/(?.+?)(#(?.+?))?(:(?.+?))?(@(?[^^]+))?(\^(?.+))?$/ ) - return match && match.groups.key.startsWith(key) && match.groups.tag === tag + return match && match.groups.key.includes(key) && match.groups.tag.includes(tag) }) } else { collectedArtifacts = collectedArtifacts.filter(artifact => artifact.spec?.parent_uri ?.match(/^store:\/\/[^/]+\/[^/]+\/([^#/]+)/)?.[1] - ?.startsWith(req.query['parent']) + ?.includes(req.query['parent']) ) } }