From c2afb8c6f080d08767adb54a5887694dd8058cb3 Mon Sep 17 00:00:00 2001 From: Adam Dickin Date: Wed, 11 Feb 2026 23:20:24 +0000 Subject: [PATCH 1/6] Increase the miopen test timeout as were occasionally hitting 3x/4x test times on random runners. Mainly this occurs on windows. --- .../test_executable_scripts/test_miopen_plugin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py index a10057875e..ee9566c6ac 100644 --- a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py +++ b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py @@ -18,7 +18,7 @@ "--parallel", "8", "--timeout", - "600", + "1800", ] # Determine test filter based on TEST_TYPE environment variable From 32c391c4c5583c8dbc2ae1f95b9d64434e845cca Mon Sep 17 00:00:00 2001 From: Adam Dickin Date: Thu, 12 Feb 2026 16:50:42 +0000 Subject: [PATCH 2/6] add a bunch of info gathering utilities to help understand what might be happening on a machine before we start our tests. --- .../test_miopen_plugin.py | 39 ++++++++++++++++++- 1 file changed, 38 insertions(+), 1 deletion(-) diff --git a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py index ee9566c6ac..8febcbbe06 100644 --- a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py +++ b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py @@ -3,6 +3,26 @@ import shlex import subprocess from pathlib import Path +import psutil + + + +print("##[group]PSTREE_START") + +mem = psutil.virtual_memory() +swap = psutil.swap_memory() +cpu_percent = psutil.cpu_percent(interval=1) # interval=1 means sample over 1 second + +print(f"CPU: {cpu_percent}%") +print(f"RAM: {mem.used/1024**3:.1f}/{mem.total/1024**3:.1f} GB ({mem.percent}%)") +print(f"Swap: {swap.used/1024**3:.1f}/{swap.total/1024**3:.1f} GB ({swap.percent}%)") + +print("All process data") +for proc in psutil.process_iter(['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time']): + print(proc.info) + +print("##[endgroup]") + THEROCK_BIN_DIR = os.getenv("THEROCK_BIN_DIR") SCRIPT_DIR = Path(__file__).resolve().parent @@ -14,7 +34,7 @@ "ctest", "--test-dir", f"{THEROCK_BIN_DIR}/miopen_legacy_plugin", - "--output-on-failure", + "--verbose", "--parallel", "8", "--timeout", @@ -37,3 +57,20 @@ check=True, env=environ_vars, ) + + +print("##[group]PSTREE_END") + +mem = psutil.virtual_memory() +swap = psutil.swap_memory() +cpu_percent = psutil.cpu_percent(interval=1) # interval=1 means sample over 1 second + +print(f"CPU: {cpu_percent}%") +print(f"RAM: {mem.used/1024**3:.1f}/{mem.total/1024**3:.1f} GB ({mem.percent}%)") +print(f"Swap: {swap.used/1024**3:.1f}/{swap.total/1024**3:.1f} GB ({swap.percent}%)") + +print("All process data") +for proc in psutil.process_iter(['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time']): + print(proc.info) + +print("##[endgroup]") From b5fcc6452748a23ce6339f5d0aeb580008baaa61 Mon Sep 17 00:00:00 2001 From: Adam Dickin Date: Thu, 12 Feb 2026 16:55:33 +0000 Subject: [PATCH 3/6] fix precommit --- .../test_executable_scripts/test_miopen_plugin.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py index 8febcbbe06..ef30622929 100644 --- a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py +++ b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py @@ -18,7 +18,9 @@ print(f"Swap: {swap.used/1024**3:.1f}/{swap.total/1024**3:.1f} GB ({swap.percent}%)") print("All process data") -for proc in psutil.process_iter(['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time']): +for proc in psutil.process_iter( + ['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time'] +): print(proc.info) print("##[endgroup]") @@ -70,7 +72,9 @@ print(f"Swap: {swap.used/1024**3:.1f}/{swap.total/1024**3:.1f} GB ({swap.percent}%)") print("All process data") -for proc in psutil.process_iter(['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time']): +for proc in psutil.process_iter( + ['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time'] +): print(proc.info) print("##[endgroup]") From ad4cf28946899dae76209cc4393ea0b5e0457d80 Mon Sep 17 00:00:00 2001 From: Adam Dickin Date: Thu, 12 Feb 2026 17:03:15 +0000 Subject: [PATCH 4/6] fix quotes --- .../test_executable_scripts/test_miopen_plugin.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py index ef30622929..7cc857ea8b 100644 --- a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py +++ b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py @@ -19,7 +19,7 @@ print("All process data") for proc in psutil.process_iter( - ['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time'] + ["pid", "name", "ppid", "memory_info", "cpu_percent", "create_time"] ): print(proc.info) @@ -73,7 +73,7 @@ print("All process data") for proc in psutil.process_iter( - ['pid', 'name', 'ppid', 'memory_info', 'cpu_percent', 'create_time'] + ["pid", "name", "ppid", "memory_info", "cpu_percent", "create_time"] ): print(proc.info) From d7482d2c26fba16f1aabd191bac25e03bb93101f Mon Sep 17 00:00:00 2001 From: Adam Dickin Date: Tue, 17 Feb 2026 12:04:31 -0700 Subject: [PATCH 5/6] Remove psutil logging from test_miopen_plugin.py Removed memory and CPU usage logging using psutil. --- .../test_miopen_plugin.py | 41 ------------------- 1 file changed, 41 deletions(-) diff --git a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py index 7cc857ea8b..9d24e93705 100644 --- a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py +++ b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py @@ -3,28 +3,6 @@ import shlex import subprocess from pathlib import Path -import psutil - - - -print("##[group]PSTREE_START") - -mem = psutil.virtual_memory() -swap = psutil.swap_memory() -cpu_percent = psutil.cpu_percent(interval=1) # interval=1 means sample over 1 second - -print(f"CPU: {cpu_percent}%") -print(f"RAM: {mem.used/1024**3:.1f}/{mem.total/1024**3:.1f} GB ({mem.percent}%)") -print(f"Swap: {swap.used/1024**3:.1f}/{swap.total/1024**3:.1f} GB ({swap.percent}%)") - -print("All process data") -for proc in psutil.process_iter( - ["pid", "name", "ppid", "memory_info", "cpu_percent", "create_time"] -): - print(proc.info) - -print("##[endgroup]") - THEROCK_BIN_DIR = os.getenv("THEROCK_BIN_DIR") SCRIPT_DIR = Path(__file__).resolve().parent @@ -59,22 +37,3 @@ check=True, env=environ_vars, ) - - -print("##[group]PSTREE_END") - -mem = psutil.virtual_memory() -swap = psutil.swap_memory() -cpu_percent = psutil.cpu_percent(interval=1) # interval=1 means sample over 1 second - -print(f"CPU: {cpu_percent}%") -print(f"RAM: {mem.used/1024**3:.1f}/{mem.total/1024**3:.1f} GB ({mem.percent}%)") -print(f"Swap: {swap.used/1024**3:.1f}/{swap.total/1024**3:.1f} GB ({swap.percent}%)") - -print("All process data") -for proc in psutil.process_iter( - ["pid", "name", "ppid", "memory_info", "cpu_percent", "create_time"] -): - print(proc.info) - -print("##[endgroup]") From d6cbd07d8d53a4847ee9f373746cffdae2feacf3 Mon Sep 17 00:00:00 2001 From: Adam Dickin Date: Tue, 17 Feb 2026 12:04:51 -0700 Subject: [PATCH 6/6] Change ctest option from --verbose to --output-on-failure --- .../test_executable_scripts/test_miopen_plugin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py index 9d24e93705..ee9566c6ac 100644 --- a/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py +++ b/build_tools/github_actions/test_executable_scripts/test_miopen_plugin.py @@ -14,7 +14,7 @@ "ctest", "--test-dir", f"{THEROCK_BIN_DIR}/miopen_legacy_plugin", - "--verbose", + "--output-on-failure", "--parallel", "8", "--timeout",