diff --git a/src/gimbench/base.py b/src/gimbench/base.py
index f48ca31..a333b20 100644
--- a/src/gimbench/base.py
+++ b/src/gimbench/base.py
@@ -29,8 +29,19 @@ def _create_eval_env() -> dict[str, str]:
         git_repo = "unknown"
         git_branch = "unknown"
         git_commit_id = "unknown"
+
+    sanitized_argv = list(sys.argv)
+    for i in range(len(sanitized_argv)):
+        arg = sanitized_argv[i]
+        for secret in SECRET_ARGS:
+            if arg.startswith((f"--{secret}=", f"--{secret.replace('_', '-')}=")):
+                key, _ = arg.split("=", 1)
+                sanitized_argv[i] = f"{key}=****"
+            elif (arg == f"--{secret}" or arg == f"--{secret.replace('_', '-')}") and i + 1 < len(sanitized_argv):
+                sanitized_argv[i + 1] = "****"
+
     return {
-        "exec_command": " ".join([sys.executable, *sys.argv]),
+        "exec_command": " ".join([sys.executable, *sanitized_argv]),
         "gimbench_version": gimbench.__version__,
         "gimbench_file": str(gimbench.__file__),
         "gimkit_version": gimkit.__version__,