feat(issues): Add project-level enable option for LLM issue detection (#112710)

Add `ai_issue_detection_enabled` to the performance issue detection
settings. also adds settings for specific issue types and filtering for
those issue types if the setting is off

Author: roggenkemper

src/sentry/issues/endpoints/project_performance_issue_settings.py

@@ -18,6 +18,7 @@
     update_performance_settings,
 )
 from sentry.issues.grouptype import (
+    AIDetectedGeneralGroupType,
     GroupType,
     PerformanceConsecutiveDBQueriesGroupType,
     PerformanceConsecutiveHTTPQueriesGroupType,
@@ -85,6 +86,13 @@ class ConfigurableThresholds(Enum):
     SQL_INJECTION_QUERY_VALUE_LENGTH = "sql_injection_query_value_length_threshold"
     WEB_VITALS = "web_vitals_detection_enabled"
     WEB_VITALS_COUNT = "web_vitals_count"
+    AI_ISSUE_DETECTION = "ai_issue_detection_enabled"
+    AI_DETECTED_HTTP = "ai_detected_http_enabled"
+    AI_DETECTED_DB = "ai_detected_db_enabled"
+    AI_DETECTED_RUNTIME_PERFORMANCE = "ai_detected_runtime_performance_enabled"
+    AI_DETECTED_SECURITY = "ai_detected_security_enabled"
+    AI_DETECTED_CODE_HEALTH = "ai_detected_code_health_enabled"
+    AI_DETECTED_GENERAL = "ai_detected_general_enabled"
 
 
 project_settings_to_group_map: dict[str, type[GroupType]] = {
@@ -103,6 +111,7 @@ class ConfigurableThresholds(Enum):
     InternalProjectOptions.FUNCTION_DURATION_REGRESSION.value: ProfileFunctionRegressionType,
     ConfigurableThresholds.DB_QUERY_INJECTION.value: QueryInjectionVulnerabilityGroupType,
     ConfigurableThresholds.WEB_VITALS.value: WebVitalsGroup,
+    ConfigurableThresholds.AI_ISSUE_DETECTION.value: AIDetectedGeneralGroupType,
 }
 """
 A mapping of the management settings to the group type that the detector spawns.
@@ -125,6 +134,12 @@ class ConfigurableThresholds(Enum):
     ConfigurableThresholds.HTTP_OVERHEAD_REQUEST_DELAY.value: ConfigurableThresholds.HTTP_OVERHEAD.value,
     ConfigurableThresholds.SQL_INJECTION_QUERY_VALUE_LENGTH.value: ConfigurableThresholds.DB_QUERY_INJECTION.value,
     ConfigurableThresholds.WEB_VITALS_COUNT.value: ConfigurableThresholds.WEB_VITALS.value,
+    ConfigurableThresholds.AI_DETECTED_HTTP.value: ConfigurableThresholds.AI_ISSUE_DETECTION.value,
+    ConfigurableThresholds.AI_DETECTED_DB.value: ConfigurableThresholds.AI_ISSUE_DETECTION.value,
+    ConfigurableThresholds.AI_DETECTED_RUNTIME_PERFORMANCE.value: ConfigurableThresholds.AI_ISSUE_DETECTION.value,
+    ConfigurableThresholds.AI_DETECTED_SECURITY.value: ConfigurableThresholds.AI_ISSUE_DETECTION.value,
+    ConfigurableThresholds.AI_DETECTED_CODE_HEALTH.value: ConfigurableThresholds.AI_ISSUE_DETECTION.value,
+    ConfigurableThresholds.AI_DETECTED_GENERAL.value: ConfigurableThresholds.AI_ISSUE_DETECTION.value,
 }
 """
 A mapping of threshold setting to the parent setting that manages it's detection.
@@ -199,6 +214,13 @@ class ProjectPerformanceIssueSettingsSerializer(serializers.Serializer):
     function_duration_regression_detection_enabled = serializers.BooleanField(required=False)
     db_query_injection_detection_enabled = serializers.BooleanField(required=False)
     web_vitals_detection_enabled = serializers.BooleanField(required=False)
+    ai_issue_detection_enabled = serializers.BooleanField(required=False)
+    ai_detected_http_enabled = serializers.BooleanField(required=False)
+    ai_detected_db_enabled = serializers.BooleanField(required=False)
+    ai_detected_runtime_performance_enabled = serializers.BooleanField(required=False)
+    ai_detected_security_enabled = serializers.BooleanField(required=False)
+    ai_detected_code_health_enabled = serializers.BooleanField(required=False)
+    ai_detected_general_enabled = serializers.BooleanField(required=False)
     sql_injection_query_value_length_threshold = serializers.IntegerField(
         required=False, min_value=3, max_value=10
     )

src/sentry/projectoptions/defaults.py

@@ -106,6 +106,7 @@
     "function_duration_regression_detection_enabled": True,
     "db_query_injection_detection_enabled": False,
     "web_vitals_detection_enabled": True,
+    "ai_issue_detection_enabled": True,
 }
 
 DEFAULT_PROJECT_PERFORMANCE_GENERAL_SETTINGS = {

src/sentry/tasks/llm_issue_detection/detection.py

@@ -168,6 +168,15 @@ def get_base_platform(platform: str | None) -> str | None:
     "Deprecation Warning": AIDetectedCodeHealthGroupType,
 }
 
+GROUP_TYPE_TO_SETTING: dict[type[GroupType], str] = {
+    AIDetectedHTTPGroupType: "ai_detected_http_enabled",
+    AIDetectedDBGroupType: "ai_detected_db_enabled",
+    AIDetectedRuntimePerformanceGroupType: "ai_detected_runtime_performance_enabled",
+    AIDetectedSecurityGroupType: "ai_detected_security_enabled",
+    AIDetectedCodeHealthGroupType: "ai_detected_code_health_enabled",
+    AIDetectedGeneralGroupType: "ai_detected_general_enabled",
+}
+
 
 def get_group_type_for_title(title: str) -> type[GroupType]:
     return TITLE_TO_GROUP_TYPE.get(title, AIDetectedGeneralGroupType)
@@ -180,6 +189,13 @@ def create_issue_occurrence_from_detection(
     """
     Create and produce an IssueOccurrence from an LLM-detected issue.
     """
+    group_type = get_group_type_for_title(detected_issue.title)
+    setting_key = GROUP_TYPE_TO_SETTING.get(group_type)
+    if setting_key:
+        perf_settings = project.get_option("sentry:performance_issue_settings", default={})
+        if not perf_settings.get(setting_key, True):
+            return
+
     event_id = uuid4().hex
     occurrence_id = uuid4().hex
     detection_time = datetime.now(UTC)
@@ -307,6 +323,10 @@ def detect_llm_issues_for_project(project_id: int) -> None:
     if not has_access:
         return
 
+    perf_settings = project.get_option("sentry:performance_issue_settings", default={})
+    if not perf_settings.get("ai_issue_detection_enabled", True):
+        return
+
     evidence_traces = get_project_top_transaction_traces_for_llm_detection(
         project_id, limit=TRANSACTION_BATCH_SIZE, start_time_delta_minutes=START_TIME_DELTA_MINUTES
     )