feat(night-shift): Trigger autofix for fixable candidates and add dry run mode (#113056)

Night shift triage now triggers autofix automation for candidates
identified as fixable by the agentic triage strategy. Each autofix run
carries a dedicated `NIGHT_SHIFT` referrer
(`AutofixReferrer.NIGHT_SHIFT` + `auto_run_source="night_shift"`) so
this cohort can be tracked and evaluated separately from the regular
post-process/alert automation flow.

Per candidate, we check for an existing autofix run and resolve the
user's configured stopping point before dispatching
`_trigger_autofix_task`. Unlike the regular automation flow, we skip the
fixability-score-based stopping point since night shift already
performed its own agentic assessment — only the user's project
preference is honored as an upper bound. Quota and feature flag checks
are handled downstream by `trigger_autofix`/`trigger_autofix_explorer`.

Also adds a **dry run** toggle to the Seer admin page (`/_admin/seer/`).
When enabled, night shift runs triage and logs candidates as usual but
skips autofix triggering — useful for evaluating triage quality without
side effects like autofix run timestamps that prevent re-runs.

### Changes

- `issue_summary.py`: Wire `NIGHT_SHIFT` into `auto_run_source_map` and
`referrer_map`. Extract `_get_user_stopping_point_preference` helper and
add `get_user_stopping_point` for callers that need just the user
preference without fixability scoring.
- `cron.py`: Add `_trigger_autofix_for_candidate()` helper, loop in
`run_night_shift_for_org`, accept `dry_run` kwarg, use
`get_user_stopping_point` for stopping point.
- `admin_night_shift_trigger.py`: Pass `dry_run` flag through to the
task.
- `seerAdminPage.tsx`: Add dry run checkbox to the night shift trigger
form.

---------

Co-authored-by: Claude <noreply@anthropic.com>

Author: trevor-e

src/sentry/seer/autofix/issue_summary.py

@@ -62,12 +62,14 @@
     SeerAutomationSource.ISSUE_DETAILS: "issue_summary_fixability",
     SeerAutomationSource.ALERT: "issue_summary_on_alert_fixability",
     SeerAutomationSource.POST_PROCESS: "issue_summary_on_post_process_fixability",
+    SeerAutomationSource.NIGHT_SHIFT: "night_shift",
 }
 
 referrer_map = {
     SeerAutomationSource.ISSUE_DETAILS: AutofixReferrer.ISSUE_SUMMARY_FIXABILITY,
     SeerAutomationSource.ALERT: AutofixReferrer.ISSUE_SUMMARY_ALERT_FIXABILITY,
     SeerAutomationSource.POST_PROCESS: AutofixReferrer.ISSUE_SUMMARY_POST_PROCESS_FIXABILITY,
+    SeerAutomationSource.NIGHT_SHIFT: AutofixReferrer.NIGHT_SHIFT,
 }
 
 STOPPING_POINT_HIERARCHY = {

src/sentry/seer/endpoints/admin_night_shift_trigger.py

@@ -26,11 +26,14 @@ def post(self, request: Request) -> Response:
         except (ValueError, TypeError):
             return Response({"detail": "organization_id must be a valid integer"}, status=400)
 
-        run_night_shift_for_org.apply_async(args=[organization_id])
+        dry_run = bool(request.data.get("dry_run", False))
+
+        run_night_shift_for_org.apply_async(args=[organization_id], kwargs={"dry_run": dry_run})
 
         return Response(
             {
                 "success": True,
                 "organization_id": organization_id,
+                "dry_run": dry_run,
             }
         )

src/sentry/tasks/seer/night_shift/cron.py

@@ -9,13 +9,24 @@
 
 from sentry import features, options
 from sentry.constants import ObjectStatus
+from sentry.models.group import Group
 from sentry.models.organization import Organization, OrganizationStatus
 from sentry.models.project import Project
-from sentry.seer.autofix.constants import AutofixAutomationTuningSettings
+from sentry.seer.autofix.constants import (
+    AutofixAutomationTuningSettings,
+    SeerAutomationSource,
+)
+from sentry.seer.autofix.issue_summary import (
+    _trigger_autofix_task,
+    auto_run_source_map,
+    referrer_map,
+)
 from sentry.seer.autofix.utils import bulk_read_preferences
 from sentry.seer.models.night_shift import SeerNightShiftRun, SeerNightShiftRunIssue
+from sentry.seer.models.seer_api_models import SeerProjectPreference
 from sentry.tasks.base import instrumented_task
 from sentry.tasks.seer.night_shift.agentic_triage import agentic_triage_strategy
+from sentry.tasks.seer.night_shift.models import TriageAction
 from sentry.taskworker.namespaces import seer_tasks
 from sentry.utils.iterators import chunked
 from sentry.utils.query import RangeQuerySetWrapper
@@ -76,7 +87,7 @@ def schedule_night_shift() -> None:
     namespace=seer_tasks,
     processing_deadline_duration=5 * 60,
 )
-def run_night_shift_for_org(organization_id: int) -> None:
+def run_night_shift_for_org(organization_id: int, dry_run: bool = False) -> None:
     try:
         organization = Organization.objects.get(
             id=organization_id, status=OrganizationStatus.ACTIVE
@@ -94,7 +105,7 @@ def run_night_shift_for_org(organization_id: int) -> None:
     start_time = time.monotonic()
 
     try:
-        eligible_projects = _get_eligible_projects(organization)
+        eligible_projects, preferences = _get_eligible_projects(organization)
         if not eligible_projects:
             logger.info(
                 "night_shift.no_eligible_projects",
@@ -160,6 +171,7 @@ def run_night_shift_for_org(organization_id: int) -> None:
             "run_id": run.id,
             "num_eligible_projects": len(eligible_projects),
             "num_candidates": len(candidates),
+            "dry_run": dry_run,
             "candidates": [
                 {
                     "group_id": c.group.id,
@@ -170,6 +182,16 @@ def run_night_shift_for_org(organization_id: int) -> None:
         },
     )
 
+    autofix_triggered = 0
+    if not dry_run:
+        for c in candidates:
+            if c.action == TriageAction.AUTOFIX:
+                pref = preferences.get(c.group.project_id)
+                stopping_point = pref.automated_run_stopping_point if pref else None
+                if _trigger_autofix_for_candidate(c.group, organization, stopping_point):
+                    autofix_triggered += 1
+    sentry_sdk.metrics.count("night_shift.autofix_triggered", autofix_triggered)
+
 
 def _get_eligible_orgs_from_batch(
     orgs: Sequence[Organization],
@@ -193,21 +215,57 @@ def _get_eligible_orgs_from_batch(
     return eligible
 
 
-def _get_eligible_projects(organization: Organization) -> list[Project]:
+def _trigger_autofix_for_candidate(
+    group: Group, organization: Organization, stopping_point: str | None
+) -> bool:
+    """Trigger autofix for a single candidate identified as fixable by night shift triage.
+
+    Returns True if the autofix task was dispatched.
+    """
+    try:
+        event = group.get_latest_event()
+        if not event:
+            logger.warning(
+                "night_shift.no_event_for_autofix",
+                extra={"group_id": group.id, "organization_id": organization.id},
+            )
+            return False
+
+        _trigger_autofix_task.delay(
+            group_id=group.id,
+            event_id=event.event_id,
+            user_id=None,
+            auto_run_source=auto_run_source_map[SeerAutomationSource.NIGHT_SHIFT],
+            referrer=referrer_map[SeerAutomationSource.NIGHT_SHIFT],
+            stopping_point=stopping_point,
+        )
+        return True
+    except Exception:
+        logger.exception(
+            "night_shift.autofix_trigger_failed",
+            extra={"group_id": group.id, "organization_id": organization.id},
+        )
+        return False
+
+
+def _get_eligible_projects(
+    organization: Organization,
+) -> tuple[list[Project], dict[int, SeerProjectPreference | None]]:
     """Return active projects that have automation enabled and connected repos."""
     project_map = {
         p.id: p
         for p in Project.objects.filter(organization=organization, status=ObjectStatus.ACTIVE)
     }
     if not project_map:
-        return []
+        return [], {}
 
     preferences = bulk_read_preferences(organization, list(project_map))
 
-    return [
+    projects = [
         project_map[pid]
         for pid, pref in preferences.items()
         if pref is not None
         and pref.repositories
         and pref.autofix_automation_tuning != AutofixAutomationTuningSettings.OFF
     ]
+    return projects, preferences

static/gsAdmin/views/seerAdminPage.tsx

@@ -16,6 +16,7 @@ import {PageHeader} from 'admin/components/pageHeader';
 
 export function SeerAdminPage() {
   const [organizationId, setOrganizationId] = useState<string>('');
+  const [dryRun, setDryRun] = useState<boolean>(false);
   const regions = ConfigStore.get('regions');
   const [region, setRegion] = useState<Region | null>(regions[0] ?? null);
 
@@ -24,12 +25,15 @@ export function SeerAdminPage() {
       return fetchMutation({
         url: '/internal/seer/night-shift/trigger/',
         method: 'POST',
-        data: {organization_id: parseInt(organizationId, 10)},
+        data: {organization_id: parseInt(organizationId, 10), dry_run: dryRun},
         options: {host: region?.url},
       });
     },
     onSuccess: () => {
-      addSuccessMessage(`Night shift run triggered for organization ${organizationId}`);
+      const mode = dryRun ? ' (dry run)' : '';
+      addSuccessMessage(
+        `Night shift run triggered for organization ${organizationId}${mode}`
+      );
       setOrganizationId('');
     },
     onError: () => {
@@ -96,6 +100,14 @@ export function SeerAdminPage() {
                   onChange={e => setOrganizationId(e.target.value)}
                   placeholder="Enter organization ID"
                 />
+                <Flex as="label" gap="sm" align="center">
+                  <input
+                    type="checkbox"
+                    checked={dryRun}
+                    onChange={e => setDryRun(e.target.checked)}
+                  />
+                  <Text>Dry run (triage only, no autofix triggered)</Text>
+                </Flex>
                 <Button
                   priority="primary"
                   type="submit"

tests/sentry/seer/endpoints/test_admin_night_shift_trigger.py

@@ -28,7 +28,9 @@ def test_trigger_night_shift(self) -> None:
 
         assert response.data["success"] is True
         assert response.data["organization_id"] == self.organization.id
-        mock_task.apply_async.assert_called_once_with(args=[self.organization.id])
+        mock_task.apply_async.assert_called_once_with(
+            args=[self.organization.id], kwargs={"dry_run": False}
+        )
 
     def test_missing_organization_id(self) -> None:
         response = self.get_response()

tests/sentry/tasks/seer/test_night_shift.py

@@ -123,7 +123,9 @@ def test_filters_by_automation_and_repos(self) -> None:
         self.create_project(organization=org)
 
         with self.feature("organizations:seer-project-settings-read-from-sentry"):
-            assert _get_eligible_projects(org) == [eligible]
+            projects, preferences = _get_eligible_projects(org)
+            assert projects == [eligible]
+            assert eligible.id in preferences
 
 
 @django_db_all
@@ -264,6 +266,80 @@ def test_triage_error_records_error_message(self) -> None:
         assert run.error_message == "Night shift run failed"
         assert not SeerNightShiftRunIssue.objects.filter(run=run).exists()
 
+    def test_triggers_autofix_for_fixable_candidates(self) -> None:
+        org = self.create_organization()
+        project = self.create_project(organization=org)
+        self._make_eligible(project)
+
+        group = self._store_event_and_update_group(
+            project, "fixable", seer_fixability_score=0.9, times_seen=5
+        )
+
+        fake_client = FakeExplorerClient([group.id], action="autofix")
+        with (
+            self.feature("organizations:seer-project-settings-read-from-sentry"),
+            patch(
+                "sentry.tasks.seer.night_shift.agentic_triage.SeerExplorerClient",
+                return_value=fake_client,
+            ),
+            patch("sentry.tasks.seer.night_shift.cron._trigger_autofix_task") as mock_autofix_task,
+        ):
+            run_night_shift_for_org(org.id)
+
+            mock_autofix_task.delay.assert_called_once()
+            call_kwargs = mock_autofix_task.delay.call_args.kwargs
+            assert call_kwargs["group_id"] == group.id
+            assert call_kwargs["user_id"] is None
+            assert call_kwargs["auto_run_source"] == "night_shift"
+
+    def test_dry_run_skips_autofix(self) -> None:
+        org = self.create_organization()
+        project = self.create_project(organization=org)
+        self._make_eligible(project)
+
+        group = self._store_event_and_update_group(
+            project, "fixable", seer_fixability_score=0.9, times_seen=5
+        )
+
+        fake_client = FakeExplorerClient([group.id], action="autofix")
+        with (
+            self.feature("organizations:seer-project-settings-read-from-sentry"),
+            patch(
+                "sentry.tasks.seer.night_shift.agentic_triage.SeerExplorerClient",
+                return_value=fake_client,
+            ),
+            patch("sentry.tasks.seer.night_shift.cron._trigger_autofix_task") as mock_autofix_task,
+        ):
+            run_night_shift_for_org(org.id, dry_run=True)
+
+            mock_autofix_task.delay.assert_not_called()
+
+        # Candidates should still be saved to DB
+        run = SeerNightShiftRun.objects.get(organization=org)
+        assert SeerNightShiftRunIssue.objects.filter(run=run).count() == 1
+
+    def test_skips_autofix_for_non_autofix_candidates(self) -> None:
+        org = self.create_organization()
+        project = self.create_project(organization=org)
+        self._make_eligible(project)
+
+        group = self._store_event_and_update_group(
+            project, "skip-me", seer_fixability_score=0.9, times_seen=5
+        )
+
+        fake_client = FakeExplorerClient([group.id], action="root_cause_only")
+        with (
+            self.feature("organizations:seer-project-settings-read-from-sentry"),
+            patch(
+                "sentry.tasks.seer.night_shift.agentic_triage.SeerExplorerClient",
+                return_value=fake_client,
+            ),
+            patch("sentry.tasks.seer.night_shift.cron._trigger_autofix_task") as mock_autofix_task,
+        ):
+            run_night_shift_for_org(org.id)
+
+            mock_autofix_task.delay.assert_not_called()
+
     def test_empty_candidates_creates_run_with_no_issues(self) -> None:
         org = self.create_organization()
         project = self.create_project(organization=org)