feat(seer setting): Task to change Seer settings for projects for new and existing orgs (#104290)

## PR Details
+ This is task that will be called from the billing code in `getsentry`
by @brendanhsentry to set project level preferences for each org that
signs up for the new pricing. This will be called when **an existing org
or new org ** switches over to the new pricing.
+ The task needs org id and run on all projects in that org.
+ It sets "sentry:seer_scanner_automation" to True (even if it was
false) and "sentry:autofix_automation_tuning" to "medium" (even if it
was false since medium is the new default) .
+ It changes the "Where Seer should stop" setting in Seer via the API if
it's not already code changes or open PR.

Author: Mihir-Mavalankar

src/sentry/seer/autofix/utils.py

@@ -172,6 +172,44 @@ def get_project_seer_preferences(project_id: int):
     raise SeerApiError(response.data.decode("utf-8"), response.status)
 
 
+def bulk_get_project_preferences(organization_id: int, project_ids: list[int]) -> dict[str, dict]:
+    """Bulk fetch Seer project preferences. Returns dict mapping project ID (string) to preference dict."""
+    path = "/v1/project-preference/bulk"
+    body = orjson.dumps({"organization_id": organization_id, "project_ids": project_ids})
+
+    response = make_signed_seer_api_request(
+        autofix_connection_pool,
+        path,
+        body=body,
+        timeout=10,
+    )
+
+    if response.status >= 400:
+        raise SeerApiError(response.data.decode("utf-8"), response.status)
+
+    result = orjson.loads(response.data)
+    return result.get("preferences", {})
+
+
+def bulk_set_project_preferences(organization_id: int, preferences: list[dict]) -> None:
+    """Bulk set Seer project preferences for multiple projects."""
+    if not preferences:
+        return
+
+    path = "/v1/project-preference/bulk-set"
+    body = orjson.dumps({"organization_id": organization_id, "preferences": preferences})
+
+    response = make_signed_seer_api_request(
+        autofix_connection_pool,
+        path,
+        body=body,
+        timeout=15,
+    )
+
+    if response.status >= 400:
+        raise SeerApiError(response.data.decode("utf-8"), response.status)
+
+
 def get_autofix_repos_from_project_code_mappings(project: Project) -> list[dict]:
     if settings.SEER_AUTOFIX_FORCE_USE_REPOS:
         # This is for testing purposes only, for example in s4s we want to force the use of specific repo(s)

src/sentry/tasks/autofix.py

@@ -2,8 +2,14 @@
 from datetime import datetime, timedelta
 
 from sentry.models.group import Group
+from sentry.models.organization import Organization
+from sentry.models.project import Project
 from sentry.seer.autofix.constants import AutofixStatus, SeerAutomationSource
-from sentry.seer.autofix.utils import get_autofix_state
+from sentry.seer.autofix.utils import (
+    bulk_get_project_preferences,
+    bulk_set_project_preferences,
+    get_autofix_state,
+)
 from sentry.tasks.base import instrumented_task
 from sentry.taskworker.namespaces import ingest_errors_tasks, issues_tasks
 from sentry.taskworker.retry import Retry
@@ -95,3 +101,60 @@ def run_automation_only_task(group_id: int) -> None:
     run_automation(
         group=group, user=AnonymousUser(), event=event, source=SeerAutomationSource.POST_PROCESS
     )
+
+
+@instrumented_task(
+    name="sentry.tasks.autofix.configure_seer_for_existing_org",
+    namespace=issues_tasks,
+    processing_deadline_duration=90,
+    retry=Retry(times=3),
+)
+def configure_seer_for_existing_org(organization_id: int) -> None:
+    """
+    Configure Seer settings for a new or existing organization migrating to new Seer pricing.
+
+    Sets:
+    - Org-level: enable_seer_coding=True - to override old check
+    - Project-level (all projects): seer_scanner_automation=True, autofix_automation_tuning="medium" or "off"
+    - Seer API (all projects): automated_run_stopping_point="code_changes" or "open_pr"
+    """
+    organization = Organization.objects.get(id=organization_id)
+
+    # Set org-level options
+    organization.update_option("sentry:enable_seer_coding", True)
+
+    projects = list(Project.objects.filter(organization_id=organization_id, status=0))
+    project_ids = [p.id for p in projects]
+
+    if len(project_ids) == 0:
+        return
+
+    # If seer is enabled for an org, every project must have project level settings
+    for project in projects:
+        project.update_option("sentry:seer_scanner_automation", True)
+        # New automation default for the new pricing is medium.
+        project.update_option("sentry:autofix_automation_tuning", "medium")
+
+    preferences_by_id = bulk_get_project_preferences(organization_id, project_ids)
+
+    # Determine which projects need updates
+    preferences_to_set = []
+    for project_id in project_ids:
+        existing_pref = preferences_by_id.get(str(project_id), {})
+
+        # Skip projects that already have an acceptable stopping point configured
+        if existing_pref.get("automated_run_stopping_point") in ("open_pr", "code_changes"):
+            continue
+
+        # Preserve existing repositories and automation_handoff, only update the stopping point
+        preferences_to_set.append(
+            {
+                "organization_id": organization_id,
+                "project_id": project_id,
+                "repositories": existing_pref.get("repositories") or [],
+                "automated_run_stopping_point": "code_changes",
+                "automation_handoff": existing_pref.get("automation_handoff"),
+            }
+        )
+    if len(preferences_to_set) > 0:
+        bulk_set_project_preferences(organization_id, preferences_to_set)

tests/sentry/tasks/test_autofix.py

@@ -1,12 +1,17 @@
 from datetime import datetime, timedelta
 from unittest.mock import MagicMock, patch
 
+import pytest
 from django.test import TestCase
 
 from sentry.seer.autofix.constants import AutofixStatus, SeerAutomationSource
 from sentry.seer.autofix.utils import AutofixState
-from sentry.seer.models import SummarizeIssueResponse, SummarizeIssueScores
-from sentry.tasks.autofix import check_autofix_status, generate_issue_summary_only
+from sentry.seer.models import SeerApiError, SummarizeIssueResponse, SummarizeIssueScores
+from sentry.tasks.autofix import (
+    check_autofix_status,
+    configure_seer_for_existing_org,
+    generate_issue_summary_only,
+)
 from sentry.testutils.cases import TestCase as SentryTestCase
 
 
@@ -127,3 +132,104 @@ def test_generates_fixability_score(
 
         group.refresh_from_db()
         assert group.seer_fixability_score == 0.75
+
+
+class TestConfigureSeerForExistingOrg(SentryTestCase):
+    @patch("sentry.tasks.autofix.bulk_set_project_preferences")
+    @patch("sentry.tasks.autofix.bulk_get_project_preferences")
+    def test_configures_org_and_project_settings(
+        self, mock_bulk_get: MagicMock, mock_bulk_set: MagicMock
+    ) -> None:
+        """Test that org and project settings are configured correctly."""
+        project1 = self.create_project(organization=self.organization)
+        project2 = self.create_project(organization=self.organization)
+        # Set to non-off value so we can verify it gets changed to medium
+        project1.update_option("sentry:autofix_automation_tuning", "low")
+        project2.update_option("sentry:autofix_automation_tuning", "high")
+
+        mock_bulk_get.return_value = {}
+
+        configure_seer_for_existing_org(organization_id=self.organization.id)
+
+        # Check org-level option
+        assert self.organization.get_option("sentry:enable_seer_coding") is True
+
+        # Check project-level options
+        assert project1.get_option("sentry:seer_scanner_automation") is True
+        assert project1.get_option("sentry:autofix_automation_tuning") == "medium"
+        assert project2.get_option("sentry:seer_scanner_automation") is True
+        assert project2.get_option("sentry:autofix_automation_tuning") == "medium"
+
+        mock_bulk_get.assert_called_once()
+        mock_bulk_set.assert_called_once()
+
+    @patch("sentry.tasks.autofix.bulk_set_project_preferences")
+    @patch("sentry.tasks.autofix.bulk_get_project_preferences")
+    def test_overrides_autofix_off_to_medium(
+        self, mock_bulk_get: MagicMock, mock_bulk_set: MagicMock
+    ) -> None:
+        """Test that projects with autofix set to off are migrated to medium."""
+        project = self.create_project(organization=self.organization)
+        project.update_option("sentry:autofix_automation_tuning", "off")
+
+        mock_bulk_get.return_value = {}
+
+        configure_seer_for_existing_org(organization_id=self.organization.id)
+
+        # autofix_automation_tuning should be migrated to medium for new pricing
+        assert project.get_option("sentry:autofix_automation_tuning") == "medium"
+        # Scanner should be enabled
+        assert project.get_option("sentry:seer_scanner_automation") is True
+
+    @patch("sentry.tasks.autofix.bulk_set_project_preferences")
+    @patch("sentry.tasks.autofix.bulk_get_project_preferences")
+    def test_skips_projects_with_existing_stopping_point(
+        self, mock_bulk_get: MagicMock, mock_bulk_set: MagicMock
+    ) -> None:
+        """Test that projects with open_pr or code_changes stopping point are skipped."""
+        project1 = self.create_project(organization=self.organization)
+        project2 = self.create_project(organization=self.organization)
+
+        mock_bulk_get.return_value = {
+            str(project1.id): {"automated_run_stopping_point": "open_pr"},
+            str(project2.id): {"automated_run_stopping_point": "code_changes"},
+        }
+
+        configure_seer_for_existing_org(organization_id=self.organization.id)
+
+        # bulk_set should not be called since both projects are skipped
+        mock_bulk_set.assert_not_called()
+
+    @patch("sentry.tasks.autofix.bulk_get_project_preferences")
+    def test_raises_on_bulk_get_api_failure(self, mock_bulk_get: MagicMock) -> None:
+        """Test that task raises on bulk GET API failure to trigger retry."""
+        project1 = self.create_project(organization=self.organization)
+        project2 = self.create_project(organization=self.organization)
+
+        mock_bulk_get.side_effect = SeerApiError("API error", 500)
+
+        with pytest.raises(SeerApiError):
+            configure_seer_for_existing_org(organization_id=self.organization.id)
+
+        # Sentry DB options should still be set before the API call
+        assert project1.get_option("sentry:seer_scanner_automation") is True
+        assert project2.get_option("sentry:seer_scanner_automation") is True
+
+    @patch("sentry.tasks.autofix.bulk_set_project_preferences")
+    @patch("sentry.tasks.autofix.bulk_get_project_preferences")
+    def test_raises_on_bulk_set_api_failure(
+        self, mock_bulk_get: MagicMock, mock_bulk_set: MagicMock
+    ) -> None:
+        """Test that task raises on bulk SET API failure to trigger retry."""
+        project1 = self.create_project(organization=self.organization)
+        project2 = self.create_project(organization=self.organization)
+
+        mock_bulk_get.return_value = {}
+        mock_bulk_set.side_effect = SeerApiError("API error", 500)
+
+        with pytest.raises(SeerApiError):
+            configure_seer_for_existing_org(organization_id=self.organization.id)
+
+        # Sentry DB options should still be set before the API call
+        assert project1.get_option("sentry:seer_scanner_automation") is True
+        assert project2.get_option("sentry:seer_scanner_automation") is True