Scroll has coordinate

Author: jurgisp

src/generalagents/action.py

@@ -105,6 +105,7 @@ class ActionDrag:
 class ActionScroll:
     kind: Literal["scroll"]
     scroll_delta: int
+    coordinate: Coordinate
 
 
 @dataclass

src/generalagents/macos/computer.py

@@ -76,7 +76,8 @@ def _execute_action(self, action: Action) -> None:
                 pyautogui.moveTo(*self._scaled(start))
                 pyautogui.dragTo(*self._scaled(end), duration=0.5)
 
-            case ActionScroll(kind="scroll", scroll_delta=delta):
+            case ActionScroll(kind="scroll", scroll_delta=delta, coordinate=coord):
+                pyautogui.moveTo(*self._scaled(coord))
                 pyautogui.scroll(float(delta * self.scale_factor))
 
             case ActionWait(kind="wait"):

tests/test_structure.py

@@ -66,8 +66,8 @@ def test_structure():
     assert action == cattrs.structure(dict_, Action)  # pyright: ignore [reportArgumentType]
 
     # Test ActionScroll
-    dict_ = {"kind": "scroll", "scroll_delta": -100}
-    action = ActionScroll(kind="scroll", scroll_delta=-100)
+    dict_ = {"kind": "scroll", "scroll_delta": -100, "coordinate": {"x": 100, "y": 200}}
+    action = ActionScroll(kind="scroll", scroll_delta=-100, coordinate=Coordinate(x=100, y=200))
     assert action == cattrs.structure(dict_, Action)  # pyright: ignore [reportArgumentType]
 
     # Test ActionWait