Merge pull request #62 from stainless-sdks/STG-1296

STG-1296

Author: monadoid

README.md

@@ -168,7 +168,7 @@ npm install playwright
 export BROWSERBASE_API_KEY="your-browserbase-api-key"
 export BROWSERBASE_PROJECT_ID="your-browserbase-project-id"
 export MODEL_API_KEY="your-openai-api-key"
-bundle exec ruby examples/remote_playwright_example.rb
+bundle exec ruby examples/remote_browser_playwright_example.rb
 ```
 
 Watir local example:

examples/remote_playwright_example.rb …les/remote_browser_playwright_example.rbexamples/remote_playwright_example.rb renamed to examples/remote_browser_playwright_example.rb examples/remote_playwright_example.rb renamed to examples/remote_browser_playwright_example.rb

@@ -16,7 +16,7 @@
 #       ./node_modules/.bin/playwright install chromium
 #
 # Run:
-#   bundle exec ruby examples/remote_playwright_example.rb
+#   bundle exec ruby examples/remote_browser_playwright_example.rb
 
 begin
   require("playwright")
@@ -62,6 +62,36 @@ def resolve_page_target_id(cdp_session, page_url)
   target && target["targetId"]
 end
 
+def print_stream_event(label, event)
+  case event.type
+  when :log
+    puts("[#{label}] log: #{event.data.message}")
+  when :system
+    status = event.data.status
+    if event.data.respond_to?(:error) && event.data.error
+      puts("[#{label}] system #{status}: #{event.data.error}")
+    elsif event.data.respond_to?(:result) && !event.data.result.nil?
+      puts("[#{label}] system #{status}: #{event.data.result}")
+    else
+      puts("[#{label}] system #{status}")
+    end
+  else
+    puts("[#{label}] event: #{event.inspect}")
+  end
+end
+
+def stream_with_result(label, stream)
+  puts("#{label} stream:")
+  result = nil
+  stream.each do |event|
+    print_stream_event(label, event)
+    if event.type == :system && event.data.respond_to?(:result) && !event.data.result.nil?
+      result = event.data.result
+    end
+  end
+  result
+end
+
 client = Stagehand::Client.new(
   browserbase_api_key: browserbase_api_key,
   browserbase_project_id: browserbase_project_id,
@@ -102,23 +132,43 @@ def resolve_page_target_id(cdp_session, page_url)
         raise "Page target id not found for page target"
       end
 
-      observe_response = client.sessions.observe(
+      observe_stream = client.sessions.observe_streaming(
         session_id,
         frame_id: page_target_id,
         instruction: "Find all clickable links on this page"
       )
-      puts("Found #{observe_response.data.result.length} possible actions")
+      observe_result = stream_with_result("Observe", observe_stream)
+      if observe_result.nil?
+        observe_response = client.sessions.observe(
+          session_id,
+          frame_id: page_target_id,
+          instruction: "Find all clickable links on this page"
+        )
+        observe_result = observe_response.data.result
+      end
+      puts("Found #{observe_result.length} possible actions")
 
-      action = observe_response.data.result.first
+      action = observe_result.first
       act_input = action ? action.to_h.merge(method: "click") : "Click the 'Learn more' link"
-      act_response = client.sessions.act(
+
+      act_stream = client.sessions.act_streaming(
         session_id,
         frame_id: page_target_id,
         input: act_input
       )
-      puts("Act completed: #{act_response.data.result[:message]}")
+      act_result = stream_with_result("Act", act_stream)
+      if act_result.nil?
+        act_response = client.sessions.act(
+          session_id,
+          frame_id: page_target_id,
+          input: act_input
+        )
+        act_result = act_response.data.result
+      end
+      act_message = act_result.is_a?(Hash) ? (act_result[:message] || act_result["message"]) : act_result
+      puts("Act completed: #{act_message}")
 
-      extract_response = client.sessions.extract(
+      extract_stream = client.sessions.extract_streaming(
         session_id,
         frame_id: page_target_id,
         instruction: "Extract the main heading and any links on this page",
@@ -130,9 +180,25 @@ def resolve_page_target_id(cdp_session, page_url)
           }
         }
       )
-      puts("Extracted: #{extract_response.data.result}")
+      extract_result = stream_with_result("Extract", extract_stream)
+      if extract_result.nil?
+        extract_response = client.sessions.extract(
+          session_id,
+          frame_id: page_target_id,
+          instruction: "Extract the main heading and any links on this page",
+          schema: {
+            type: "object",
+            properties: {
+              heading: {type: "string"},
+              links: {type: "array", items: {type: "string"}}
+            }
+          }
+        )
+        extract_result = extract_response.data.result
+      end
+      puts("Extracted: #{extract_result}")
 
-      execute_response = client.sessions.execute(
+      execute_stream = client.sessions.execute_streaming(
         session_id,
         frame_id: page_target_id,
         execute_options: {
@@ -147,12 +213,34 @@ def resolve_page_target_id(cdp_session, page_url)
           cua: false
         }
       )
-      puts("Agent completed: #{execute_response.data.result[:message]}")
-      puts("Agent success: #{execute_response.data.result[:success]}")
+      execute_result = stream_with_result("Agent", execute_stream)
+      if execute_result.nil?
+        execute_response = client.sessions.execute(
+          session_id,
+          frame_id: page_target_id,
+          execute_options: {
+            instruction: "Click on the 'Learn more' link if available",
+            max_steps: 3
+          },
+          agent_config: {
+            model: Stagehand::ModelConfig.new(
+              model_name: "openai/gpt-5-nano",
+              api_key: model_key
+            ),
+            cua: false
+          }
+        )
+        execute_result = execute_response.data.result
+      end
+      agent_message =
+        execute_result.is_a?(Hash) ? (execute_result[:message] || execute_result["message"]) : execute_result
+      agent_success = execute_result.is_a?(Hash) ? (execute_result[:success] || execute_result["success"]) : nil
+      puts("Agent completed: #{agent_message}")
+      puts("Agent success: #{agent_success}")
 
       page.wait_for_load_state(state: "domcontentloaded")
-      page.screenshot(path: "screenshot_remote_playwright.png", fullPage: true)
-      puts("Screenshot saved to: screenshot_remote_playwright.png")
+      page.screenshot(path: "screenshot_remote_browser_playwright.png", fullPage: true)
+      puts("Screenshot saved to: screenshot_remote_browser_playwright.png")
     ensure
       browser.close
     end