perf: fix chat timeouts during tool calls, reduce latency and UI jank (#1)

* perf(tools): reduce fetch_url timeout 15s→8s, web_search 10s→6s

* perf(storage): stop writing settings.json on every read

* perf(backend): parallelize pre-flight ops, cache context providers

- Run system prompt build + Brave key fetch in parallel (Promise.all)
- Remove duplicate getSettings() call; reuse settings from earlier read
- Cache TodoContextProvider and NotesContextProvider instances instead
  of re-creating on every access via getter

* perf(ui): memoize remarkPlugins, debounce scroll-into-view

- Move [remarkGfm] array to module-level constant to prevent
  re-allocation on every render (was defeating React memo)
- Debounce scrollIntoView with 80ms timer to prevent DOM thrashing
  during fast delta streaming (was firing every animation frame)

* fix(chat): reset watchdog timer during tool execution

The 30s watchdog never reset while tools were executing, causing
"Model response timed out" errors during web search flows that
take 30-75s across multiple tool rounds.

Now resets on every onDelta and onToolStatus event. Increased
timeout from 30s to 60s to accommodate multi-round tool loops.

Author: karansinghgit

src/main/providerService.ts

@@ -147,15 +147,15 @@ export class ProviderService {
     checkedAt: number;
   }>();
 
+  private readonly contextProviders: Array<import("./context/types").ContextProvider>;
+
   constructor(
     private readonly storage: AppStorage,
     private readonly secureConfig: SecureConfig
-  ) {}
-
-  private get contextProviders() {
-    return [
-      new TodoContextProvider(this.storage),
-      new NotesContextProvider(this.storage)
+  ) {
+    this.contextProviders = [
+      new TodoContextProvider(storage),
+      new NotesContextProvider(storage)
     ];
   }
 
@@ -495,10 +495,11 @@ export class ProviderService {
     });
 
     let finalCitations: Citation[] = [];
-    const systemPrompt = await buildSystemPrompt(this.contextProviders, request.prompt);
-    const braveApiKey = await this.secureConfig.getToolApiKey("brave");
-    const toolToggles = (await this.storage.getSettings()).toolToggles;
-    const toolExecutors = buildToolExecutors(braveApiKey, toolToggles);
+    const [systemPrompt, braveApiKey] = await Promise.all([
+      buildSystemPrompt(this.contextProviders, request.prompt),
+      this.secureConfig.getToolApiKey("brave")
+    ]);
+    const toolExecutors = buildToolExecutors(braveApiKey, settings.toolToggles);
     const toolDefs = getToolDefinitions(toolExecutors);
 
     const onDelta = (delta: string) => {

src/main/storage.ts

@@ -220,9 +220,7 @@ export class AppStorage {
 
   async getSettings(): Promise<SettingsData> {
     const raw = await this.readJson<unknown>(this.settingsPath, DEFAULT_SETTINGS);
-    const normalized = normalizeSettings(raw);
-    await this.writeJson(this.settingsPath, normalized);
-    return normalized;
+    return normalizeSettings(raw);
   }
 
   async saveSettings(updater: (current: SettingsData) => SettingsData): Promise<SettingsData> {

src/main/tools/fetchUrl.ts

@@ -1,7 +1,7 @@
 import { ToolExecutor } from "./types";
 
 const MAX_CONTENT_CHARS = 30_000;
-const FETCH_TIMEOUT_MS = 15_000;
+const FETCH_TIMEOUT_MS = 8_000;
 const USER_AGENT = "Robin/1.0 (Personal AI Assistant)";
 
 function stripHtml(html: string): string {

src/main/tools/webSearch.ts

@@ -1,6 +1,6 @@
 import { ToolExecutor } from "./types";
 
-const SEARCH_TIMEOUT_MS = 10_000;
+const SEARCH_TIMEOUT_MS = 6_000;
 
 interface BraveWebResult {
   title?: string;

src/renderer/App.tsx

@@ -4,6 +4,8 @@ import "@fontsource/gochi-hand";
 import "@fontsource/dm-sans/500.css";
 import ReactMarkdown from "react-markdown";
 import remarkGfm from "remark-gfm";
+
+const REMARK_PLUGINS = [remarkGfm];
 import {
   AssistantMode,
   CLOUD_PROVIDER_IDS,
@@ -738,8 +740,13 @@ export function App() {
     });
   }
 
+  const scrollTimerRef = useRef<ReturnType<typeof setTimeout> | null>(null);
   useEffect(() => {
-    chatEndRef.current?.scrollIntoView({ behavior: "smooth" });
+    if (scrollTimerRef.current) clearTimeout(scrollTimerRef.current);
+    scrollTimerRef.current = setTimeout(() => {
+      chatEndRef.current?.scrollIntoView({ behavior: "smooth" });
+    }, 80);
+    return () => { if (scrollTimerRef.current) clearTimeout(scrollTimerRef.current); };
   }, [messages.length, messages[messages.length - 1]?.content]);
 
   const localModels = ollamaStatus?.models ?? [];
@@ -1665,15 +1672,14 @@ export function App() {
     setError(null);
     const streamToken = streamSequenceRef.current + 1;
     streamSequenceRef.current = streamToken;
-    if (streamWatchdogRef.current) {
-      clearTimeout(streamWatchdogRef.current);
-    }
-    streamWatchdogRef.current = setTimeout(() => {
-      if (streamToken !== streamSequenceRef.current) {
-        return;
-      }
-      void stopPendingResponse("Model response timed out. Press Stop and retry.");
-    }, 30000);
+    const resetWatchdog = () => {
+      if (streamWatchdogRef.current) clearTimeout(streamWatchdogRef.current);
+      streamWatchdogRef.current = setTimeout(() => {
+        if (streamToken !== streamSequenceRef.current) return;
+        void stopPendingResponse("Model response timed out. Press Stop and retry.");
+      }, 60000);
+    };
+    resetWatchdog();
     setIsStreaming(true);
     const text = prompt.trim();
     const outgoingAttachments = pendingAttachments;
@@ -1701,6 +1707,7 @@ export function App() {
             if (streamToken !== streamSequenceRef.current) {
               return;
             }
+            resetWatchdog();
             queueDelta(messageId, delta);
           },
           onCitations: ({ messageId, citations }) => {
@@ -1720,6 +1727,7 @@ export function App() {
             setTodos(updatedTodos);
           },
           onToolStatus: ({ toolName, status }) => {
+            resetWatchdog();
             if (status === "calling") {
               setToolStatus({ toolName, status });
             } else {
@@ -2699,7 +2707,7 @@ export function App() {
                           ) : null}
                           {message.role === "assistant" ? (
                             <div className="md-content">
-                              <ReactMarkdown remarkPlugins={[remarkGfm]}>
+                              <ReactMarkdown remarkPlugins={REMARK_PLUGINS}>
                                 {message.content}
                               </ReactMarkdown>
                             </div>