feat: auto-zoom on clicks + exclude OpenScreen windows from display capture

electron/ipc/handlers.ts

@@ -404,6 +404,9 @@ function normalizeCursorSample(sample: unknown): CursorRecordingSample | null {
 	const point = sample as Partial<CursorRecordingSample>;
 	const interactionType =
 		point.interactionType === "click" ||
+		point.interactionType === "double-click" ||
+		point.interactionType === "right-click" ||
+		point.interactionType === "middle-click" ||
 		point.interactionType === "mouseup" ||
 		point.interactionType === "move"
 			? point.interactionType
@@ -516,6 +519,7 @@ async function readCursorTelemetryFile(targetVideoPath: string) {
 				timeMs: sample.timeMs,
 				cx: sample.cx,
 				cy: sample.cy,
+				...(sample.interactionType ? { interactionType: sample.interactionType } : {}),
 			})),
 		};
 	} catch (error) {
@@ -1686,6 +1690,8 @@ export function registerIpcHandlers(
 						null)
 					: getSelectedDisplay();
 			const bounds = request.source.bounds ?? sourceDisplay?.bounds ?? getSelectedSourceBounds();
+			const excludedApps =
+				request.source.type === "display" ? [{ processID: process.pid }] : undefined;
 			const config: NativeMacRecordingRequest = {
 				...request,
 				schemaVersion: 1,
@@ -1712,6 +1718,7 @@ export function registerIpcHandlers(
 						`${RECORDING_FILE_PREFIX}${recordingId}${RECORDING_SESSION_SUFFIX}`,
 					),
 				},
+				excludedApps,
 			};
 
 			console.info("[native-sck] starting macOS capture", {

electron/native/screencapturekit/Sources/OpenScreenScreenCaptureKitHelper/main.swift

@@ -62,6 +62,11 @@ struct RecordingRequest: Decodable {
 		let manifestPath: String?
 	}
 
+	struct ExcludedApp: Decodable {
+		let bundleIdentifier: String?
+		let processID: Int32?
+	}
+
 	let schemaVersion: Int?
 	let recordingId: Int?
 	let source: Source
@@ -70,6 +75,7 @@ struct RecordingRequest: Decodable {
 	let webcam: Webcam
 	let cursor: Cursor
 	let outputs: Outputs
+	let excludedApps: [ExcludedApp]?
 }
 
 enum HelperError: Error, CustomStringConvertible {
@@ -348,8 +354,25 @@ final class ScreenCaptureRecorder: NSObject, SCStreamOutput, SCStreamDelegate {
 			}
 			let width = Int(CGDisplayPixelsWide(display.displayID))
 			let height = Int(CGDisplayPixelsHigh(display.displayID))
+			let requestedExclusions = request.excludedApps ?? []
+			let excludedBundleIdentifiers = Set(
+				requestedExclusions.compactMap { $0.bundleIdentifier }
+			)
+			let excludedProcessIDs = Set(
+				requestedExclusions.compactMap { $0.processID }
+			)
+			let excludedWindows = content.windows.filter { window in
+				guard let owner = window.owningApplication else { return false }
+				if excludedBundleIdentifiers.contains(owner.bundleIdentifier) {
+					return true
+				}
+				if excludedProcessIDs.contains(owner.processID) {
+					return true
+				}
+				return false
+			}
 			return CaptureTarget(
-				filter: SCContentFilter(display: display, excludingWindows: []),
+				filter: SCContentFilter(display: display, excludingWindows: excludedWindows),
 				width: clampCaptureDimension(width, fallback: request.video.width),
 				height: clampCaptureDimension(height, fallback: request.video.height)
 			)

src/components/video-editor/timeline/TimelineEditor.tsx

@@ -38,7 +38,7 @@ import Item from "./Item";
 import KeyframeMarkers from "./KeyframeMarkers";
 import Row from "./Row";
 import TimelineWrapper from "./TimelineWrapper";
-import { detectZoomDwellCandidates, normalizeCursorTelemetry } from "./zoomSuggestionUtils";
+import { detectZoomCandidates, normalizeCursorTelemetry } from "./zoomSuggestionUtils";
 
 const ZOOM_ROW_ID = "row-zoom";
 const TRIM_ROW_ID = "row-trim";
@@ -1157,7 +1157,7 @@ export default function TimelineEditor({
 			return;
 		}
 
-		const dwellCandidates = detectZoomDwellCandidates(normalizedSamples);
+		const dwellCandidates = detectZoomCandidates(normalizedSamples);
 
 		if (dwellCandidates.length === 0) {
 			toast.info(t("errors.noDwellMoments"), {

src/components/video-editor/timeline/zoomSuggestionUtils.test.ts

@@ -0,0 +1,76 @@
+import { describe, expect, it } from "vitest";
+import type { CursorTelemetryPoint } from "../types";
+import {
+	detectZoomCandidates,
+	detectZoomClickCandidates,
+	normalizeCursorTelemetry,
+} from "./zoomSuggestionUtils";
+
+describe("detectZoomClickCandidates", () => {
+	it("returns no candidates when there are no click samples", () => {
+		const samples: CursorTelemetryPoint[] = [
+			{ timeMs: 0, cx: 0.1, cy: 0.1, interactionType: "move" },
+			{ timeMs: 100, cx: 0.2, cy: 0.2, interactionType: "move" },
+		];
+		expect(detectZoomClickCandidates(samples)).toEqual([]);
+	});
+
+	it("creates one candidate per isolated click", () => {
+		const samples: CursorTelemetryPoint[] = [
+			{ timeMs: 1000, cx: 0.3, cy: 0.4, interactionType: "click" },
+			{ timeMs: 5000, cx: 0.7, cy: 0.8, interactionType: "click" },
+		];
+		const candidates = detectZoomClickCandidates(samples);
+		expect(candidates).toHaveLength(2);
+		expect(candidates[0].focus).toEqual({ cx: 0.3, cy: 0.4 });
+		expect(candidates[1].focus).toEqual({ cx: 0.7, cy: 0.8 });
+		expect(candidates[0].source).toBe("click");
+	});
+
+	it("clusters rapid successive clicks (double-click) into a single candidate", () => {
+		const samples: CursorTelemetryPoint[] = [
+			{ timeMs: 1000, cx: 0.5, cy: 0.5, interactionType: "click" },
+			{ timeMs: 1200, cx: 0.5, cy: 0.5, interactionType: "click" },
+			{ timeMs: 1400, cx: 0.5, cy: 0.5, interactionType: "click" },
+		];
+		const candidates = detectZoomClickCandidates(samples);
+		expect(candidates).toHaveLength(1);
+		expect(candidates[0].centerTimeMs).toBe(1200);
+	});
+
+	it("treats double-click and right-click as click interactions", () => {
+		const samples: CursorTelemetryPoint[] = [
+			{ timeMs: 1000, cx: 0.2, cy: 0.2, interactionType: "double-click" },
+			{ timeMs: 5000, cx: 0.8, cy: 0.8, interactionType: "right-click" },
+		];
+		expect(detectZoomClickCandidates(samples)).toHaveLength(2);
+	});
+});
+
+describe("detectZoomCandidates", () => {
+	it("preserves click interactions through normalizeCursorTelemetry", () => {
+		const raw: CursorTelemetryPoint[] = [
+			{ timeMs: 100, cx: 0.4, cy: 0.4, interactionType: "click" },
+			{ timeMs: 700, cx: 0.4, cy: 0.4, interactionType: "move" },
+		];
+		const normalized = normalizeCursorTelemetry(raw, 2000);
+		expect(normalized[0].interactionType).toBe("click");
+		const candidates = detectZoomCandidates(normalized);
+		expect(candidates.some((c) => c.source === "click")).toBe(true);
+	});
+
+	it("returns click candidates ahead of dwell candidates", () => {
+		const samples: CursorTelemetryPoint[] = [
+			{ timeMs: 0, cx: 0.1, cy: 0.1, interactionType: "move" },
+			{ timeMs: 500, cx: 0.1, cy: 0.1, interactionType: "move" },
+			{ timeMs: 1000, cx: 0.1, cy: 0.1, interactionType: "move" },
+			{ timeMs: 2000, cx: 0.9, cy: 0.9, interactionType: "click" },
+		];
+		const candidates = detectZoomCandidates(samples);
+		const clickIndex = candidates.findIndex((c) => c.source === "click");
+		const dwellIndex = candidates.findIndex((c) => c.source === "dwell");
+		expect(clickIndex).toBeGreaterThanOrEqual(0);
+		expect(dwellIndex).toBeGreaterThanOrEqual(0);
+		expect(clickIndex).toBeLessThan(dwellIndex);
+	});
+});

src/components/video-editor/timeline/zoomSuggestionUtils.ts

@@ -4,10 +4,15 @@ export const MIN_DWELL_DURATION_MS = 450;
 export const MAX_DWELL_DURATION_MS = 2600;
 export const DWELL_MOVE_THRESHOLD = 0.02;
 
+export const CLICK_CLUSTER_WINDOW_MS = 700;
+export const CLICK_STRENGTH_BASE_MS = 3000;
+export const CLICK_STRENGTH_PER_EVENT_MS = 600;
+
 export interface ZoomDwellCandidate {
 	centerTimeMs: number;
 	focus: ZoomFocus;
 	strength: number;
+	source?: "dwell" | "click";
 }
 
 function normalizeTelemetrySample(
@@ -18,6 +23,7 @@ function normalizeTelemetrySample(
 		timeMs: Math.max(0, Math.min(sample.timeMs, totalMs)),
 		cx: Math.max(0, Math.min(sample.cx, 1)),
 		cy: Math.max(0, Math.min(sample.cy, 1)),
+		...(sample.interactionType ? { interactionType: sample.interactionType } : {}),
 	};
 }
 
@@ -77,5 +83,60 @@ export function detectZoomDwellCandidates(samples: CursorTelemetryPoint[]): Zoom
 	}
 	pushRunIfDwell(runStart, samples.length);
 
-	return dwellCandidates;
+	return dwellCandidates.map((candidate) => ({ ...candidate, source: "dwell" as const }));
+}
+
+const CLICK_INTERACTIONS = new Set(["click", "double-click", "right-click", "middle-click"]);
+
+export function detectZoomClickCandidates(samples: CursorTelemetryPoint[]): ZoomDwellCandidate[] {
+	if (samples.length === 0) {
+		return [];
+	}
+
+	const clickSamples = samples.filter(
+		(sample) => sample.interactionType && CLICK_INTERACTIONS.has(sample.interactionType),
+	);
+
+	if (clickSamples.length === 0) {
+		return [];
+	}
+
+	const clusters: CursorTelemetryPoint[][] = [];
+	let currentCluster: CursorTelemetryPoint[] = [];
+
+	for (const click of clickSamples) {
+		if (currentCluster.length === 0) {
+			currentCluster.push(click);
+			continue;
+		}
+		const lastClick = currentCluster[currentCluster.length - 1];
+		if (click.timeMs - lastClick.timeMs <= CLICK_CLUSTER_WINDOW_MS) {
+			currentCluster.push(click);
+		} else {
+			clusters.push(currentCluster);
+			currentCluster = [click];
+		}
+	}
+	if (currentCluster.length > 0) {
+		clusters.push(currentCluster);
+	}
+
+	return clusters.map((cluster) => {
+		const centerTimeMs = Math.round(cluster.reduce((sum, c) => sum + c.timeMs, 0) / cluster.length);
+		const avgCx = cluster.reduce((sum, c) => sum + c.cx, 0) / cluster.length;
+		const avgCy = cluster.reduce((sum, c) => sum + c.cy, 0) / cluster.length;
+		const strength = CLICK_STRENGTH_BASE_MS + cluster.length * CLICK_STRENGTH_PER_EVENT_MS;
+		return {
+			centerTimeMs,
+			focus: { cx: avgCx, cy: avgCy },
+			strength,
+			source: "click" as const,
+		};
+	});
+}
+
+export function detectZoomCandidates(samples: CursorTelemetryPoint[]): ZoomDwellCandidate[] {
+	const clickCandidates = detectZoomClickCandidates(samples);
+	const dwellCandidates = detectZoomDwellCandidates(samples);
+	return [...clickCandidates, ...dwellCandidates];
 }

src/lib/nativeMacRecording.ts

@@ -46,6 +46,10 @@ export type NativeMacRecordingRequest = {
 		screenPath: string;
 		manifestPath?: string;
 	};
+	excludedApps?: Array<{
+		bundleIdentifier?: string;
+		processID?: number;
+	}>;
 };
 
 export type NativeMacHelperReadyEvent = {

src/native/contracts.ts

@@ -25,13 +25,14 @@ export interface CursorTelemetryPoint {
 	timeMs: number;
 	cx: number;
 	cy: number;
+	interactionType?: "move" | "click" | "double-click" | "right-click" | "middle-click" | "mouseup";
 }
 
 export interface CursorRecordingSample extends CursorTelemetryPoint {
 	assetId?: string | null;
 	visible?: boolean;
 	cursorType?: NativeCursorType | null;
-	interactionType?: "move" | "click" | "mouseup";
+	interactionType?: "move" | "click" | "double-click" | "right-click" | "middle-click" | "mouseup";
 }
 
 export interface NativeCursorAsset {