Add Video & Audio Calls bundle with companion avatar integration

Standalone peer-to-peer calling bundle (bundles/calls/) with gateway
signaling relay, WebRTC module, voice panel, and Nest panel. When the
companion bundle is also installed, it layers in AI companion pill,
avatar/both representation modes, face tracking (MediaPipe Face Mesh),
and cross-avatar Live2D state sync via DataChannel.

Phase 1: Calls bundle, gateway WS signaling, room creation REST API
Phase 2: Video tracks, camera toggle, SDP renegotiation mutex
Phase 3: Android camera permission (compound audio+camera flow)
Phase 4: Companion enhancement layer (bridge, avatar modes, WM videocall)
Phase 5: Adaptive bandwidth (bitrate profiles, quality monitoring, device tier)
Phase 6: Face tracking (468 landmarks to 11 Live2D params, performance gated)
Phase 7: Avatar state sync + remote Live2D rendering (memory-budgeted)

Android v1.2.0 release with camera support published to GitHub.

Author: Kevin Hopper

android/app/build.gradle

@@ -10,8 +10,8 @@ android {
         applicationId "press.maestro.crow"
         minSdk 24
         targetSdk 34
-        versionCode 1
-        versionName "1.0.0"
+        versionCode 3
+        versionName "1.2.0"
     }
 
     signingConfigs {

android/app/src/main/AndroidManifest.xml

@@ -4,6 +4,10 @@
     <uses-permission android:name="android.permission.INTERNET" />
     <uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
     <uses-permission android:name="android.permission.POST_NOTIFICATIONS" />
+    <uses-permission android:name="android.permission.RECORD_AUDIO" />
+    <uses-permission android:name="android.permission.MODIFY_AUDIO_SETTINGS" />
+    <uses-permission android:name="android.permission.CAMERA" />
+    <uses-feature android:name="android.hardware.camera" android:required="false" />
 
     <application
         android:allowBackup="true"

android/app/src/main/java/press/maestro/crow/CrowWebChromeClient.java

@@ -4,6 +4,7 @@
 import android.content.Intent;
 import android.net.Uri;
 import android.webkit.JsResult;
+import android.webkit.PermissionRequest;
 import android.webkit.ValueCallback;
 import android.webkit.WebChromeClient;
 import android.webkit.WebView;
@@ -16,6 +17,56 @@ public CrowWebChromeClient(MainActivity activity) {
         this.activity = activity;
     }
 
+    @Override
+    public void onPermissionRequest(final PermissionRequest request) {
+        // Grant audio/video permissions for companion voice chat and camera
+        activity.runOnUiThread(() -> {
+            String[] resources = request.getResources();
+            boolean needsAudio = false;
+            boolean needsVideo = false;
+
+            for (String resource : resources) {
+                if (PermissionRequest.RESOURCE_AUDIO_CAPTURE.equals(resource)) {
+                    needsAudio = true;
+                }
+                if (PermissionRequest.RESOURCE_VIDEO_CAPTURE.equals(resource)) {
+                    needsVideo = true;
+                }
+            }
+
+            if (!needsAudio && !needsVideo) {
+                request.deny();
+                return;
+            }
+
+            boolean hasAudio = activity.hasAudioPermission();
+            boolean hasCamera = activity.hasCameraPermission();
+
+            if (needsVideo && needsAudio) {
+                // Both requested: compound permission flow
+                if (hasAudio && hasCamera) {
+                    request.grant(resources);
+                } else {
+                    activity.requestAudioAndCameraPermissionForWebView(request);
+                }
+            } else if (needsVideo) {
+                // Video only
+                if (hasCamera) {
+                    request.grant(resources);
+                } else {
+                    activity.requestCameraPermissionForWebView(request);
+                }
+            } else {
+                // Audio only
+                if (hasAudio) {
+                    request.grant(resources);
+                } else {
+                    activity.requestAudioPermissionForWebView(request);
+                }
+            }
+        });
+    }
+
     @Override
     public boolean onShowFileChooser(WebView webView, ValueCallback<Uri[]> filePathCallback,
                                      FileChooserParams fileChooserParams) {

android/app/src/main/java/press/maestro/crow/MainActivity.java

@@ -13,6 +13,7 @@
 import android.view.Menu;
 import android.view.MenuItem;
 import android.view.View;
+import android.webkit.PermissionRequest;
 import android.webkit.ValueCallback;
 import android.webkit.WebSettings;
 import android.webkit.WebView;
@@ -45,6 +46,7 @@ public class MainActivity extends AppCompatActivity {
     private FrameLayout statusOverlay;
     private TextView statusText;
     private ValueCallback<Uri[]> fileUploadCallback;
+    private PermissionRequest pendingWebViewPermRequest;
     private Handler foregroundPollHandler;
     private Runnable foregroundPollRunnable;
 
@@ -67,6 +69,34 @@ public class MainActivity extends AppCompatActivity {
                 // Nothing to do — notifications work if granted, silently skip if denied
             });
 
+    private boolean pendingNeedCamera = false;
+
+    private final ActivityResultLauncher<String> cameraPermissionLauncher =
+            registerForActivityResult(new ActivityResultContracts.RequestPermission(), granted -> {
+                if (pendingWebViewPermRequest != null) {
+                    // Grant even if camera denied (audio-only fallback)
+                    pendingWebViewPermRequest.grant(pendingWebViewPermRequest.getResources());
+                }
+                pendingWebViewPermRequest = null;
+            });
+
+    private final ActivityResultLauncher<String> audioPermissionLauncher =
+            registerForActivityResult(new ActivityResultContracts.RequestPermission(), granted -> {
+                if (granted && pendingWebViewPermRequest != null) {
+                    // If camera is also needed, request it next
+                    if (pendingNeedCamera && !hasCameraPermission()) {
+                        pendingNeedCamera = false;
+                        cameraPermissionLauncher.launch(Manifest.permission.CAMERA);
+                        return;
+                    }
+                    pendingWebViewPermRequest.grant(pendingWebViewPermRequest.getResources());
+                } else if (pendingWebViewPermRequest != null) {
+                    pendingWebViewPermRequest.deny();
+                }
+                pendingWebViewPermRequest = null;
+                pendingNeedCamera = false;
+            });
+
     @Override
     protected void onCreate(Bundle savedInstanceState) {
         super.onCreate(savedInstanceState);
@@ -222,7 +252,7 @@ private void configureWebView() {
         settings.setDatabaseEnabled(true);
         settings.setAllowFileAccess(true);
         settings.setMediaPlaybackRequiresUserGesture(false);
-        settings.setUserAgentString(settings.getUserAgentString() + " CrowAndroid/1.0");
+        settings.setUserAgentString(settings.getUserAgentString() + " CrowAndroid/1.2");
 
         webView.setWebViewClient(new CrowWebViewClient(this));
         webView.setWebChromeClient(new CrowWebChromeClient(this));
@@ -258,6 +288,49 @@ public void onFileUploadRequested(ValueCallback<Uri[]> callback, Intent chooserI
         fileChooserLauncher.launch(chooserIntent);
     }
 
+    /** Check if app has RECORD_AUDIO permission (called by CrowWebChromeClient) */
+    public boolean hasAudioPermission() {
+        return ContextCompat.checkSelfPermission(this, Manifest.permission.RECORD_AUDIO)
+                == PackageManager.PERMISSION_GRANTED;
+    }
+
+    /** Check if app has CAMERA permission (called by CrowWebChromeClient) */
+    public boolean hasCameraPermission() {
+        return ContextCompat.checkSelfPermission(this, Manifest.permission.CAMERA)
+                == PackageManager.PERMISSION_GRANTED;
+    }
+
+    /** Request RECORD_AUDIO and grant WebView permission on callback */
+    public void requestAudioPermissionForWebView(PermissionRequest request) {
+        pendingWebViewPermRequest = request;
+        pendingNeedCamera = false;
+        audioPermissionLauncher.launch(Manifest.permission.RECORD_AUDIO);
+    }
+
+    /** Request both RECORD_AUDIO and CAMERA, granting WebView permission when both complete */
+    public void requestAudioAndCameraPermissionForWebView(PermissionRequest request) {
+        pendingWebViewPermRequest = request;
+        if (!hasAudioPermission()) {
+            // Audio first, then camera in the audio callback
+            pendingNeedCamera = true;
+            audioPermissionLauncher.launch(Manifest.permission.RECORD_AUDIO);
+        } else if (!hasCameraPermission()) {
+            // Audio already granted, just request camera
+            cameraPermissionLauncher.launch(Manifest.permission.CAMERA);
+        } else {
+            // Both already granted
+            request.grant(request.getResources());
+            pendingWebViewPermRequest = null;
+        }
+    }
+
+    /** Request only CAMERA permission for WebView */
+    public void requestCameraPermissionForWebView(PermissionRequest request) {
+        pendingWebViewPermRequest = request;
+        pendingNeedCamera = false;
+        cameraPermissionLauncher.launch(Manifest.permission.CAMERA);
+    }
+
     @Override
     protected void onResume() {
         super.onResume();

bundles/calls/manifest.json

@@ -0,0 +1,31 @@
+{
+  "id": "calls",
+  "name": "Video & Audio Calls",
+  "version": "0.1.0",
+  "description": "Peer-to-peer video and audio calling between Crow users",
+  "type": "bundle",
+  "category": "social",
+  "icon": "phone-video",
+  "requires": {
+    "min_ram_mb": 128
+  },
+  "env_vars": [
+    {
+      "name": "CROW_CALLS_ENABLED",
+      "description": "Enable calls signaling endpoint in gateway",
+      "default": "1",
+      "required": false,
+      "secret": false
+    },
+    {
+      "name": "CROW_CALLS_MAX_PEERS",
+      "description": "Maximum participants per call room",
+      "default": "4",
+      "required": false,
+      "secret": false
+    }
+  ],
+  "panel": "panel/calls.js",
+  "skills": ["skills/calls.md"],
+  "enhancedBy": ["companion"]
+}

bundles/calls/panel/calls.js

@@ -0,0 +1,127 @@
+/**
+ * Crow's Nest — Calls Panel
+ *
+ * Contact list with "Start Call" buttons and active call management.
+ * This is an add-on panel (installed to ~/.crow/panels/).
+ */
+
+export default {
+  id: "calls",
+  name: "Calls",
+  icon: "phone",
+  route: "/dashboard/calls",
+  navOrder: 25,
+  hidden: false,
+  category: "social",
+
+  async handler(req, res, { db, lang, layout }) {
+    // Fetch contacts
+    const { rows: contacts } = await db.execute({
+      sql: "SELECT id, crow_id, display_name, is_blocked, last_seen_at FROM contacts WHERE is_blocked = 0 ORDER BY last_seen_at DESC",
+      args: [],
+    });
+
+    const gatewayUrl = process.env.CROW_GATEWAY_URL || "";
+
+    const content = `
+<style>
+  .calls-panel { padding: 24px; max-width: 600px; margin: 0 auto; }
+  .calls-header { display: flex; align-items: center; justify-content: space-between; margin-bottom: 24px; }
+  .calls-header h2 { font-size: 18px; font-weight: 600; color: var(--text-primary, #e7e5e4); }
+  .contact-list { display: flex; flex-direction: column; gap: 8px; }
+  .contact-row {
+    display: flex; align-items: center; justify-content: space-between;
+    padding: 12px 16px; background: var(--surface-secondary, rgba(26,26,46,0.5));
+    border-radius: 10px; border: 1px solid var(--border-subtle, rgba(61,61,77,0.4));
+  }
+  .contact-info { display: flex; align-items: center; gap: 12px; }
+  .contact-avatar {
+    width: 36px; height: 36px; border-radius: 50%;
+    display: flex; align-items: center; justify-content: center;
+    font-size: 14px; font-weight: 700; color: #fff;
+    background: var(--accent, #818cf8);
+  }
+  .contact-name { font-size: 14px; font-weight: 600; color: var(--text-primary, #e7e5e4); }
+  .contact-id { font-size: 11px; color: var(--text-muted, #78716c); }
+  .call-btn {
+    padding: 8px 16px; font-size: 12px; font-weight: 600;
+    color: #22c55e; background: rgba(34,197,94,0.1);
+    border: 1px solid rgba(34,197,94,0.3); border-radius: 8px;
+    cursor: pointer; transition: background 0.15s;
+  }
+  .call-btn:hover { background: rgba(34,197,94,0.2); }
+  .empty-state {
+    text-align: center; padding: 48px 24px; color: var(--text-muted, #78716c);
+    font-size: 14px;
+  }
+</style>
+<div class="calls-panel">
+  <div class="calls-header">
+    <h2>Calls</h2>
+  </div>
+  ${contacts.length === 0
+    ? '<div class="empty-state">No contacts yet. Share an invite code to connect with other Crow users.</div>'
+    : '<div class="contact-list">' + contacts.map(c => {
+        const name = c.display_name || c.crow_id || "Unknown";
+        const initial = name.charAt(0).toUpperCase();
+        return `
+          <div class="contact-row">
+            <div class="contact-info">
+              <div class="contact-avatar">${escapeHtml(initial)}</div>
+              <div>
+                <div class="contact-name">${escapeHtml(name)}</div>
+                <div class="contact-id">${escapeHtml(c.crow_id || "")}</div>
+              </div>
+            </div>
+            <button class="call-btn" data-contact="${escapeHtml(c.display_name || c.crow_id || c.id)}">
+              Call
+            </button>
+          </div>`;
+      }).join("") + '</div>'
+  }
+</div>
+<script>
+(function() {
+  var buttons = document.querySelectorAll(".call-btn");
+  for (var i = 0; i < buttons.length; i++) {
+    buttons[i].addEventListener("click", function() {
+      var contact = this.getAttribute("data-contact");
+      this.disabled = true;
+      this.textContent = "Creating...";
+      var btn = this;
+      fetch("/api/rooms", {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ contactId: contact, hostName: "Host" }),
+      })
+        .then(function(r) { return r.json(); })
+        .then(function(data) {
+          if (data.callUrl) {
+            window.open(data.callUrl, "_blank");
+          }
+          btn.disabled = false;
+          btn.textContent = "Call";
+        })
+        .catch(function() {
+          btn.disabled = false;
+          btn.textContent = "Call";
+        });
+    });
+  }
+})();
+</script>`;
+
+    return layout({
+      title: "Calls",
+      content,
+    });
+  },
+};
+
+function escapeHtml(str) {
+  return String(str)
+    .replace(/&/g, "&amp;")
+    .replace(/</g, "&lt;")
+    .replace(/>/g, "&gt;")
+    .replace(/"/g, "&quot;");
+}