fix: allow /api/og/ in robots.txt so Twitter can fetch OG images

techgangboss · claude · techgangboss · commit 4b3a8b7ebe2e · 2026-03-26T09:29:17.000-07:00
robots.txt was blocking all /api/ paths. Twitter's crawler warned
the image URL may be restricted. Added explicit allow for /api/og/
which takes precedence over the broader /api/ disallow.

Co-Authored-By: Claude Opus 4.6 (1M context) &lt;noreply@anthropic.com&gt;
diff --git a/src/app/robots.ts b/src/app/robots.ts
@@ -8,7 +8,7 @@ export default function robots(): MetadataRoute.Robots {
     rules: [
       {
         userAgent: "*",
-        allow: "/",
+        allow: ["/", "/api/og/"],
         disallow: ["/api/", "/_next/"],
       },
     ],

Original file line number	Diff line number	Diff line change
`@@ -8,7 +8,7 @@ export default function robots(): MetadataRoute.Robots {`
`8`	`8`	`rules: [`
`9`	`9`	`{`
`10`	`10`	`userAgent: "*",`
`11`		`- allow: "/",`
	`11`	`+ allow: ["/", "/api/og/"],`
`12`	`12`	`disallow: ["/api/", "/_next/"],`
`13`	`13`	`},`
`14`	`14`	`],`