feat(roadmap): add roadmap page with json data loading logic with sim…

.env.example

@@ -0,0 +1,32 @@
+# Variables marked "required" will cause a build/runtime error if missing in production.
+# To build locally without these keys, run: bun run astro build -- --mode development
+
+# -----------------------------------------------------------------------------
+# Linear (required)
+# -----------------------------------------------------------------------------
+
+# Linear API key — used by sync functions to fetch roadmap data from Linear
+# Get from: Linear → Settings → API → Personal API keys
+LINEAR_API_KEY=lin_api_...
+
+# Linear custom view ID containing the roadmap projects (required)
+LINEAR_CUSTOM_VIEW_ID=27df73bc-50ec-4fc1-bbb2-d906236a5bbc
+
+# -----------------------------------------------------------------------------
+# Sync API (required)
+# -----------------------------------------------------------------------------
+
+# Bearer token for POST /api/sync (manual sync trigger) — set to any strong secret
+API_SECRET=
+
+# -----------------------------------------------------------------------------
+# Netlify (optional — used for CDN cache purging after sync)
+# -----------------------------------------------------------------------------
+
+# Netlify Personal Access Token
+# Get from: Netlify UI → User Settings → Applications → Personal access tokens
+NETLIFY_API_TOKEN=
+
+# Netlify Site ID — auto-injected by Netlify in production and by `netlify dev` after `netlify link`
+# Set manually only if running sync functions outside of the Netlify CLI
+# NETLIFY_SITE_ID=

.gitignore

@@ -23,8 +23,12 @@ pnpm-debug.log*
 # lock files
 bun.lock
 bun.lockb
+deno.lock
 pnpm-lock.yaml
 package-lock.json
 
 # webstorm
 .idea/
+
+# Local Netlify folder
+.netlify

astro.config.mjs

@@ -4,10 +4,13 @@ import starlightLinksValidator from 'starlight-links-validator'
 import starlightFullViewMode from 'starlight-fullview-mode'
 
 import mdx from '@astrojs/mdx'
+import netlify from '@astrojs/netlify'
 import { PUBLISHED_RFC_SIDEBAR_ITEMS } from './src/data/rfcs.ts'
 
 // https://astro.build/config
 export default defineConfig({
+  output: 'static',
+  adapter: netlify(),
   site: 'https://interledger.org',
   base: '/developers',
   integrations: [

netlify.toml

@@ -1,12 +1,15 @@
+[dev]
+  targetPort = 1103
+  command = "bun run start"
 [build]
-  command = "npm install -g bun && bun install && bun run build && mkdir -p _netlify/builders && cp -r dist _netlify/builders/developers"
+  command = "npm install -g bun && bun install && bun run build && bun scripts/sync-blob.ts && mkdir -p _netlify/builders && cp -r dist _netlify/builders/developers"
   publish = "_netlify/builders"
   environment = { NETLIFY = "true" }
 
 [context.production]
-  command = "npm install -g bun && bun install && bun run build && mkdir -p _netlify/builders && cp -r dist _netlify/builders/developers"
+  command = "npm install -g bun && bun install && bun run build && bun scripts/sync-blob.ts && mkdir -p _netlify/builders && cp -r dist _netlify/builders/developers"
   publish = "_netlify/builders"
-  environment = { NETLIFY = "true" }
+  environment = { NETLIFY = "true"  }
 
 [context.preview]
   command = "npm install -g bun && bun install && bun run build && mkdir -p _netlify/builders && cp -r dist _netlify/builders/developers"
@@ -18,6 +21,19 @@
   publish = "_netlify/builders"
   environment = { NETLIFY = "true" }
 
+# Route /api/sync to the sync-now function (dev only)
+[[context.dev.redirects]]
+  from = "/api/sync"
+  to = "/.netlify/functions/sync-now"
+  status = 200
+  force = true
+
+# Route roadmap to Netlify SSR function (reads from blob store on-demand)
+[[redirects]]
+  from = "/developers/roadmap"
+  to = "/.netlify/functions/ssr"
+  status = 200
+
 # Rewrite everything to /developers/index.html for client-side routing
 [[redirects]]
   from = "/developers/*"

netlify/functions/sync-now.mts

@@ -0,0 +1,76 @@
+import { timingSafeEqual } from 'crypto'
+import { getStore } from '@netlify/blobs'
+import { buildSnapshot } from '../../src/linear/build-snapshot.js'
+import type { Context } from '@netlify/functions'
+import { API_SECRET } from '../../src/config.js'
+import { purgeRoadmapCache } from './utils/purge-roadmap-cache.mts'
+
+const FIVE_MINUTES_MS = 5 * 60 * 1000
+const RL_KEY = 'sync-rate-limit'
+
+export default async function handler(
+  req: Request,
+  _ctx: Context
+): Promise<Response> {
+  const authHeader = req.headers.get('authorization') ?? ''
+  const token = authHeader.replace(/^Bearer\s+/i, '')
+
+  if (!API_SECRET) {
+    return new Response(JSON.stringify({ error: 'Unauthorized' }), {
+      status: 401,
+      headers: { 'Content-Type': 'application/json' }
+    })
+  }
+
+  const secretBuf = Buffer.from(API_SECRET)
+  const tokenBuf = Buffer.from(token)
+  const authorized =
+    tokenBuf.length === secretBuf.length && timingSafeEqual(tokenBuf, secretBuf)
+
+  if (!authorized) {
+    return new Response(JSON.stringify({ error: 'Unauthorized' }), {
+      status: 401,
+      headers: { 'Content-Type': 'application/json' }
+    })
+  }
+
+  const store = getStore('roadmap')
+
+  const lastSync = (await store.get(RL_KEY, { type: 'json' })) as {
+    ts: number
+  } | null
+  if (lastSync && Date.now() - lastSync.ts < FIVE_MINUTES_MS) {
+    const retryAfter = Math.ceil(
+      (FIVE_MINUTES_MS - (Date.now() - lastSync.ts)) / 1000
+    )
+    return new Response(
+      JSON.stringify({ error: 'Too Many Requests', retryAfter }),
+      {
+        status: 429,
+        headers: {
+          'Content-Type': 'application/json',
+          'Retry-After': String(retryAfter)
+        }
+      }
+    )
+  }
+  await store.setJSON(RL_KEY, { ts: Date.now() })
+
+  const snapshot = await buildSnapshot()
+
+  await store.setJSON('roadmap-snapshot', snapshot)
+
+  await purgeRoadmapCache()
+
+  return new Response(
+    JSON.stringify({ ok: true, generatedAt: snapshot.generatedAt }),
+    {
+      status: 200,
+      headers: { 'Content-Type': 'application/json' }
+    }
+  )
+}
+
+export const config = {
+  path: '/api/sync'
+}

netlify/functions/sync.mts

@@ -0,0 +1,16 @@
+import { getStore } from '@netlify/blobs'
+import { buildSnapshot } from '../../src/linear/build-snapshot.js'
+import { purgeRoadmapCache } from './utils/purge-roadmap-cache.mts'
+
+export default async function handler() {
+  const snapshot = await buildSnapshot()
+
+  const store = getStore('roadmap')
+  await store.setJSON('roadmap-snapshot', snapshot)
+
+  await purgeRoadmapCache()
+}
+
+export const config = {
+  schedule: '0 */12 * * *'
+}

netlify/functions/utils/purge-roadmap-cache.mts

@@ -0,0 +1,17 @@
+import { NETLIFY_SITE_ID, NETLIFY_API_TOKEN } from '../../../src/config.js'
+
+export async function purgeRoadmapCache(): Promise<void> {
+  if (!NETLIFY_SITE_ID || !NETLIFY_API_TOKEN) return
+
+  await fetch('https://api.netlify.com/api/v1/purge', {
+    method: 'POST',
+    headers: {
+      Authorization: `Bearer ${NETLIFY_API_TOKEN}`,
+      'Content-Type': 'application/json'
+    },
+    body: JSON.stringify({
+      site_id: NETLIFY_SITE_ID,
+      paths: ['/developers/roadmap']
+    })
+  })
+}

package.json

@@ -12,9 +12,13 @@
   },
   "dependencies": {
     "@astrojs/mdx": "^5.0.3",
+    "@astrojs/netlify": "^7.0.7",
     "@astrojs/node": "^10.0.5",
     "@astrojs/starlight": "^0.38.3",
     "@interledger/docs-design-system": "^0.12.0",
+    "@linear/sdk": "^82.0.0",
+    "@netlify/blobs": "^10.7.4",
+    "@netlify/functions": "^5.2.0",
     "@types/showdown": "^2.0.6",
     "astro": "^6.1.8",
     "html-to-text": "^9.0.5",

scripts/sync-blob.ts

@@ -0,0 +1,17 @@
+import { buildSnapshot } from '../src/linear/build-snapshot.ts'
+import { getStore } from '@netlify/blobs'
+import { NETLIFY_SITE_ID, NETLIFY_API_TOKEN } from '../src/config.js'
+
+if (!NETLIFY_SITE_ID || !NETLIFY_API_TOKEN) {
+  /* eslint-disable-next-line no-console */
+  console.log('Skipping blob sync: missing env vars')
+  process.exit(0)
+}
+
+const snapshot = await buildSnapshot()
+const store = getStore({
+  name: 'roadmap',
+  siteID: NETLIFY_SITE_ID,
+  token: NETLIFY_API_TOKEN
+})
+await store.setJSON('roadmap-snapshot', snapshot)