refactor: use Eleventy's collection API for article discovery

Replace duplicated globby + gray-matter + tag filtering in four scripts
with a shared getArticles() utility that uses Eleventy's own collection
API as the single source of truth for what constitutes an article.

Author: limulus

11ty/get-articles.ts

@@ -0,0 +1,40 @@
+import Eleventy, { type CollectionApi, type EleventyEntry } from '@11ty/eleventy'
+import matter from 'gray-matter'
+import { readFile } from 'node:fs/promises'
+
+export interface ArticleInfo {
+  filePath: string
+  data: Record<string, any>
+  content: string
+  rawInput: string
+}
+
+export async function getArticles(): Promise<ArticleInfo[]> {
+  let captured: EleventyEntry[] = []
+
+  const elev = new Eleventy('www', 'dist/www', {
+    quietMode: true,
+    config(config) {
+      config.addCollection('_getArticles', (api: CollectionApi) => {
+        captured = api.getFilteredByTag('article')
+        return captured
+      })
+    },
+  })
+
+  await elev.toJSON()
+
+  return Promise.all(
+    captured.map(async (entry) => {
+      const filePath = entry.inputPath.replace(/^\.\//, '')
+      const rawInput = await readFile(filePath, 'utf-8')
+      const parsed = matter(rawInput)
+      return {
+        filePath,
+        data: entry.data,
+        content: parsed.content,
+        rawInput,
+      }
+    })
+  )
+}

11ty/update-revisions.ts

@@ -1,7 +1,4 @@
-import { globby } from 'globby'
-import matter from 'gray-matter'
-import { readFile } from 'node:fs/promises'
-
+import { getArticles } from './get-articles.ts'
 import {
   computeHash,
   getCommitMessage,
@@ -14,19 +11,12 @@ async function main() {
   const revisions = await loadRevisions()
   const commit = getCurrentCommit()
 
-  const files = await globby('www/**/*.md')
+  const articles = await getArticles()
   let revisionCount = 0
 
-  for (const filePath of files) {
-    const fileContent = await readFile(filePath, 'utf-8')
-    const parsed = matter(fileContent)
-
-    const tags: string[] = parsed.data.tags ?? []
-    if (!tags.includes('article')) continue
-
-    const title = parsed.data.title as string
-    const subhead = parsed.data.subhead as string | undefined
-    const content = parsed.content
+  for (const { filePath, data, content } of articles) {
+    const title = data.title as string
+    const subhead = data.subhead as string | undefined
 
     const hash = computeHash(title, subhead, content)
 

bin/backfill-revisions.ts

@@ -1,8 +1,7 @@
-import { globby } from 'globby'
 import matter from 'gray-matter'
 import { execFileSync } from 'node:child_process'
-import { readFile } from 'node:fs/promises'
 
+import { getArticles } from '../11ty/get-articles.ts'
 import {
   type RevisionsFile,
   REVISIONS_PATH,
@@ -46,7 +45,7 @@ function getFileAtCommit(sha: string, filePath: string): string | null {
 }
 
 async function main() {
-  const files = await globby('www/**/*.md')
+  const articles = await getArticles()
   const revisions: RevisionsFile = {
     versions: {
       '1': {
@@ -62,13 +61,7 @@ async function main() {
   let totalFiles = 0
   let totalRevisions = 0
 
-  for (const filePath of files) {
-    const fileContent = await readFile(filePath, 'utf-8')
-    const parsed = matter(fileContent)
-
-    const tags: string[] = parsed.data.tags ?? []
-    if (!tags.includes('article')) continue
-
+  for (const { filePath } of articles) {
     totalFiles++
     const logEntries = getGitLog(filePath)
 

bin/evaluate-teasers.ts

@@ -1,9 +1,7 @@
 import Anthropic from '@anthropic-ai/sdk'
-import { globby } from 'globby'
-import matter from 'gray-matter'
-import { readFile } from 'node:fs/promises'
 
 import { generateTeaser } from './generate-teasers.ts'
+import { getArticles } from '../11ty/get-articles.ts'
 
 interface Article {
   title: string
@@ -14,22 +12,12 @@ interface Article {
 async function main() {
   const count = parseInt(process.argv[2] ?? '5', 10)
   const anthropic = new Anthropic()
-  const files = await globby('www/**/*.md')
-  const articles: Article[] = []
-
-  for (const filePath of files) {
-    const fileContent = await readFile(filePath, 'utf-8')
-    const parsed = matter(fileContent)
-
-    const tags: string[] = parsed.data.tags ?? []
-    if (!tags.includes('article')) continue
-
-    articles.push({
-      title: parsed.data.title as string,
-      date: new Date(parsed.data.date as string),
-      content: parsed.content,
-    })
-  }
+  const allArticles = await getArticles()
+  const articles: Article[] = allArticles.map((a) => ({
+    title: a.data.title as string,
+    date: new Date(a.data.date as string),
+    content: a.content,
+  }))
 
   articles.sort((a, b) => b.date.getTime() - a.date.getTime())
   const latest = articles.slice(0, count)

bin/generate-teasers.ts

@@ -1,9 +1,9 @@
 import Anthropic from '@anthropic-ai/sdk'
-import { globby } from 'globby'
 import matter from 'gray-matter'
-import { readFile, writeFile } from 'node:fs/promises'
+import { writeFile } from 'node:fs/promises'
 import { smartypantsu } from 'smartypants'
 
+import { getArticles } from '../11ty/get-articles.ts'
 import {
   computeHash,
   computeTeaserHash,
@@ -151,21 +151,14 @@ async function main() {
   const revisions = await loadRevisions()
   const anthropic = process.env.ANTHROPIC_API_KEY ? new Anthropic() : null
 
-  const files = await globby('www/**/*.md')
+  const articles = await getArticles()
   let generatedCount = 0
   let teaserHashChanged = false
 
-  for (const filePath of files) {
-    const fileContent = await readFile(filePath, 'utf-8')
-    const parsed = matter(fileContent)
-
-    const tags: string[] = parsed.data.tags ?? []
-    if (!tags.includes('article')) continue
-
-    const title = parsed.data.title as string
-    const subhead = parsed.data.subhead as string | undefined
-    const teaser = parsed.data.teaser as string | undefined
-    const content = parsed.content
+  for (const { filePath, data, content, rawInput } of articles) {
+    const title = data.title as string
+    const subhead = data.subhead as string | undefined
+    const teaser = data.teaser as string | undefined
 
     const hash = computeHash(title, subhead, content)
 
@@ -204,7 +197,7 @@ async function main() {
     console.log(`[${decision.action}] ${filePath}: ${decision.reason}`)
 
     const newTeaser = await generateTeaser(anthropic, title, content)
-    const updatedContent = insertTeaserIntoFrontmatter(fileContent, newTeaser)
+    const updatedContent = insertTeaserIntoFrontmatter(rawInput, newTeaser)
     await writeFile(filePath, updatedContent)
 
     revisions.entries[filePath] ??= { revisions: [] }