🧑‍💻 add pat support for codegen

Author: yanyongyu

codegen/source.py

@@ -6,6 +6,7 @@
 import httpx
 from jsonpointer import JsonPointer
 
+GITHUB_TOKEN = os.getenv("GITHUB_TOKEN")
 REPO_COMMIT = os.getenv(
     "REPO_COMMIT",
     "https://api.github.com/repos/github/rest-api-description/commits/main",
@@ -52,6 +53,13 @@ def __truediv__(self, other: str | int) -> "Source":
         return self.resolve_ref(str(httpx.URL(fragment=fragment)))
 
 
+@cache
+def _get_auth_header() -> dict[str, str]:
+    if GITHUB_TOKEN:
+        return {"Authorization": f"Bearer {GITHUB_TOKEN}"}
+    return {}
+
+
 @cache
 def get_content(source: str | httpx.URL) -> tuple[httpx.URL, dict]:
     if isinstance(source, str):
@@ -60,6 +68,7 @@ def get_content(source: str | httpx.URL) -> tuple[httpx.URL, dict]:
             headers={
                 "User-Agent": "GitHubKit Codegen",
                 "Accept": "application/vnd.github.sha",
+                **_get_auth_header(),
             },
             timeout=httpx.Timeout(10.0),
         )
@@ -70,7 +79,9 @@ def get_content(source: str | httpx.URL) -> tuple[httpx.URL, dict]:
         source_link = source
 
     response = httpx.get(
-        source_link, headers={"User-Agent": "GitHubKit Codegen"}, follow_redirects=True
+        source_link,
+        headers={"User-Agent": "GitHubKit Codegen", **_get_auth_header()},
+        follow_redirects=True,
     )
     response.raise_for_status()
     uri = response.url

docs/contributing.md

@@ -24,15 +24,15 @@ Generate latest models and apis from GitHub's OpenAPI schema:
 
     This may use about **400M** memory and take a long time.
 
-Please make sure you have activated the virtual environment.
-
 ```bash
 uv run bash ./scripts/run-codegen.sh
 ```
 
+If you encounter rate limit error, you can set `GITHUB_TOKEN` environment variable to a GitHub personal access token.
+
 ### Patch Schema
 
-If you encounter an schema error, you can patch the schema by modifying the `pyproject.toml` file.
+If you encounter schema error, you can patch the schema by modifying the `pyproject.toml` file.
 
 In the `[tool.codegen.overrides.schema_overrides]` section, you can modify the schema using json pointer. The value will override the original schema.