feat(config): add maxFileSize option to skip large files

- Add maxFileSize configuration option (default: 512KB)
- Skip files exceeding the size limit during markdown generation
- Bump version to 1.2.0

Author: getCurrentThread

package.json

@@ -2,7 +2,7 @@
   "name": "recursive-markdown-generator",
   "displayName": "Recursive Markdown Generator",
   "description": "Recursively generate markdown from files in the current directory",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "publisher": "getCurrentThread",
   "author": {
     "name": "getCurrentThread"
@@ -102,6 +102,11 @@
             ".ignore"
           ],
           "description": "Files containing ignore patterns (e.g., .gitignore)"
+        },
+        "recursiveMarkdownGenerator.maxFileSize": {
+          "type": "number",
+          "default": 512000,
+          "description": "Maximum file size in bytes. Files larger than this will be skipped. (default: 512000 = 500KB)"
         }
       }
     }

src/extension.ts

@@ -57,7 +57,8 @@ async function generateAndUpdateMarkdown(markdownPreviewProvider: MarkdownPrevie
     markdownPreviewProvider.updateContent("Generating markdown...");
     const config = vscode.workspace.getConfiguration("recursiveMarkdownGenerator");
     const ig = await createIgnoreFilter(config, workspaceFolder.uri.fsPath);
-    const fileInfos = await collectFileInfos(workspaceFolder.uri.fsPath, ig);
+    const maxFileSize = config.get("maxFileSize") || 512000; // 500KB in bytes
+    const fileInfos = await collectFileInfos(workspaceFolder.uri.fsPath, ig, maxFileSize);
     markdownPreviewProvider.generatedMarkdown = generateMarkdownFromFileInfos(fileInfos);
     const htmlContent = convertFileInfosToHtml(fileInfos);
     markdownPreviewProvider.updateContent(htmlContent);
@@ -86,7 +87,8 @@ async function createIgnoreFilter(config: vscode.WorkspaceConfiguration, workspa
   return ig;
 }
 
-async function collectFileInfos(directory: string, ig: ReturnType<typeof ignore>): Promise<FileInfo[]> {
+async function collectFileInfos(directory: string, ig: ReturnType<typeof ignore>, maxFileSize: number): Promise<FileInfo[]> {
+
   // Use the new glob API
   const files = await glob("**/*", {
     cwd: directory,
@@ -105,6 +107,18 @@ async function collectFileInfos(directory: string, ig: ReturnType<typeof ignore>
         return null;
       }
 
+      // Check file size and skip if too large
+      try {
+        const stats = await fs.stat(filePath);
+        if (stats.size > maxFileSize) {
+          console.log(`Skipping large file (${stats.size} bytes > ${maxFileSize} bytes): ${normalizedPath}`);
+          return null;
+        }
+      } catch (error) {
+        console.error(`Error getting file stats ${filePath}:`, error);
+        return null;
+      }
+
       const fileExtension = path.extname(filePath).toLowerCase();
 
       // Special handling for docx files