train-model.yml

name: Train Model

on:
  workflow_dispatch:
  schedule:
    - cron: '0 2 * * 0' # Run at 2AM UTC every Sunday

jobs:
  deploy:
    runs-on: ubuntu-latest
    name: Train Model
    steps:
      - name: Install Git LFS
        run: sudo apt-get update && sudo apt-get install git-lfs && git lfs install

      - name: Checkout code
        uses: actions/checkout@v4
        with:
          lfs: true
          token: ${{ secrets.PAT_TOKEN }}

      - name: Setup pnpm
        uses: pnpm/action-setup@v4
        with:
          version: latest

      - name: Setup Node.js
        uses: actions/setup-node@v6
        with:
          node-version: 24.x
          cache: 'pnpm'

      - name: Install dependencies
        run: pnpm install && pnpm approve-builds && pnpm add faiss-node --allow-build=faiss-node && pnpm rebuild faiss-node

      - name: Train model from READMEs
        run: node scripts/train_model.mjs
        env:
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

      - name: Commit generated files
        env:
          PAT_TOKEN: ${{ secrets.PAT_TOKEN }}
        run: |
          git config --global user.name "Martin DONADIEU"
          git config --global user.email "martindonadieu@gmail.com"
          git lfs track "loadedVectorStore/*.json"
          git lfs track "loadedVectorStore/*.index"
          git add .gitattributes
          git add loadedVectorStore/*.json loadedVectorStore/*.index
          git add -A
          git commit -m "Commit generated files"
          git push origin main -f
        working-directory: ./