.github/workflows/sync-to-hf.yml

name: Sync to Hugging Face Space
on:
  push:
    branches: [main]
    paths-ignore:
      - 'data/scraping_scripts/**'
      - 'README.md'
      - 'docs/**'
      - '**.md'
      # Add any other paths you want to exclude

  # to run this workflow manually from the Actions tab
  workflow_dispatch:

jobs:
  sync-to-hub:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          lfs: true
      - name: Push to HuggingFace Space
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}
          HF_USERNAME: ${{ secrets.HF_USERNAME }}
        run: git push --force https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/llm_project main:main