.github/workflows/visualization.yml

name: Run Visualization Script

on:
  workflow_dispatch:
  schedule:
    # Run every 30 minutes
    #- cron: '*/30 * * * *'
    - cron: '0 0 * * 0'

jobs:
  run-scraper:
    runs-on: ubuntu-latest

    steps:
    - name: Checkout repository
      uses: actions/checkout@v3

    - name: Set up Python
      uses: actions/setup-python@v4
      with:
        python-version: '3.11'

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -r requirements.txt

    - name: Run Visualization Script
      run: |
        python tag-posting.py
        python embedding_gen.py
    - name: List plots folder
      run: ls -R plots || echo "plots not found"
    - name: Commit and Push Changes
      run: |
        git config --global user.name "github-actions[bot]"
        git config --global user.email "github-actions[bot]@users.noreply.github.com"
        git add tags
        git add plots
        git commit -m "Add plots generated by script"
        git push
      env:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  sync-to-hub:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          lfs: true
      - name: Push to hub
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}
        run: git push https://Robzy:[email protected]/spaces/Robzy/jobbert_knowledge_extraction main