yml

.github/workflows/air-quality-daily.yml

@@ -19,6 +19,8 @@ jobs:
       - name: Update dummy file
         run: echo "$(date)" >> dummy.txt
 
+      
+
       - name: pushing changes
         uses: stefanzweifel/git-auto-commit-action@v5
         with:

.github/workflows/{update-df.yml → feature.yml}

@@ -1,4 +1,4 @@
-name: update-df
+name: feature
 
 on:
   workflow_dispatch:
@@ -31,4 +31,4 @@ jobs:
         env:
           HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
         run: |
-          python infer.py
+          python feature_pipeline.py

.github/workflows/inference.yml

@@ -0,0 +1,34 @@
+name: inference
+
+on:
+  workflow_dispatch:
+      schedule:
+      - cron: '*/5 * * * *'
+
+jobs:
+  schedule_pipelines:
+    runs-on: ubuntu-latest
+
+    permissions:
+      pages: write
+      contents: write
+
+    steps:
+      - name: checkout repo content
+        uses: actions/checkout@v4
+
+      - name: setup python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: 'pip'
+      - name: install python packages
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+
+      - name: execute python workflows from bash script
+        env:
+          HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
+        run: |
+          python feature_pipeline.py

merge_df.py

@@ -74,4 +74,4 @@ def get_merged_dataframe():
     # Drop the individual columns after merging
     combined_df = combined_df.drop(columns=['predicted_pm25_x', 'predicted_pm25_y'])
 
-print(get_merged_dataframe())
+    return combined_df