chore: added custom marker to slow (>20s) test, updated CI to skip

- on PR we run all tests, including the slow one(s)
- on push we just do the faster ones

- registered marks in pytest.ini

.github/workflows/python-pycov-onPR.yml

@@ -24,6 +24,8 @@ jobs:
         if [ -f tests/requirements.txt ]; then pip install -r tests/requirements.txt; fi
 
     - name: Build coverage files for mishakav commenter action
+      # note this will run all tests, including the slow end2end ones
+      # - this action is only on PR; the slow ones are skipped on push.
       run: |
         pytest --junitxml=pytest.xml --cov-report=term-missing:skip-covered --cov=src tests/ | tee pytest-coverage.txt
         echo "working dir:" && pwd

.github/workflows/python-pytest.yml

@@ -31,6 +31,6 @@ jobs:
     #    flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
     #    # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
     #    flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
-    - name: Test with pytest
+    - name: Run quick tests with pytest
       run: |
-        pytest
+        pytest -m "not end2end_slow"

pytest.ini

@@ -3,3 +3,6 @@ pythonpath = "src"
 testpaths = 
     tests
 
+markers =
+    component: 
+    end2end_slow: 

src/input/input_handling.py

@@ -127,6 +127,7 @@ def buffer_uploaded_files():
         print(f"[D] processing {ix}th file {filename}. {file.file_id} {file.type} {file.size}")
         # image to np and hash both require reading the file so do together
         image, image_hash = load_file_and_hash(file)
+        print(f"   [D] {ix}th file {filename} hash: {image_hash}")
         
         filenames.append(filename)
         image_hashes.append(image_hash)

tests/test_demo_input_sidebar.py

@@ -172,6 +172,7 @@ def verify_metadata_in_demo_display(at:AppTest, num_files:int):
     if num_files >= 3:
         assert at.text_area(key='metadata_2').value == exp2
 
+@pytest.mark.component
 def test_no_input_no_interaction():
     
     # zero test: no inputs 
@@ -218,7 +219,7 @@ def test_no_input_no_interaction():
     #   assert "container_file_uploader_id" in at.session_state
     #   assert "container_metadata_inputs_id" in at.session_state
     
-
+@pytest.mark.component
 @patch("streamlit.file_uploader")
 def test_two_input_files_realdata(mock_file_rv: MagicMock, mock_uploadedFile_List_ImageData):
     # many test: list of 2 inputs

tests/test_main.py

@@ -39,6 +39,7 @@ def nooop():
     raise RuntimeError
     pass
 
+@pytest.mark.end2end_slow
 @patch("streamlit.file_uploader")
 def test_click_validate_after_data_entry(mock_file_rv: MagicMock, mock_uploadedFile_List_ImageData):
     # this test goes through several stages of the workflow