def pytest_collection_modifyitems(session, config, items):
    # Ensure that all tests with require a redeploy are run after
    # tests that don't need a redeploy.
    final_list = []
    on_redeploy_tests = []
    for item in items:
        if item.get_marker('on_redeploy') is not None:
            on_redeploy_tests.append(item)
        else:
            final_list.append(item)
    final_list.extend(on_redeploy_tests)
    items[:] = final_list

DEPLOY_TEST_BASENAME = 'test_features.py'


def pytest_collection_modifyitems(session, config, items):
    # Ensure that all tests with require a redeploy are run after
    # tests that don't need a redeploy.
    start, end = _get_start_end_index(DEPLOY_TEST_BASENAME, items)
    marked = []
    unmarked = []
    for item in items[start:end]:
        if item.get_marker('on_redeploy') is not None:
            marked.append(item)
        else:
            unmarked.append(item)
    items[start:end] = unmarked + marked


def _get_start_end_index(basename, items):
    # precondition: all the tests for test_features.py are
    # in a contiguous range.  This is the case because pytest
    # will group all tests in a module together.
    matched = [item.fspath.basename == basename for item in items]
    return (
        matched.index(True),
        len(matched) - list(reversed(matched)).index(True)
    )

Reorder redeploy tests within a single module
Reorder redeploy tests within a single module

The original code for on_redeploy was making the
assumption that there was only one integration test file.
When test_package.py was added, the tests always failed
because the redeploy tests were run *after* the package tests
which messed with the module scope fixtures.

Now we ensure we only reorder tests within test_features.py.
