Attempt to reduce test parallelism for AWS Python tests
Trying this out to see if this addresses the EOF issues we're seeing when installing dependencies for these tests.
MODIFY
.github/workflows/cron.yml
.github/workflows/cron.yml
@@ -266,7 +266,7 @@ jobs:
run: make ensure
- name: Running ${{ matrix.clouds }}${{ matrix.languages }} Tests
run: make specific_test_set TestSet=${{ matrix.clouds }}${{ matrix.languages
- }}
+ }} Parallelism=${{ matrix.parallelism }}
strategy:
fail-fast: false
matrix:
@@ -297,6 +297,16 @@ jobs:
- ubuntu-latest
python-version:
- "3.7"
+ parallelism:
+ - 40
+ exclude:
+ - clouds: Aws
+ languages: Py
+ parallelism: 40
+ include:
+ - clouds: Aws
+ languages: Py
+ parallelism: 20
providers-output-values:
name: providers-output-values
env:
@@ -380,7 +390,7 @@ jobs:
run: make ensure
- name: Running ${{ matrix.clouds }}${{ matrix.languages }} Tests
run: make specific_test_set TestSet=${{ matrix.clouds }}${{ matrix.languages
- }}
+ }} Parallelism=${{ matrix.parallelism }}
strategy:
fail-fast: false
matrix:
@@ -411,6 +421,16 @@ jobs:
- ubuntu-latest
python-version:
- "3.7"
+ parallelism:
+ - 40
+ exclude:
+ - clouds: Aws
+ languages: Py
+ parallelism: 40
+ include:
+ - clouds: Aws
+ languages: Py
+ parallelism: 20
python-unit-testing:
name: Running ${{ matrix.source-dir }} test
runs-on: ${{ matrix.platform }}

MODIFY
Makefile
Makefile
@@ -21,9 +21,11 @@ specific_test_set:
echo "running $(TestSet) Acceptance Tests"
cd misc/test && go test . --timeout 4h -v -count=1 -short -parallel 40 --tags=all --run=TestAcc$(TestSet)
+Parallelism ?= 40
+
specific_tag_set:
echo "running $(TagSet)$(TestSet) Acceptance Tests"
- cd misc/test && go test . --timeout 4h -v -count=1 -short -parallel 40 --tags=$(TagSet) --run=TestAcc$(TagSet)$(TestSet)
+ cd misc/test && go test . --timeout 4h -v -count=1 -short -parallel $(Parallelism) --tags=$(TagSet) --run=TestAcc$(TagSet)$(TestSet)
performance_test_set:
cd misc/test && go test . --timeout 4h -count=1 -short -parallel 40 --tags=Performance

Attempt to reduce test parallelism for AWS Python tests (#1084)

Trying this out to see if this addresses the EOF issues we're seeing when installing dependencies for these tests.