From 7527a220f62af18e6ae56195c61e08d585e702ad Mon Sep 17 00:00:00 2001 From: Saugat Pachhai Date: Mon, 19 Oct 2020 23:24:11 -0700 Subject: [PATCH] Track flaky tests using Google's service (#4749) * Track flaky tests using Google's service https://flaky-dashboard.web.app More info: https://github.com/GoogleCloudPlatform/flaky-service * Increment version --- .github/workflows/tests.yaml | 11 ++++++++++- setup.py | 1 + 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests.yaml b/.github/workflows/tests.yaml index b60c02dfe..938d2b6ef 100644 --- a/.github/workflows/tests.yaml +++ b/.github/workflows/tests.yaml @@ -50,10 +50,19 @@ jobs: git config --global user.email "dvctester@example.com" git config --global user.name "DVC Tester" - name: run tests - run: python -m tests -ra --cov-report=xml + run: python -m tests -ra --cov-report=xml --tap-combined - name: upload coverage report if: github.event.name == 'push' uses: codecov/codecov-action@v1.0.13 with: file: ./coverage.xml fail_ci_if_error: true + - name: Post TAP + uses: GoogleCloudPlatform/flaky-service/packages/action@v1.0.3 + if: ${{ always() }} + with: + file-path: ${{github.workspace}}/testresults.tap + repo-token: ${{ secrets.GITHUB_TOKEN }} + os: ${{runner.os}} + matrix: ${{toJson(matrix)}} + repo-description: ${{github.event.repository.description}} diff --git a/setup.py b/setup.py index 844d1efe8..7c0a6e186 100644 --- a/setup.py +++ b/setup.py @@ -114,6 +114,7 @@ tests_requirements = [ "pytest-cov>=2.6.1", "pytest-xdist>=1.26.1", "pytest-mock==1.11.2", + "pytest-tap", "pytest-lazy-fixture", "flaky>=3.5.3", "mock>=3.0.0",