diff --git a/.github/workflows/automation-benchmark-tests.yml b/.github/workflows/automation-benchmark-tests.yml index 68bcb573ec..99fe2cbc26 100644 --- a/.github/workflows/automation-benchmark-tests.yml +++ b/.github/workflows/automation-benchmark-tests.yml @@ -101,7 +101,7 @@ jobs: ref: ${{ env.REF_NAME }} - name: build test runner if: ${{ env.REF_NAME != 'develop' }} - uses: smartcontractkit/chainlink-github-actions/docker/build-push@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/docker/build-push@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 with: tags: ${{ steps.push.outputs.tag }} file: ./integration-tests/test.Dockerfile @@ -112,7 +112,7 @@ jobs: AWS_REGION: ${{ secrets.QA_AWS_REGION }} AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} - name: Run Tests - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 env: DETACH_RUNNER: true TEST_SUITE: benchmark diff --git a/.github/workflows/integration-chaos-tests.yml b/.github/workflows/integration-chaos-tests.yml index 9a4da4d977..b969f542ae 100644 --- a/.github/workflows/integration-chaos-tests.yml +++ b/.github/workflows/integration-chaos-tests.yml @@ -34,7 +34,7 @@ jobs: uses: actions/checkout@24cb9080177205b6e8c946b17badbe402adc938f # v3.4.0 - name: Build Image if: ${{ env.REF_NAME != env.DEVELOP_REF }} - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 with: cl_repo: smartcontractkit/chainlink cl_ref: ${{ github.sha }} @@ -78,7 +78,7 @@ jobs: uses: actions/checkout@24cb9080177205b6e8c946b17badbe402adc938f # v3.4.0 - name: build test runner if: ${{ env.REF_NAME != env.DEVELOP_REF }} - uses: smartcontractkit/chainlink-github-actions/docker/build-push@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/docker/build-push@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 with: tags: ${{ env.ENV_JOB_IMAGE_BASE }}:${{ env.BUILD_SHA_REF }} file: ./integration-tests/test.Dockerfile @@ -134,7 +134,7 @@ jobs: - name: Checkout the repo uses: actions/checkout@24cb9080177205b6e8c946b17badbe402adc938f # v3.4.0 - name: Run Tests - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 with: test_command_to_run: export ENV_JOB_IMAGE=${{ env.ENV_JOB_IMAGE_BASE }}:${{ needs.build-test-runner.outputs.testtag }} && make test_need_operator_assets && cd integration-tests && go test -timeout 1h -count=1 -json -test.parallel 11 ./chaos 2>&1 | tee /tmp/gotest.log | gotestfmt test_download_vendor_packages_command: cd ./integration-tests && go mod download diff --git a/.github/workflows/integration-tests-publish.yml b/.github/workflows/integration-tests-publish.yml index e6d60efb6d..1483bdd770 100644 --- a/.github/workflows/integration-tests-publish.yml +++ b/.github/workflows/integration-tests-publish.yml @@ -31,7 +31,7 @@ jobs: with: ref: ${{ github.event.pull_request.head.sha }} - name: build test runner - uses: smartcontractkit/chainlink-github-actions/docker/build-push@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/docker/build-push@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 with: tags: ${{ env.ECR_TAG }} file: ./integration-tests/test.Dockerfile diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 7fa2f43946..3cbb730d0e 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -67,7 +67,7 @@ jobs: ref: ${{ github.event.pull_request.head.sha }} - name: Build Image if: needs.changes.outputs.src == 'true' - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 with: cl_repo: smartcontractkit/chainlink cl_ref: ${{ github.sha }} @@ -111,7 +111,7 @@ jobs: ref: ${{ github.event.pull_request.head.sha }} - name: Check if image exists id: check-image - uses: smartcontractkit/chainlink-github-actions/docker/image-exists@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/docker/image-exists@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 with: repository: chainlink-tests tag: ${{ env.CHAINLINK_VERSION }} @@ -119,7 +119,7 @@ jobs: AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} - name: build test runner if: steps.check-image.outputs.exists == 'false' - uses: smartcontractkit/chainlink-github-actions/docker/build-push@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/docker/build-push@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 with: tags: ${{ env.ENV_JOB_IMAGE }} file: ./integration-tests/test.Dockerfile @@ -201,7 +201,7 @@ jobs: ## Run this step when changes that require tests to be run are made - name: Run Tests if: needs.changes.outputs.src == 'true' - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 env: PYROSCOPE_SERVER: ${{ matrix.product.pyroscope_env == '' && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 PYROSCOPE_ENVIRONMENT: ${{ matrix.product.pyroscope_env }} @@ -222,7 +222,7 @@ jobs: ## Run this step when changes that do not need the test to run are made - name: Run Setup if: needs.changes.outputs.src == 'false' - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/setup-run-tests-environment@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/setup-run-tests-environment@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 with: test_download_vendor_packages_command: cd ./integration-tests && go mod download go_mod_path: ./integration-tests/go.mod @@ -323,7 +323,7 @@ jobs: steps: - name: Check if image exists id: check-image - uses: smartcontractkit/chainlink-github-actions/docker/image-exists@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/docker/image-exists@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 with: repository: chainlink-solana-tests tag: ci.${{ needs.get_solana_sha.outputs.sha }} @@ -395,7 +395,7 @@ jobs: path: ${{ env.CONTRACT_ARTIFACTS_PATH }} - name: Build Test Runner if: needs.changes.outputs.src == 'true' && needs.solana-test-image-exists.outputs.exists == 'false' - uses: smartcontractkit/chainlink-github-actions/docker/build-push@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/docker/build-push@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 with: tags: ${{ env.SOLANA_TEST_ECR }}:ci.${{ needs.get_solana_sha.outputs.sha }} file: ./integration-tests/test.Dockerfile @@ -411,7 +411,7 @@ jobs: echo "\`ci.${{ needs.get_solana_sha.outputs.sha }}\`" >>$GITHUB_STEP_SUMMARY - name: Run Tests if: needs.changes.outputs.src == 'true' - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 with: test_command_to_run: export ENV_JOB_IMAGE=${{ env.SOLANA_TEST_ECR }}:ci.${{ needs.get_solana_sha.outputs.sha }} && make test_smoke cl_repo: ${{ env.CHAINLINK_IMAGE }} @@ -477,7 +477,7 @@ jobs: ref: ${{ github.event.pull_request.head.sha }} ## Only run OCR smoke test for now - name: Run Tests - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@82efc30914389ca2a74effde35675cd55ba6ccf5 # v2.1.4 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.1.4 env: PYROSCOPE_SERVER: ${{ secrets.QA_PYROSCOPE_INSTANCE }} PYROSCOPE_ENVIRONMENT: ci-smoke-ocr-evm-${{ matrix.testnet }} # TODO: Only for OCR for now diff --git a/.github/workflows/on-demand-ocr-soak-test.yml b/.github/workflows/on-demand-ocr-soak-test.yml index 2b08095e02..f8ce24dcaa 100644 --- a/.github/workflows/on-demand-ocr-soak-test.yml +++ b/.github/workflows/on-demand-ocr-soak-test.yml @@ -105,7 +105,7 @@ jobs: fi - name: build test runner if: ${{ env.REF_NAME != 'develop' }} - uses: smartcontractkit/chainlink-github-actions/docker/build-push@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/docker/build-push@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 with: tags: ${{ steps.push.outputs.tag }} file: ./integration-tests/test.Dockerfile @@ -116,7 +116,7 @@ jobs: AWS_REGION: ${{ secrets.QA_AWS_REGION }} AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} - name: Run Tests - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 env: DETACH_RUNNER: true TEST_SUITE: soak diff --git a/.github/workflows/performance-tests.yml b/.github/workflows/performance-tests.yml index bb17f69b1d..ba33a53859 100644 --- a/.github/workflows/performance-tests.yml +++ b/.github/workflows/performance-tests.yml @@ -56,7 +56,7 @@ jobs: - name: Checkout the repo uses: actions/checkout@24cb9080177205b6e8c946b17badbe402adc938f # v3.4.0 - name: Run Tests - uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@09358ba70818d6252aa3f7b8ba6022192f716e71 # v2.1.3 + uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@ad22fbd6f4d108b82aaf49b527bcf40f32babea8 # v2.2.1 with: test_command_to_run: cd integration-tests && go test -timeout 1h -count=1 -json -test.parallel 10 ./performance 2>&1 | tee /tmp/gotest.log | gotestfmt test_download_vendor_packages_command: make gomod