From 52ab0eefb729a4a5f8b76ea631c323432f6bb14a Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Thu, 9 Apr 2026 13:23:15 +0200 Subject: [PATCH 01/14] use newer CTF --- .github/workflows/cre-soak-memory-leak.yml | 3 ++- core/scripts/go.mod | 2 +- core/scripts/go.sum | 4 ++-- system-tests/lib/go.mod | 2 +- system-tests/lib/go.sum | 4 ++-- system-tests/tests/go.mod | 2 +- system-tests/tests/go.sum | 4 ++-- 7 files changed, 11 insertions(+), 10 deletions(-) diff --git a/.github/workflows/cre-soak-memory-leak.yml b/.github/workflows/cre-soak-memory-leak.yml index bd0b14cebff..5eaa171526e 100644 --- a/.github/workflows/cre-soak-memory-leak.yml +++ b/.github/workflows/cre-soak-memory-leak.yml @@ -147,7 +147,8 @@ jobs: notify-test-failure: name: Notify about test Failure - if: failure() + if: false # TODO: Remove before merging + # if: failure() needs: [soak] environment: name: integration diff --git a/core/scripts/go.mod b/core/scripts/go.mod index 6b7fe4586b5..239ba8741a2 100644 --- a/core/scripts/go.mod +++ b/core/scripts/go.mod @@ -55,7 +55,7 @@ require ( github.com/smartcontractkit/chainlink-evm/gethwrappers v0.0.0-20260119171452-39c98c3b33cd github.com/smartcontractkit/chainlink-protos/cre/go v0.0.0-20260326111235-8c09d1a4491f github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.12 + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 github.com/smartcontractkit/chainlink-testing-framework/seth v1.51.5 diff --git a/core/scripts/go.sum b/core/scripts/go.sum index 6f487136894..c7bec898689 100644 --- a/core/scripts/go.sum +++ b/core/scripts/go.sum @@ -1702,8 +1702,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.12 h1:1SkcN0ABoqhiuPua5jfLPjMu2dcVN+RvsUB6/BBZtN0= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.12/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c h1:m+C31FRin6eJK8RdxJeAPJLKGCHrY6/qm3o/ukgyPLI= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 h1:8D2DUnn7mLUZOLhPDGGFKKvBrgU6LQd00tq2VOprvfI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20/go.mod h1:98jNYBOPuKWJw9a8x0LgQuudp5enrHhQQP5Hq0YwRB8= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/lib/go.mod b/system-tests/lib/go.mod index 0f6f35e5eda..a905b870d95 100644 --- a/system-tests/lib/go.mod +++ b/system-tests/lib/go.mod @@ -44,7 +44,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 github.com/smartcontractkit/chainlink-solana v1.1.2-0.20260407162454-407b2a207dcc - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.9-0.20260330164022-15e89dd1431f + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/lib/go.sum b/system-tests/lib/go.sum index 8c3cd06f02f..581e35c8b44 100644 --- a/system-tests/lib/go.sum +++ b/system-tests/lib/go.sum @@ -1669,8 +1669,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.9-0.20260330164022-15e89dd1431f h1:NSvEYsxvGxN0FfyL8uNYdePXHEvnSYLa1bdmLTHVDeU= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.9-0.20260330164022-15e89dd1431f/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c h1:m+C31FRin6eJK8RdxJeAPJLKGCHrY6/qm3o/ukgyPLI= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 h1:usf6YCNmSO8R1/rU28wUfIdp7zXlqGGOAttXW5mgkXU= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15/go.mod h1:YqrpawYGRkT/jcvXcmaZeZPOtu0erIenrHl5Mb8+U/c= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/tests/go.mod b/system-tests/tests/go.mod index cf814c1b90b..5f64a13d91e 100644 --- a/system-tests/tests/go.mod +++ b/system-tests/tests/go.mod @@ -72,7 +72,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/ring/go v0.0.0-20260331131315-f08a616d8dcd github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.9-0.20260330164022-15e89dd1431f + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/havoc v1.50.7 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/tests/go.sum b/system-tests/tests/go.sum index 0ab688421ba..5b0110621f5 100644 --- a/system-tests/tests/go.sum +++ b/system-tests/tests/go.sum @@ -1853,8 +1853,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.9-0.20260330164022-15e89dd1431f h1:NSvEYsxvGxN0FfyL8uNYdePXHEvnSYLa1bdmLTHVDeU= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.9-0.20260330164022-15e89dd1431f/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c h1:m+C31FRin6eJK8RdxJeAPJLKGCHrY6/qm3o/ukgyPLI= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18 h1:1ng+p/+85zcVLHB050PiWUAjOcxyd4KjwkUlJy34rgE= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18/go.mod h1:2+OrSz56pdgtY0Oc20nCS9LH/bEksFDBQjoR82De5PI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= From 6d71688b3c87c7bd0e168158788c66e5d74cb646 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Thu, 9 Apr 2026 16:06:35 +0200 Subject: [PATCH 02/14] upload all pprof files --- .github/workflows/cre-soak-memory-leak.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/cre-soak-memory-leak.yml b/.github/workflows/cre-soak-memory-leak.yml index 5eaa171526e..861c32cc3d1 100644 --- a/.github/workflows/cre-soak-memory-leak.yml +++ b/.github/workflows/cre-soak-memory-leak.yml @@ -133,8 +133,8 @@ jobs: if: always() uses: actions/upload-artifact@v7 with: - name: alloc.pprof - path: system-tests/tests/soak/cre/alloc.pprof + name: pprof + path: system-tests/tests/soak/cre/*.pprof retention-days: 7 - name: Upload Docker logs From 34caadf0ef98894c8908814cb9d679c6802f0844 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Thu, 9 Apr 2026 16:27:10 +0200 Subject: [PATCH 03/14] allow to set chainlink_version --- .github/workflows/cre-soak-memory-leak.yml | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/.github/workflows/cre-soak-memory-leak.yml b/.github/workflows/cre-soak-memory-leak.yml index 861c32cc3d1..c9b431b4556 100644 --- a/.github/workflows/cre-soak-memory-leak.yml +++ b/.github/workflows/cre-soak-memory-leak.yml @@ -12,6 +12,10 @@ on: description: "Chainlink image tag to use" required: true type: string + chainlink_version: + description: "Test / orchestration code reference to use (defaults to github.sha)" + required: false + type: string workflow_call: inputs: ecr_name: @@ -21,6 +25,10 @@ on: chainlink_image_tag: required: true type: string + chainlink_version: + description: "Test / orchestration code reference to use (defaults to github.sha)" + required: false + type: string jobs: soak: @@ -51,7 +59,7 @@ jobs: - name: Checkout uses: actions/checkout@v6 with: - ref: ${{ github.sha }} + ref: ${{ inputs.chainlink_version || github.sha }} persist-credentials: false - name: Set up Go From 5a6a4151752185019d9a49d0b61fa55e59a49a9a Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Fri, 10 Apr 2026 07:44:41 +0200 Subject: [PATCH 04/14] do not output aptos keys --- system-tests/lib/cre/don/secrets/secrets.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/system-tests/lib/cre/don/secrets/secrets.go b/system-tests/lib/cre/don/secrets/secrets.go index e974c349234..05d928cfa26 100644 --- a/system-tests/lib/cre/don/secrets/secrets.go +++ b/system-tests/lib/cre/don/secrets/secrets.go @@ -20,7 +20,7 @@ import ( type nodeSecret struct { EthKeys nodeEthKeyWrapper `toml:"EVM"` SolKeys nodeSolKeyWrapper `toml:"Solana"` - AptosKeys nodeAptosKeyWrapper `toml:"Aptos"` + AptosKeys nodeAptosKeyWrapper `toml:"-"` // TODO set back to `toml:"Aptos"` before merging P2PKey nodeP2PKey `toml:"P2PKey"` DKGRecipientKey nodeDKGRecipientKey `toml:"DKGRecipientKey"` From ef63143bcc1c771064e28d369886a87ce3919de7 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Mon, 13 Apr 2026 17:56:00 +0200 Subject: [PATCH 05/14] try out admin profile dump --- .github/workflows/cre-soak-memory-leak.yml | 6 ++++-- .../environment/configs/workflow-gateway-don.toml | 15 ++++++++------- core/scripts/go.mod | 2 +- core/scripts/go.sum | 4 ++-- system-tests/lib/go.mod | 2 +- system-tests/lib/go.sum | 4 ++-- system-tests/tests/go.mod | 2 +- system-tests/tests/go.sum | 4 ++-- system-tests/tests/soak/cre/soak_test.go | 2 +- 9 files changed, 22 insertions(+), 19 deletions(-) diff --git a/.github/workflows/cre-soak-memory-leak.yml b/.github/workflows/cre-soak-memory-leak.yml index c9b431b4556..445f54a4211 100644 --- a/.github/workflows/cre-soak-memory-leak.yml +++ b/.github/workflows/cre-soak-memory-leak.yml @@ -137,12 +137,14 @@ jobs: -count=1 \ github.com/smartcontractkit/chainlink/system-tests/tests/soak/cre - - name: Upload alloc.pprof + - name: Upload performance reports if: always() uses: actions/upload-artifact@v7 with: name: pprof - path: system-tests/tests/soak/cre/*.pprof + path: | + system-tests/tests/soak/cre/*.pprof + system-tests/tests/soak/cre/admin-profiles retention-days: 7 - name: Upload Docker logs diff --git a/core/scripts/cre/environment/configs/workflow-gateway-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-don.toml index 197853faa28..454ce8c6fc2 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-don.toml @@ -51,10 +51,10 @@ [[nodesets.node_specs]] roles = ["plugin"] [nodesets.node_specs.node] - docker_ctx = "../../../.." - docker_file = "core/chainlink.Dockerfile" - docker_build_args = { "CL_IS_PROD_BUILD" = "false" } - # image = "chainlink-tmp:latest" + #docker_ctx = "../../../.." + #docker_file = "core/chainlink.Dockerfile" + #docker_build_args = { "CL_IS_PROD_BUILD" = "false" } + image = "chainlink-tmp:latest" user_config_overrides = "" [[nodesets]] @@ -75,9 +75,10 @@ [[nodesets.node_specs]] roles = ["bootstrap", "gateway"] [nodesets.node_specs.node] - docker_ctx = "../../../.." - docker_file = "core/chainlink.Dockerfile" - docker_build_args = { "CL_IS_PROD_BUILD" = "false" } + #docker_ctx = "../../../.." + #docker_file = "core/chainlink.Dockerfile" + #docker_build_args = { "CL_IS_PROD_BUILD" = "false" } + image = "chainlink-tmp:latest" # 5002 is the web API capabilities port for incoming requests # 15002 is the vault port for incoming requests custom_ports = ["5002:5002","15002:15002"] diff --git a/core/scripts/go.mod b/core/scripts/go.mod index 57cc87fb954..ff8fc22656b 100644 --- a/core/scripts/go.mod +++ b/core/scripts/go.mod @@ -54,7 +54,7 @@ require ( github.com/smartcontractkit/chainlink-evm/gethwrappers v0.0.0-20260119171452-39c98c3b33cd github.com/smartcontractkit/chainlink-protos/cre/go v0.0.0-20260326111235-8c09d1a4491f github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 github.com/smartcontractkit/chainlink-testing-framework/seth v1.51.5 diff --git a/core/scripts/go.sum b/core/scripts/go.sum index d2c22cc3a23..2425109d23a 100644 --- a/core/scripts/go.sum +++ b/core/scripts/go.sum @@ -1711,8 +1711,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c h1:m+C31FRin6eJK8RdxJeAPJLKGCHrY6/qm3o/ukgyPLI= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 h1:SMXEbuxVI+Zx1ilOBN8pGxSpygQ0XJ9oespLWAkqKJI= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 h1:8D2DUnn7mLUZOLhPDGGFKKvBrgU6LQd00tq2VOprvfI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20/go.mod h1:98jNYBOPuKWJw9a8x0LgQuudp5enrHhQQP5Hq0YwRB8= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/lib/go.mod b/system-tests/lib/go.mod index 6684bfcef1d..7cb6b20cc62 100644 --- a/system-tests/lib/go.mod +++ b/system-tests/lib/go.mod @@ -40,7 +40,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 github.com/smartcontractkit/chainlink-solana v1.1.2-0.20260407162454-407b2a207dcc - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/lib/go.sum b/system-tests/lib/go.sum index ac26e84ea00..c580736d4db 100644 --- a/system-tests/lib/go.sum +++ b/system-tests/lib/go.sum @@ -1678,8 +1678,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c h1:m+C31FRin6eJK8RdxJeAPJLKGCHrY6/qm3o/ukgyPLI= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 h1:SMXEbuxVI+Zx1ilOBN8pGxSpygQ0XJ9oespLWAkqKJI= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 h1:usf6YCNmSO8R1/rU28wUfIdp7zXlqGGOAttXW5mgkXU= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15/go.mod h1:YqrpawYGRkT/jcvXcmaZeZPOtu0erIenrHl5Mb8+U/c= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/tests/go.mod b/system-tests/tests/go.mod index b6eb8bcb9bc..5578dac65ca 100644 --- a/system-tests/tests/go.mod +++ b/system-tests/tests/go.mod @@ -68,7 +68,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/ring/go v0.0.0-20260331131315-f08a616d8dcd github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/havoc v1.50.7 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/tests/go.sum b/system-tests/tests/go.sum index 925bb365d39..35f398c5941 100644 --- a/system-tests/tests/go.sum +++ b/system-tests/tests/go.sum @@ -1862,8 +1862,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c h1:m+C31FRin6eJK8RdxJeAPJLKGCHrY6/qm3o/ukgyPLI= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260409111916-b33395a96a7c/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 h1:SMXEbuxVI+Zx1ilOBN8pGxSpygQ0XJ9oespLWAkqKJI= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18 h1:1ng+p/+85zcVLHB050PiWUAjOcxyd4KjwkUlJy34rgE= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18/go.mod h1:2+OrSz56pdgtY0Oc20nCS9LH/bEksFDBQjoR82De5PI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/tests/soak/cre/soak_test.go b/system-tests/tests/soak/cre/soak_test.go index fa9c4b0a420..707a9e8771a 100644 --- a/system-tests/tests/soak/cre/soak_test.go +++ b/system-tests/tests/soak/cre/soak_test.go @@ -38,7 +38,7 @@ Environment variables: - CTF_CONFIGS: path to the environment config TOML file. */ func Test_CRE_PoR_MemoryLeakSoak(t *testing.T) { - const numWorkflows = 20 + const numWorkflows = 2 start := time.Now() From c79634885338cd78da2d9bc9bc9a4ae4a58b43f4 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Tue, 14 Apr 2026 09:23:22 +0200 Subject: [PATCH 06/14] bump CTF version --- core/scripts/go.mod | 2 +- core/scripts/go.sum | 4 ++-- system-tests/lib/go.mod | 2 +- system-tests/lib/go.sum | 4 ++-- system-tests/tests/go.mod | 2 +- system-tests/tests/go.sum | 4 ++-- 6 files changed, 9 insertions(+), 9 deletions(-) diff --git a/core/scripts/go.mod b/core/scripts/go.mod index ff8fc22656b..39d00253e19 100644 --- a/core/scripts/go.mod +++ b/core/scripts/go.mod @@ -54,7 +54,7 @@ require ( github.com/smartcontractkit/chainlink-evm/gethwrappers v0.0.0-20260119171452-39c98c3b33cd github.com/smartcontractkit/chainlink-protos/cre/go v0.0.0-20260326111235-8c09d1a4491f github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 github.com/smartcontractkit/chainlink-testing-framework/seth v1.51.5 diff --git a/core/scripts/go.sum b/core/scripts/go.sum index 2425109d23a..b4fce160155 100644 --- a/core/scripts/go.sum +++ b/core/scripts/go.sum @@ -1711,8 +1711,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 h1:SMXEbuxVI+Zx1ilOBN8pGxSpygQ0XJ9oespLWAkqKJI= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 h1:/ZrDFrQoZpLTIBAicKmvapPXeH5PGdTTJKnjNsn+KiU= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 h1:8D2DUnn7mLUZOLhPDGGFKKvBrgU6LQd00tq2VOprvfI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20/go.mod h1:98jNYBOPuKWJw9a8x0LgQuudp5enrHhQQP5Hq0YwRB8= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/lib/go.mod b/system-tests/lib/go.mod index 7cb6b20cc62..10ec0d2de12 100644 --- a/system-tests/lib/go.mod +++ b/system-tests/lib/go.mod @@ -40,7 +40,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 github.com/smartcontractkit/chainlink-solana v1.1.2-0.20260407162454-407b2a207dcc - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/lib/go.sum b/system-tests/lib/go.sum index c580736d4db..0b849ceef0e 100644 --- a/system-tests/lib/go.sum +++ b/system-tests/lib/go.sum @@ -1678,8 +1678,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 h1:SMXEbuxVI+Zx1ilOBN8pGxSpygQ0XJ9oespLWAkqKJI= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 h1:/ZrDFrQoZpLTIBAicKmvapPXeH5PGdTTJKnjNsn+KiU= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 h1:usf6YCNmSO8R1/rU28wUfIdp7zXlqGGOAttXW5mgkXU= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15/go.mod h1:YqrpawYGRkT/jcvXcmaZeZPOtu0erIenrHl5Mb8+U/c= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/tests/go.mod b/system-tests/tests/go.mod index 5578dac65ca..a88b356f2c1 100644 --- a/system-tests/tests/go.mod +++ b/system-tests/tests/go.mod @@ -68,7 +68,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/ring/go v0.0.0-20260331131315-f08a616d8dcd github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/havoc v1.50.7 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/tests/go.sum b/system-tests/tests/go.sum index 35f398c5941..af17b5ea170 100644 --- a/system-tests/tests/go.sum +++ b/system-tests/tests/go.sum @@ -1862,8 +1862,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260408023220-974ac248027c/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290 h1:SMXEbuxVI+Zx1ilOBN8pGxSpygQ0XJ9oespLWAkqKJI= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260413143810-8b60da49d290/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 h1:/ZrDFrQoZpLTIBAicKmvapPXeH5PGdTTJKnjNsn+KiU= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18 h1:1ng+p/+85zcVLHB050PiWUAjOcxyd4KjwkUlJy34rgE= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18/go.mod h1:2+OrSz56pdgtY0Oc20nCS9LH/bEksFDBQjoR82De5PI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= From 4f0afdaefd768599056cd4403a7ab5b67d8ff00d Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Tue, 14 Apr 2026 15:11:24 +0200 Subject: [PATCH 07/14] revert some changes --- .../environment/configs/workflow-gateway-don.toml | 15 +++++++-------- system-tests/tests/soak/cre/soak_test.go | 2 +- 2 files changed, 8 insertions(+), 9 deletions(-) diff --git a/core/scripts/cre/environment/configs/workflow-gateway-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-don.toml index 454ce8c6fc2..197853faa28 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-don.toml @@ -51,10 +51,10 @@ [[nodesets.node_specs]] roles = ["plugin"] [nodesets.node_specs.node] - #docker_ctx = "../../../.." - #docker_file = "core/chainlink.Dockerfile" - #docker_build_args = { "CL_IS_PROD_BUILD" = "false" } - image = "chainlink-tmp:latest" + docker_ctx = "../../../.." + docker_file = "core/chainlink.Dockerfile" + docker_build_args = { "CL_IS_PROD_BUILD" = "false" } + # image = "chainlink-tmp:latest" user_config_overrides = "" [[nodesets]] @@ -75,10 +75,9 @@ [[nodesets.node_specs]] roles = ["bootstrap", "gateway"] [nodesets.node_specs.node] - #docker_ctx = "../../../.." - #docker_file = "core/chainlink.Dockerfile" - #docker_build_args = { "CL_IS_PROD_BUILD" = "false" } - image = "chainlink-tmp:latest" + docker_ctx = "../../../.." + docker_file = "core/chainlink.Dockerfile" + docker_build_args = { "CL_IS_PROD_BUILD" = "false" } # 5002 is the web API capabilities port for incoming requests # 15002 is the vault port for incoming requests custom_ports = ["5002:5002","15002:15002"] diff --git a/system-tests/tests/soak/cre/soak_test.go b/system-tests/tests/soak/cre/soak_test.go index 707a9e8771a..fa9c4b0a420 100644 --- a/system-tests/tests/soak/cre/soak_test.go +++ b/system-tests/tests/soak/cre/soak_test.go @@ -38,7 +38,7 @@ Environment variables: - CTF_CONFIGS: path to the environment config TOML file. */ func Test_CRE_PoR_MemoryLeakSoak(t *testing.T) { - const numWorkflows = 2 + const numWorkflows = 20 start := time.Now() From dd86e78d4ddde44ec2c44fd6698aa1b5ded97084 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Tue, 14 Apr 2026 16:25:21 +0200 Subject: [PATCH 08/14] use latest CTF, fix profile dump error overwrite --- core/cmd/admin_commands.go | 6 +++--- core/scripts/go.mod | 2 +- core/scripts/go.sum | 4 ++-- system-tests/lib/go.mod | 2 +- system-tests/lib/go.sum | 4 ++-- system-tests/tests/go.mod | 2 +- system-tests/tests/go.sum | 4 ++-- 7 files changed, 12 insertions(+), 12 deletions(-) diff --git a/core/cmd/admin_commands.go b/core/cmd/admin_commands.go index 7d6bbbe2bbd..522a7f0e117 100644 --- a/core/cmd/admin_commands.go +++ b/core/cmd/admin_commands.go @@ -375,10 +375,10 @@ func (s *Shell) Profile(c *cli.Context) error { errs[0] = s.profile(ctx, genDir, "", vitals, seconds) }() for i, name := range names { - go func() { + go func(i int, name string) { defer wg.Done() - errs[i] = s.profile(ctx, genDir, name, vitals, seconds) - }() + errs[i+1] = s.profile(ctx, genDir, name, vitals, seconds) + }(i, name) } wg.Wait() diff --git a/core/scripts/go.mod b/core/scripts/go.mod index 9991d5abfb9..a91c5e1925a 100644 --- a/core/scripts/go.mod +++ b/core/scripts/go.mod @@ -54,7 +54,7 @@ require ( github.com/smartcontractkit/chainlink-evm/gethwrappers v0.0.0-20260119171452-39c98c3b33cd github.com/smartcontractkit/chainlink-protos/cre/go v0.0.0-20260409211238-5b99921cbc7c github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 github.com/smartcontractkit/chainlink-testing-framework/seth v1.51.5 diff --git a/core/scripts/go.sum b/core/scripts/go.sum index 98fe911f3e7..aef236fad54 100644 --- a/core/scripts/go.sum +++ b/core/scripts/go.sum @@ -1711,8 +1711,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5 h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 h1:/ZrDFrQoZpLTIBAicKmvapPXeH5PGdTTJKnjNsn+KiU= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada h1:UAy+JmbJiE3kBNCFrIzL2XsgtyQ2TyVA0wU8rISH5Tw= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 h1:8D2DUnn7mLUZOLhPDGGFKKvBrgU6LQd00tq2VOprvfI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20/go.mod h1:98jNYBOPuKWJw9a8x0LgQuudp5enrHhQQP5Hq0YwRB8= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/lib/go.mod b/system-tests/lib/go.mod index 6d40bbe3ebe..43f587679cf 100644 --- a/system-tests/lib/go.mod +++ b/system-tests/lib/go.mod @@ -40,7 +40,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 github.com/smartcontractkit/chainlink-solana v1.1.2-0.20260407162454-407b2a207dcc - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/lib/go.sum b/system-tests/lib/go.sum index e940d33f2f6..ad001bf558e 100644 --- a/system-tests/lib/go.sum +++ b/system-tests/lib/go.sum @@ -1678,8 +1678,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5 h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 h1:/ZrDFrQoZpLTIBAicKmvapPXeH5PGdTTJKnjNsn+KiU= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada h1:UAy+JmbJiE3kBNCFrIzL2XsgtyQ2TyVA0wU8rISH5Tw= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 h1:usf6YCNmSO8R1/rU28wUfIdp7zXlqGGOAttXW5mgkXU= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15/go.mod h1:YqrpawYGRkT/jcvXcmaZeZPOtu0erIenrHl5Mb8+U/c= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/tests/go.mod b/system-tests/tests/go.mod index d82df32bc3f..7717bd12e7e 100644 --- a/system-tests/tests/go.mod +++ b/system-tests/tests/go.mod @@ -68,7 +68,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/ring/go v0.0.0-20260331131315-f08a616d8dcd github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/havoc v1.50.7 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/tests/go.sum b/system-tests/tests/go.sum index 3c6da29f683..ef5cdaaea7f 100644 --- a/system-tests/tests/go.sum +++ b/system-tests/tests/go.sum @@ -1862,8 +1862,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5 h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2 h1:/ZrDFrQoZpLTIBAicKmvapPXeH5PGdTTJKnjNsn+KiU= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414072139-8691593868d2/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada h1:UAy+JmbJiE3kBNCFrIzL2XsgtyQ2TyVA0wU8rISH5Tw= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18 h1:1ng+p/+85zcVLHB050PiWUAjOcxyd4KjwkUlJy34rgE= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18/go.mod h1:2+OrSz56pdgtY0Oc20nCS9LH/bEksFDBQjoR82De5PI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= From 73b09732d117e1190cfd38d2e308942cedbbdd61 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Wed, 15 Apr 2026 08:46:07 +0200 Subject: [PATCH 09/14] CTF with http write timeout of 6m; increase pprof timeout to 6m; set memprofilerate=1 --- .../scripts/cre/environment/configs/workflow-gateway-don.toml | 2 +- core/scripts/go.mod | 2 +- core/scripts/go.sum | 4 ++-- core/web/loop_registry.go | 2 +- system-tests/lib/go.mod | 2 +- system-tests/lib/go.sum | 4 ++-- system-tests/tests/go.mod | 2 +- system-tests/tests/go.sum | 4 ++-- 8 files changed, 11 insertions(+), 11 deletions(-) diff --git a/core/scripts/cre/environment/configs/workflow-gateway-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-don.toml index 197853faa28..81095103958 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-don.toml @@ -40,7 +40,7 @@ http_port_range_start = 10000 p2p_port_range_start = 12000 - env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node" } + env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=1" } capabilities = ["ocr3", "custom-compute", "web-api-target", "web-api-trigger", "vault", "cron", "http-action", "http-trigger", "consensus", "don-time", "write-evm-1337", "write-evm-2337", "evm-1337", "evm-2337", "read-contract-1337", "read-contract-2337"] registry_based_launch_allowlist = ["cron-trigger@1.0.0"] diff --git a/core/scripts/go.mod b/core/scripts/go.mod index a91c5e1925a..f680717f32c 100644 --- a/core/scripts/go.mod +++ b/core/scripts/go.mod @@ -54,7 +54,7 @@ require ( github.com/smartcontractkit/chainlink-evm/gethwrappers v0.0.0-20260119171452-39c98c3b33cd github.com/smartcontractkit/chainlink-protos/cre/go v0.0.0-20260409211238-5b99921cbc7c github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834 github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 github.com/smartcontractkit/chainlink-testing-framework/seth v1.51.5 diff --git a/core/scripts/go.sum b/core/scripts/go.sum index aef236fad54..06a2ee0559a 100644 --- a/core/scripts/go.sum +++ b/core/scripts/go.sum @@ -1711,8 +1711,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5 h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada h1:UAy+JmbJiE3kBNCFrIzL2XsgtyQ2TyVA0wU8rISH5Tw= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834 h1:BVcc1ondsNzErmAHngzengb9UiQgp4F6jH+5fJ93kUk= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20 h1:8D2DUnn7mLUZOLhPDGGFKKvBrgU6LQd00tq2VOprvfI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.20/go.mod h1:98jNYBOPuKWJw9a8x0LgQuudp5enrHhQQP5Hq0YwRB8= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/core/web/loop_registry.go b/core/web/loop_registry.go index 0cc7e1ffbcc..a61679e8e61 100644 --- a/core/web/loop_registry.go +++ b/core/web/loop_registry.go @@ -127,7 +127,7 @@ func (l *LoopRegistryServer) pluginMetricHandler(gc *gin.Context) { gc.Data(http.StatusOK, "text/plain", b) } -const PPROFOverheadSeconds = 30 +const PPROFOverheadSeconds = 360 func pprofURLVals(gc *gin.Context) (urlVals url.Values, timeout time.Duration) { urlVals = make(url.Values) diff --git a/system-tests/lib/go.mod b/system-tests/lib/go.mod index 43f587679cf..5fb3e7e23db 100644 --- a/system-tests/lib/go.mod +++ b/system-tests/lib/go.mod @@ -40,7 +40,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 github.com/smartcontractkit/chainlink-solana v1.1.2-0.20260407162454-407b2a207dcc - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834 github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/lib/go.sum b/system-tests/lib/go.sum index ad001bf558e..378f3f128ea 100644 --- a/system-tests/lib/go.sum +++ b/system-tests/lib/go.sum @@ -1678,8 +1678,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5 h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada h1:UAy+JmbJiE3kBNCFrIzL2XsgtyQ2TyVA0wU8rISH5Tw= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834 h1:BVcc1ondsNzErmAHngzengb9UiQgp4F6jH+5fJ93kUk= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15 h1:usf6YCNmSO8R1/rU28wUfIdp7zXlqGGOAttXW5mgkXU= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.15/go.mod h1:YqrpawYGRkT/jcvXcmaZeZPOtu0erIenrHl5Mb8+U/c= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= diff --git a/system-tests/tests/go.mod b/system-tests/tests/go.mod index 7717bd12e7e..86dd26324b1 100644 --- a/system-tests/tests/go.mod +++ b/system-tests/tests/go.mod @@ -68,7 +68,7 @@ require ( github.com/smartcontractkit/chainlink-protos/job-distributor v0.18.0 github.com/smartcontractkit/chainlink-protos/ring/go v0.0.0-20260331131315-f08a616d8dcd github.com/smartcontractkit/chainlink-protos/workflows/go v0.0.0-20260323124644-faea187e6997 - github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada + github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834 github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 github.com/smartcontractkit/chainlink-testing-framework/havoc v1.50.7 github.com/smartcontractkit/chainlink-testing-framework/lib v1.54.5 diff --git a/system-tests/tests/go.sum b/system-tests/tests/go.sum index ef5cdaaea7f..b24e390a423 100644 --- a/system-tests/tests/go.sum +++ b/system-tests/tests/go.sum @@ -1862,8 +1862,8 @@ github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5 h1: github.com/smartcontractkit/chainlink-sui v0.0.0-20260409162403-8bca8f7c9de5/go.mod h1:YQDu2RcdoAzI5xlhtpbjvaQQZwkUt/Q+IhLbP25M614= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0 h1:5NdsaclAfx+p8lZUZ3WIqMW3M9Cze1ZVPENOQhha1pk= github.com/smartcontractkit/chainlink-sui/deployment v0.0.0-20260304150206-c64e48eb0cb0/go.mod h1:IfeW6t5Yc5293H5ixuooAft+wYBMSFQWKjbBTwYiKr4= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada h1:UAy+JmbJiE3kBNCFrIzL2XsgtyQ2TyVA0wU8rISH5Tw= -github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260414141533-85d1ffc7fada/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834 h1:BVcc1ondsNzErmAHngzengb9UiQgp4F6jH+5fJ93kUk= +github.com/smartcontractkit/chainlink-testing-framework/framework v0.15.16-0.20260415064325-cd082d2e5834/go.mod h1:BALK9cj8sk12e15UF6uDhifHgIApa+6N11TcQfInEro= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18 h1:1ng+p/+85zcVLHB050PiWUAjOcxyd4KjwkUlJy34rgE= github.com/smartcontractkit/chainlink-testing-framework/framework/components/dockercompose v0.1.18/go.mod h1:2+OrSz56pdgtY0Oc20nCS9LH/bEksFDBQjoR82De5PI= github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake v0.10.0 h1:PWAMYu0WaAMBfbpxCpFJGRIDHmcgmYin6a+UQC0OdtY= From 9be31fba1d9080b2f9dacb84c4aa873a9ad07075 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Wed, 15 Apr 2026 08:50:29 +0200 Subject: [PATCH 10/14] lower memprofilerate to 128 --- core/scripts/cre/environment/configs/workflow-gateway-don.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/scripts/cre/environment/configs/workflow-gateway-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-don.toml index 81095103958..36e50797b6b 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-don.toml @@ -40,7 +40,7 @@ http_port_range_start = 10000 p2p_port_range_start = 12000 - env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=1" } + env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=128" } capabilities = ["ocr3", "custom-compute", "web-api-target", "web-api-trigger", "vault", "cron", "http-action", "http-trigger", "consensus", "don-time", "write-evm-1337", "write-evm-2337", "evm-1337", "evm-2337", "read-contract-1337", "read-contract-2337"] registry_based_launch_allowlist = ["cron-trigger@1.0.0"] From 5178f1cee73db260833a94cbe147ff4eaccb954d Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Wed, 15 Apr 2026 11:46:42 +0200 Subject: [PATCH 11/14] set memprofilrate to 1 --- core/scripts/cre/environment/configs/workflow-gateway-don.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/scripts/cre/environment/configs/workflow-gateway-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-don.toml index 36e50797b6b..81095103958 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-don.toml @@ -40,7 +40,7 @@ http_port_range_start = 10000 p2p_port_range_start = 12000 - env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=128" } + env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=1" } capabilities = ["ocr3", "custom-compute", "web-api-target", "web-api-trigger", "vault", "cron", "http-action", "http-trigger", "consensus", "don-time", "write-evm-1337", "write-evm-2337", "evm-1337", "evm-2337", "read-contract-1337", "read-contract-2337"] registry_based_launch_allowlist = ["cron-trigger@1.0.0"] From c0a328820a429a8f27c0d4c7cfbeed74a55a84d2 Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Wed, 15 Apr 2026 14:41:46 +0200 Subject: [PATCH 12/14] add memprofilerate=1 to correct topology --- .../environment/configs/workflow-gateway-capabilities-don.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml index b94d80787b6..b27d7b7bf44 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml @@ -43,7 +43,7 @@ # because bootstrap job for capability DON will be created on the boostrap node from this DON supported_evm_chains = [1337, 2337] - env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node" } + env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=1" } capabilities = ["ocr3", "custom-compute", "web-api-trigger", "cron", "http-action", "http-trigger", "consensus", "don-time", "write-evm-1337", "read-contract-1337", "evm-1337"] registry_based_launch_allowlist = ["cron-trigger@1.0.0"] From 4102c1d1976b15de5b11f164e72e42f25cc1f5bf Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Wed, 15 Apr 2026 14:42:42 +0200 Subject: [PATCH 13/14] set memprofilerate=128 --- .../environment/configs/workflow-gateway-capabilities-don.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml index b27d7b7bf44..7cdc7a6169e 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml @@ -43,7 +43,7 @@ # because bootstrap job for capability DON will be created on the boostrap node from this DON supported_evm_chains = [1337, 2337] - env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=1" } + env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=128" } capabilities = ["ocr3", "custom-compute", "web-api-trigger", "cron", "http-action", "http-trigger", "consensus", "don-time", "write-evm-1337", "read-contract-1337", "evm-1337"] registry_based_launch_allowlist = ["cron-trigger@1.0.0"] From 6831d84c0e4fbac5ab0987fd6d17473bf70872ca Mon Sep 17 00:00:00 2001 From: Bartek Tofel Date: Wed, 15 Apr 2026 17:22:49 +0200 Subject: [PATCH 14/14] bump memprofilrate to 1024 --- .../environment/configs/workflow-gateway-capabilities-don.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml b/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml index 7cdc7a6169e..dc851e083dc 100644 --- a/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml +++ b/core/scripts/cre/environment/configs/workflow-gateway-capabilities-don.toml @@ -43,7 +43,7 @@ # because bootstrap job for capability DON will be created on the boostrap node from this DON supported_evm_chains = [1337, 2337] - env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=128" } + env_vars = { CL_EVM_CMD = "", OTEL_SERVICE_NAME = "chainlink-node", GODEBUG="memprofilerate=1024" } capabilities = ["ocr3", "custom-compute", "web-api-trigger", "cron", "http-action", "http-trigger", "consensus", "don-time", "write-evm-1337", "read-contract-1337", "evm-1337"] registry_based_launch_allowlist = ["cron-trigger@1.0.0"]