From 970836e6d125d8a473714fdf3b431439178b1c08 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 13:24:01 -0500 Subject: [PATCH 01/12] Increase OCRv2 Test Speed --- .github/workflows/integration-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 0ca66905f68..7230a19180c 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -441,12 +441,12 @@ jobs: pyroscope_env: ci-smoke-ocr-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu-latest + os: ubuntu20.04-8cores-32GB file: ocr2 pyroscope_env: ci-smoke-ocr2-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu-latest + os: ubuntu20.04-8cores-32GB pyroscope_env: ci-smoke-ocr2-plugins-evm-simulated tag_suffix: "-plugins" - name: vrf From 47f044da84d118ebc9f662cc04cc40786f0bb18a Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 13:51:35 -0500 Subject: [PATCH 02/12] More power to the engines --- .github/workflows/integration-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 7230a19180c..66ded0be081 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -441,12 +441,12 @@ jobs: pyroscope_env: ci-smoke-ocr-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-8cores-32GB + os: ubuntu20.04-16cores-64GB file: ocr2 pyroscope_env: ci-smoke-ocr2-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-8cores-32GB + os: ubuntu20.04-16cores-64GB pyroscope_env: ci-smoke-ocr2-plugins-evm-simulated tag_suffix: "-plugins" - name: vrf From e1e80f08616c56f9eb6efe3d1a094f95336c42d6 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 14:51:33 -0500 Subject: [PATCH 03/12] Try with just 1 test --- .github/workflows/integration-tests.yml | 80 ++++++++++++------------- 1 file changed, 40 insertions(+), 40 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 66ded0be081..9de1e08b44a 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -422,53 +422,53 @@ jobs: fail-fast: false matrix: product: - - name: runlog - nodes: 2 - os: ubuntu-latest - pyroscope_env: "ci-smoke-runlog-evm-simulated" - - name: cron - nodes: 2 - os: ubuntu-latest - pyroscope_env: "ci-smoke-cron-evm-simulated" - - name: flux - nodes: 1 - os: ubuntu-latest - pyroscope_env: "ci-smoke-flux-evm-simulated" - - name: ocr - nodes: 2 - os: ubuntu-latest - file: ocr - pyroscope_env: ci-smoke-ocr-evm-simulated + # - name: runlog + # nodes: 2 + # os: ubuntu-latest + # pyroscope_env: "ci-smoke-runlog-evm-simulated" + # - name: cron + # nodes: 2 + # os: ubuntu-latest + # pyroscope_env: "ci-smoke-cron-evm-simulated" + # - name: flux + # nodes: 1 + # os: ubuntu-latest + # pyroscope_env: "ci-smoke-flux-evm-simulated" + # - name: ocr + # nodes: 2 + # os: ubuntu-latest + # file: ocr + # pyroscope_env: ci-smoke-ocr-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-16cores-64GB + os: ubuntu20.04-8cores-32GB file: ocr2 pyroscope_env: ci-smoke-ocr2-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-16cores-64GB + os: ubuntu20.04-8cores-32GB pyroscope_env: ci-smoke-ocr2-plugins-evm-simulated tag_suffix: "-plugins" - - name: vrf - nodes: 2 - os: ubuntu-latest - pyroscope_env: ci-smoke-vrf-evm-simulated - - name: vrfv2 - nodes: 4 - os: ubuntu-latest - pyroscope_env: ci-smoke-vrf2-evm-simulated - - name: vrfv2plus - nodes: 4 - os: ubuntu-latest - pyroscope_env: ci-smoke-vrf2plus-evm-simulated - - name: forwarder_ocr - nodes: 2 - os: ubuntu-latest - pyroscope_env: ci-smoke-forwarder-ocr-evm-simulated - - name: forwarders_ocr2 - nodes: 2 - os: ubuntu-latest - pyroscope_env: ci-smoke-forwarder-ocr-evm-simulated + # - name: vrf + # nodes: 2 + # os: ubuntu-latest + # pyroscope_env: ci-smoke-vrf-evm-simulated + # - name: vrfv2 + # nodes: 4 + # os: ubuntu-latest + # pyroscope_env: ci-smoke-vrf2-evm-simulated + # - name: vrfv2plus + # nodes: 4 + # os: ubuntu-latest + # pyroscope_env: ci-smoke-vrf2plus-evm-simulated + # - name: forwarder_ocr + # nodes: 2 + # os: ubuntu-latest + # pyroscope_env: ci-smoke-forwarder-ocr-evm-simulated + # - name: forwarders_ocr2 + # nodes: 2 + # os: ubuntu-latest + # pyroscope_env: ci-smoke-forwarder-ocr-evm-simulated runs-on: ${{ matrix.product.os }} name: ETH Smoke Tests ${{ matrix.product.name }}${{ matrix.product.tag_suffix }} steps: @@ -570,7 +570,7 @@ jobs: if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@e865e376b8c2d594028c8d645dd6c47169b72974 # v2.2.16 with: - test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt + test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -run TestOCRv2Basic/legacy-chain-reader -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt test_download_vendor_packages_command: cd ./integration-tests && go mod download cl_repo: ${{ env.CHAINLINK_IMAGE }} cl_image_tag: ${{ github.sha }}${{ matrix.product.tag_suffix }} From 08c7f174e7ae8e63610fa3ebebc98c8399fa5119 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 15:12:38 -0500 Subject: [PATCH 04/12] Even more? --- .github/workflows/integration-tests.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 9de1e08b44a..215f1cc4a5c 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -441,12 +441,12 @@ jobs: # pyroscope_env: ci-smoke-ocr-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-8cores-32GB + os: ubuntu20.04-32cores-128GB file: ocr2 pyroscope_env: ci-smoke-ocr2-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-8cores-32GB + os: ubuntu20.04-32cores-128GB pyroscope_env: ci-smoke-ocr2-plugins-evm-simulated tag_suffix: "-plugins" # - name: vrf @@ -570,7 +570,7 @@ jobs: if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@e865e376b8c2d594028c8d645dd6c47169b72974 # v2.2.16 with: - test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -run TestOCRv2Basic/legacy-chain-reader -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt + test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt test_download_vendor_packages_command: cd ./integration-tests && go mod download cl_repo: ${{ env.CHAINLINK_IMAGE }} cl_image_tag: ${{ github.sha }}${{ matrix.product.tag_suffix }} From d1a995e4112a0020b9024381ee73ef3d8d577808 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 15:30:09 -0500 Subject: [PATCH 05/12] Try monitoring resources --- .github/workflows/integration-tests.yml | 9 +++-- integration-tests/smoke/ocr2_test.go | 47 +++++++++++++++++++++++++ 2 files changed, 54 insertions(+), 2 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 215f1cc4a5c..c6ecbfebd83 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -441,12 +441,12 @@ jobs: # pyroscope_env: ci-smoke-ocr-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-32cores-128GB + os: ubuntu20.04-16cores-64GB file: ocr2 pyroscope_env: ci-smoke-ocr2-evm-simulated - name: ocr2 nodes: 6 - os: ubuntu20.04-32cores-128GB + os: ubuntu20.04-16cores-64GB pyroscope_env: ci-smoke-ocr2-plugins-evm-simulated tag_suffix: "-plugins" # - name: vrf @@ -585,6 +585,11 @@ jobs: QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} QA_KUBECONFIG: "" + - name: DEBUG Get Resource file + uses: actions/upload-artifact@v3 + with: + name: resource.log + path: resource.log # Run this step when changes that do not need the test to run are made - name: Run Setup if: needs.changes.outputs.src == 'false' diff --git a/integration-tests/smoke/ocr2_test.go b/integration-tests/smoke/ocr2_test.go index 6d3cf796cea..8c6431edd0f 100644 --- a/integration-tests/smoke/ocr2_test.go +++ b/integration-tests/smoke/ocr2_test.go @@ -4,9 +4,12 @@ import ( "fmt" "math/big" "net/http" + "os" + "runtime" "testing" "time" + "github.com/shirou/gopsutil/cpu" "github.com/stretchr/testify/require" "github.com/smartcontractkit/chainlink-testing-framework/logging" @@ -23,6 +26,50 @@ import ( // Tests a basic OCRv2 median feed func TestOCRv2Basic(t *testing.T) { t.Parallel() + // DEBUG: For monitoring GHA resources + resourcesFile, err := os.OpenFile("resources.log", os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0644) + if err != nil { + t.Fatal(err) + } + defer resourcesFile.Close() + + go func() { + _, err := resourcesFile.WriteString("Started Monitoring\n") + if err != nil { + t.Fatal(err) + } + for { + var m runtime.MemStats + runtime.ReadMemStats(&m) + + _, err := resourcesFile.WriteString(fmt.Sprintf("%s | Alloc = %v MiB", time.Now().String(), m.Alloc/1024/1024)) + if err != nil { + t.Fatal(err) + } + _, err = resourcesFile.WriteString(fmt.Sprintf("\tTotalAlloc = %v MiB", m.TotalAlloc/1024/1024)) + if err != nil { + t.Fatal(err) + } + _, err = resourcesFile.WriteString(fmt.Sprintf("\tSys = %v MiB", m.Sys/1024/1024)) + if err != nil { + t.Fatal(err) + } + _, err = resourcesFile.WriteString(fmt.Sprintf("\tNumGC = %v\n", m.NumGC)) + if err != nil { + t.Fatal(err) + } + percentages, err := cpu.Percent(1*time.Second, false) + if err != nil { + fmt.Printf("Error retrieving CPU usage: %s\n", err) + return + } + _, err = resourcesFile.WriteString(fmt.Sprintf("%s | CPU Usage: %.2f%%\n", time.Now().String(), percentages[0])) + if err != nil { + t.Fatal(err) + } + time.Sleep(time.Second * 5) + } + }() noMedianPlugin := map[string]string{string(env.MedianPlugin.Cmd): ""} medianPlugin := map[string]string{string(env.MedianPlugin.Cmd): "chainlink-feeds"} From b70916582634189a9e7ef64f51160075ecd432fa Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 15:35:30 -0500 Subject: [PATCH 06/12] Go Mod --- integration-tests/go.mod | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/integration-tests/go.mod b/integration-tests/go.mod index 70b9e772e3b..e948816ef99 100644 --- a/integration-tests/go.mod +++ b/integration-tests/go.mod @@ -22,6 +22,7 @@ require ( github.com/rs/zerolog v1.30.0 github.com/scylladb/go-reflectx v1.0.1 github.com/segmentio/ksuid v1.0.4 + github.com/shirou/gopsutil v3.21.11+incompatible github.com/slack-go/slack v0.12.2 github.com/smartcontractkit/chainlink-automation v1.0.2-0.20240118014648-1ab6a88c9429 github.com/smartcontractkit/chainlink-common v0.1.7-0.20240205180946-df826cb540ce @@ -362,7 +363,6 @@ require ( github.com/sasha-s/go-deadlock v0.3.1 // indirect github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529 // indirect github.com/sercand/kuberesolver/v5 v5.1.1 // indirect - github.com/shirou/gopsutil v3.21.11+incompatible // indirect github.com/shirou/gopsutil/v3 v3.23.11 // indirect github.com/shoenig/go-m1cpu v0.1.6 // indirect github.com/shopspring/decimal v1.3.1 // indirect From 9024655ae66c255748064930f1b342f6afcbd9d7 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 15:57:01 -0500 Subject: [PATCH 07/12] t.Log --- integration-tests/smoke/ocr2_test.go | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/integration-tests/smoke/ocr2_test.go b/integration-tests/smoke/ocr2_test.go index 8c6431edd0f..d7b64408049 100644 --- a/integration-tests/smoke/ocr2_test.go +++ b/integration-tests/smoke/ocr2_test.go @@ -36,7 +36,7 @@ func TestOCRv2Basic(t *testing.T) { go func() { _, err := resourcesFile.WriteString("Started Monitoring\n") if err != nil { - t.Fatal(err) + t.Log(err) } for { var m runtime.MemStats @@ -44,19 +44,19 @@ func TestOCRv2Basic(t *testing.T) { _, err := resourcesFile.WriteString(fmt.Sprintf("%s | Alloc = %v MiB", time.Now().String(), m.Alloc/1024/1024)) if err != nil { - t.Fatal(err) + t.Log(err) } _, err = resourcesFile.WriteString(fmt.Sprintf("\tTotalAlloc = %v MiB", m.TotalAlloc/1024/1024)) if err != nil { - t.Fatal(err) + t.Log(err) } _, err = resourcesFile.WriteString(fmt.Sprintf("\tSys = %v MiB", m.Sys/1024/1024)) if err != nil { - t.Fatal(err) + t.Log(err) } _, err = resourcesFile.WriteString(fmt.Sprintf("\tNumGC = %v\n", m.NumGC)) if err != nil { - t.Fatal(err) + t.Log(err) } percentages, err := cpu.Percent(1*time.Second, false) if err != nil { @@ -65,7 +65,7 @@ func TestOCRv2Basic(t *testing.T) { } _, err = resourcesFile.WriteString(fmt.Sprintf("%s | CPU Usage: %.2f%%\n", time.Now().String(), percentages[0])) if err != nil { - t.Fatal(err) + t.Log(err) } time.Sleep(time.Second * 5) } From 11853fbba9c68df737ee05a1d2560fbc94f04f21 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 16:29:19 -0500 Subject: [PATCH 08/12] ? --- .github/workflows/integration-tests.yml | 2 +- integration-tests/docker/test_env/cl_node.go | 4 ++-- integration-tests/smoke/ocr2_test.go | 4 +++- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index c6ecbfebd83..557abf677ee 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -570,7 +570,7 @@ jobs: if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@e865e376b8c2d594028c8d645dd6c47169b72974 # v2.2.16 with: - test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt + test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -run TestOCRv2Basic/legacy-chain-reader -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt test_download_vendor_packages_command: cd ./integration-tests && go mod download cl_repo: ${{ env.CHAINLINK_IMAGE }} cl_image_tag: ${{ github.sha }}${{ matrix.product.tag_suffix }} diff --git a/integration-tests/docker/test_env/cl_node.go b/integration-tests/docker/test_env/cl_node.go index 2ffd49b8776..61a1c9d833c 100644 --- a/integration-tests/docker/test_env/cl_node.go +++ b/integration-tests/docker/test_env/cl_node.go @@ -303,7 +303,7 @@ func (n *ClNode) StartContainer() error { return err } - cReq, err := n.getContainerRequest(nodeSecretsToml) + cReq, err := n.GetContainerRequest(nodeSecretsToml) if err != nil { return err } @@ -381,7 +381,7 @@ func (n *ClNode) ExecGetVersion() (string, error) { return "", errors.Errorf("could not find chainlink version in command output '%'", output) } -func (n *ClNode) getContainerRequest(secrets string) ( +func (n *ClNode) GetContainerRequest(secrets string) ( *tc.ContainerRequest, error) { configFile, err := os.CreateTemp("", "node_config") if err != nil { diff --git a/integration-tests/smoke/ocr2_test.go b/integration-tests/smoke/ocr2_test.go index d7b64408049..2e4c5f58e33 100644 --- a/integration-tests/smoke/ocr2_test.go +++ b/integration-tests/smoke/ocr2_test.go @@ -31,7 +31,9 @@ func TestOCRv2Basic(t *testing.T) { if err != nil { t.Fatal(err) } - defer resourcesFile.Close() + t.Cleanup(func() { + resourcesFile.Close() + }) go func() { _, err := resourcesFile.WriteString("Started Monitoring\n") From a8d204f5fff6e65157b8942f8d6897e7e821af55 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 16:45:54 -0500 Subject: [PATCH 09/12] Ergh --- .github/workflows/integration-tests.yml | 2 +- integration-tests/smoke/ocr2_test.go | 11 ++++++++++- 2 files changed, 11 insertions(+), 2 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 557abf677ee..776adbd3cd1 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -589,7 +589,7 @@ jobs: uses: actions/upload-artifact@v3 with: name: resource.log - path: resource.log + path: output/output.txt # Run this step when changes that do not need the test to run are made - name: Run Setup if: needs.changes.outputs.src == 'false' diff --git a/integration-tests/smoke/ocr2_test.go b/integration-tests/smoke/ocr2_test.go index 2e4c5f58e33..1ca911abd3e 100644 --- a/integration-tests/smoke/ocr2_test.go +++ b/integration-tests/smoke/ocr2_test.go @@ -5,6 +5,7 @@ import ( "math/big" "net/http" "os" + "path/filepath" "runtime" "testing" "time" @@ -27,7 +28,15 @@ import ( func TestOCRv2Basic(t *testing.T) { t.Parallel() // DEBUG: For monitoring GHA resources - resourcesFile, err := os.OpenFile("resources.log", os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0644) + workspace := os.Getenv("GITHUB_WORKSPACE") // Get the GitHub Actions workspace path + outputPath := filepath.Join(workspace, "output", "output.txt") // Specify a path within the workspace + + // Ensure the directory exists + err := os.MkdirAll(filepath.Dir(outputPath), os.ModePerm) + if err != nil { + panic(err) + } + resourcesFile, err := os.OpenFile(outputPath, os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0644) if err != nil { t.Fatal(err) } From 6ac5f9171dc1203883ea990c5d40887ba1b7825a Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 17:05:36 -0500 Subject: [PATCH 10/12] Now let's try --- .github/workflows/integration-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 776adbd3cd1..9e8557ce6b5 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -570,7 +570,7 @@ jobs: if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@e865e376b8c2d594028c8d645dd6c47169b72974 # v2.2.16 with: - test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -run TestOCRv2Basic/legacy-chain-reader -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt + test_command_to_run: cd ./integration-tests && go test -timeout 30m -count=1 -json -test.parallel=${{ matrix.product.nodes }} ${{ steps.build-go-test-command.outputs.run_command }} 2>&1 | tee /tmp/gotest.log | gotestfmt test_download_vendor_packages_command: cd ./integration-tests && go mod download cl_repo: ${{ env.CHAINLINK_IMAGE }} cl_image_tag: ${{ github.sha }}${{ matrix.product.tag_suffix }} From df11d4573bbac3d64d0572416ec84ada1bca8761 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Thu, 8 Feb 2024 17:06:04 -0500 Subject: [PATCH 11/12] Every second --- integration-tests/smoke/ocr2_test.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/integration-tests/smoke/ocr2_test.go b/integration-tests/smoke/ocr2_test.go index 1ca911abd3e..3917154ee44 100644 --- a/integration-tests/smoke/ocr2_test.go +++ b/integration-tests/smoke/ocr2_test.go @@ -78,7 +78,7 @@ func TestOCRv2Basic(t *testing.T) { if err != nil { t.Log(err) } - time.Sleep(time.Second * 5) + time.Sleep(time.Second) } }() From 59e69b95d4eeed2e047322d013bf2e8470f1acb6 Mon Sep 17 00:00:00 2001 From: Adam Hamrick Date: Fri, 9 Feb 2024 10:12:16 -0500 Subject: [PATCH 12/12] Find the limit --- .github/workflows/integration-tests.yml | 29 +++++++++++++++++++------ 1 file changed, 22 insertions(+), 7 deletions(-) diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 9e8557ce6b5..475c1fce916 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -236,7 +236,8 @@ jobs: fi eth-smoke-tests-matrix-automation: - if: ${{ !contains(join(github.event.pull_request.labels.*.name, ' '), 'skip-smoke-tests') }} + if: false # DEBUG + # if: ${{ !contains(join(github.event.pull_request.labels.*.name, ' '), 'skip-smoke-tests') }} environment: integration permissions: checks: write @@ -322,7 +323,8 @@ jobs: uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/show-test-summary@ea889b3133bd7f16ab19ba4ba130de5d9162c669 # v2.3.4 eth-smoke-tests-matrix-log-poller: - if: ${{ !(contains(join(github.event.pull_request.labels.*.name, ' '), 'skip-smoke-tests') || github.event_name == 'workflow_dispatch') }} + if: false # DEBUG + # if: ${{ !(contains(join(github.event.pull_request.labels.*.name, ' '), 'skip-smoke-tests') || github.event_name == 'workflow_dispatch') }} environment: integration permissions: checks: write @@ -444,11 +446,11 @@ jobs: os: ubuntu20.04-16cores-64GB file: ocr2 pyroscope_env: ci-smoke-ocr2-evm-simulated - - name: ocr2 - nodes: 6 - os: ubuntu20.04-16cores-64GB - pyroscope_env: ci-smoke-ocr2-plugins-evm-simulated - tag_suffix: "-plugins" + # - name: ocr2 + # nodes: 6 + # os: ubuntu20.04-16cores-64GB + # pyroscope_env: ci-smoke-ocr2-plugins-evm-simulated + # tag_suffix: "-plugins" # - name: vrf # nodes: 2 # os: ubuntu-latest @@ -472,6 +474,19 @@ jobs: runs-on: ${{ matrix.product.os }} name: ETH Smoke Tests ${{ matrix.product.name }}${{ matrix.product.tag_suffix }} steps: + - name: Check it + run: | + echo "Docker Settings" + cat /etc/docker/daemon.json + echo "Docker Info" + docker info + echo "Resource Limits" + ulimit -a + echo "Docker Process Limits" + pidof dockerd + cat /proc/[pid]/limits + exit 1 + - name: Collect Metrics if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' id: collect-gha-metrics