Keystone e2e test

.dockerignore

@@ -33,4 +33,4 @@ credentials.env
 gcr_creds.env
 
 go.work
-go.work.sum
+go.work.sum

.github/workflows/integration-tests.yml

@@ -200,6 +200,43 @@ jobs:
           AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }}
           dep_evm_sha: ${{ inputs.evm-ref }}
 
+  # TODO: Use the docker image built in the previous step
+  ctf-v2-test:
+    runs-on: ubuntu-latest
+    env:
+      CTF_IGNORE_CRITICAL_LOGS: true
+      CTF_CONFIGS: environment.toml
+      CTF_LOG_LEVEL: info
+      CTF_LOKI_STREAM: "false"
+      PRIVATE_KEY: ${{ secrets.CTF_SIMULATED_KEY_1 }}
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v4
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: 1.22.8
+      - name: Cache Go modules
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
+          key: go-modules-${{ hashFiles('**/go.sum') }}-${{ runner.os }}
+          restore-keys: |
+            go-modules-${{ hashFiles('**/go.sum') }}-${{ runner.os }}
+      - name: Install dependencies
+        run: go mod download
+      - name: Run tests
+        working-directory: integration-tests/capabilities
+        run: go test -v -timeout 15m -run TestWorkflow
+      - name: Upload logs directory
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: container-logs
+          path: integration-tests/capabilities/logs
+
   run-core-e2e-tests-for-pr:
     name: Run Core E2E Tests For PR
     permissions:
@@ -737,4 +774,3 @@ jobs:
           name: cl_node_coverage_data_solana_tests
           path: .covdata
           retention-days: 1
-

go.md

@@ -122,6 +122,8 @@ flowchart LR
 	click chainlink-solana href "https://github.com/smartcontractkit/chainlink-solana"
 	chainlink-starknet/relayer --> chainlink-common
 	click chainlink-starknet/relayer href "https://github.com/smartcontractkit/chainlink-starknet"
+	chainlink-testing-framework/framework
+	click chainlink-testing-framework/framework href "https://github.com/smartcontractkit/chainlink-testing-framework"
 	chainlink-testing-framework/havoc --> chainlink-testing-framework/lib/grafana
 	click chainlink-testing-framework/havoc href "https://github.com/smartcontractkit/chainlink-testing-framework"
 	chainlink-testing-framework/lib --> chainlink-testing-framework/seth
@@ -140,6 +142,7 @@ flowchart LR
 	chainlink/deployment --> chainlink-testing-framework/lib
 	chainlink/deployment --> chainlink/v2
 	click chainlink/deployment href "https://github.com/smartcontractkit/chainlink"
+	chainlink/integration-tests --> chainlink-testing-framework/framework
 	chainlink/integration-tests --> chainlink-testing-framework/havoc
 	chainlink/integration-tests --> chainlink/deployment
 	click chainlink/integration-tests href "https://github.com/smartcontractkit/chainlink"
@@ -185,6 +188,7 @@ flowchart LR
 	click chainlink-protos-repo href "https://github.com/smartcontractkit/chainlink-protos"
 
 	subgraph chainlink-testing-framework-repo[chainlink-testing-framework]
+		 chainlink-testing-framework/framework
 		 chainlink-testing-framework/havoc
 		 chainlink-testing-framework/lib
 		 chainlink-testing-framework/lib/grafana

integration-tests/.gitignore

@@ -0,0 +1,7 @@
+# CTFv2 - Observability stack
+**/compose
+**/compose/*
+**/*cache.toml
+
+# CTFv2 - Blockscout
+**/blockscout

integration-tests/capabilities/components/evmcontracts/capabilities_registry/capabilities_registry.go

@@ -0,0 +1,70 @@
+package capabilities_registry
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/ethereum/go-ethereum/accounts/abi/bind"
+	"github.com/ethereum/go-ethereum/common"
+
+	"github.com/smartcontractkit/chainlink-testing-framework/seth"
+	cr "github.com/smartcontractkit/chainlink/v2/core/gethwrappers/keystone/generated/capabilities_registry"
+)
+
+type CapabilitiesRegistryInstance struct {
+	Address                       common.Address
+	Contract                      *cr.CapabilitiesRegistry
+	sc                            *seth.Client
+	ExistingHashedCapabilitiesIDs [][32]byte
+}
+
+func Deploy(sc *seth.Client) (*CapabilitiesRegistryInstance, error) {
+	capabilitiesRegistryAddress, tx, capabilitiesRegistryContract, err := cr.DeployCapabilitiesRegistry(
+		sc.NewTXOpts(),
+		sc.Client,
+	)
+	if err != nil {
+		return nil, err
+	}
+
+	_, err = bind.WaitMined(context.Background(), sc.Client, tx)
+	if err != nil {
+		return nil, err
+	}
+
+	fmt.Printf("🚀 Deployed \033[1mcapabilities_registry\033[0m contract at \033[1m%s\033[0m\n", capabilitiesRegistryAddress)
+	return &CapabilitiesRegistryInstance{
+		sc:       sc,
+		Address:  capabilitiesRegistryAddress,
+		Contract: capabilitiesRegistryContract,
+	}, nil
+}
+
+func (cr *CapabilitiesRegistryInstance) AddCapabilities(capabilities []cr.CapabilitiesRegistryCapability) error {
+	tx, err := cr.Contract.AddCapabilities(
+		cr.sc.NewTXOpts(),
+		capabilities,
+	)
+	if err != nil {
+		return err
+	}
+
+	_, err = bind.WaitMined(context.Background(), cr.sc.Client, tx)
+	if err != nil {
+		return err
+	}
+
+	for _, capability := range capabilities {
+		hashedCapabilityID, err := cr.Contract.GetHashedCapabilityId(
+			cr.sc.NewCallOpts(),
+			capability.LabelledName,
+			capability.Version,
+		)
+		if err != nil {
+			return err
+		}
+		cr.ExistingHashedCapabilitiesIDs = append(cr.ExistingHashedCapabilitiesIDs, hashedCapabilityID)
+	}
+
+	return nil
+}

integration-tests/capabilities/components/evmcontracts/forwarder/forwarder.go

@@ -0,0 +1,67 @@
+package forwarder
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/ethereum/go-ethereum/accounts/abi/bind"
+	"github.com/ethereum/go-ethereum/common"
+
+	"github.com/smartcontractkit/chainlink-testing-framework/seth"
+
+	forwarder_wrapper "github.com/smartcontractkit/chainlink/v2/core/gethwrappers/keystone/generated/forwarder"
+)
+
+type ForwarderInstance struct {
+	Address                       common.Address
+	Contract                      *forwarder_wrapper.KeystoneForwarder
+	sc                            *seth.Client
+	ExistingHashedCapabilitiesIDs [][32]byte
+}
+
+func Deploy(sc *seth.Client) (*ForwarderInstance, error) {
+	forwarderAddress, tx, forwarderContract, err := forwarder_wrapper.DeployKeystoneForwarder(
+		sc.NewTXOpts(),
+		sc.Client,
+	)
+	if err != nil {
+		return nil, err
+	}
+
+	_, err = bind.WaitMined(context.Background(), sc.Client, tx)
+	if err != nil {
+		return nil, err
+	}
+
+	fmt.Printf("🚀 Deployed \033[1mforwarder\033[0m contract at \033[1m%s\033[0m\n", forwarderAddress)
+	return &ForwarderInstance{
+		sc:       sc,
+		Address:  forwarderAddress,
+		Contract: forwarderContract,
+	}, nil
+}
+
+func (i *ForwarderInstance) SetConfig(
+	donID uint32,
+	configVersion uint32,
+	f uint8,
+	signers []common.Address,
+) error {
+	tx, err := i.Contract.SetConfig(
+		i.sc.NewTXOpts(),
+		donID,
+		configVersion,
+		f,
+		signers,
+	)
+	if err != nil {
+		return err
+	}
+
+	_, err = bind.WaitMined(context.Background(), i.sc.Client, tx)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

integration-tests/capabilities/components/onchain/fund.go

@@ -0,0 +1,80 @@
+package onchain
+
+import (
+	"context"
+	"crypto/ecdsa"
+	"errors"
+	"fmt"
+	"math/big"
+
+	"github.com/ethereum/go-ethereum/common"
+	"github.com/ethereum/go-ethereum/core/types"
+	"github.com/ethereum/go-ethereum/crypto"
+	"github.com/ethereum/go-ethereum/ethclient"
+
+	"github.com/smartcontractkit/chainlink-testing-framework/framework"
+	"github.com/smartcontractkit/chainlink-testing-framework/framework/clclient"
+	"github.com/smartcontractkit/chainlink-testing-framework/seth"
+)
+
+func SendETH(client *ethclient.Client, privateKeyHex string, toAddress string, amount *big.Float) error {
+	privateKey, err := crypto.HexToECDSA(privateKeyHex)
+	if err != nil {
+		return fmt.Errorf("failed to parse private key: %w", err)
+	}
+	wei := new(big.Int)
+	amountWei := new(big.Float).Mul(amount, big.NewFloat(1e18))
+	amountWei.Int(wei)
+
+	publicKey := privateKey.Public()
+	publicKeyECDSA, ok := publicKey.(*ecdsa.PublicKey)
+	if !ok {
+		return fmt.Errorf("error casting public key to ECDSA")
+	}
+	fromAddress := crypto.PubkeyToAddress(*publicKeyECDSA)
+
+	nonce, err := client.PendingNonceAt(context.Background(), fromAddress)
+	if err != nil {
+		return fmt.Errorf("failed to fetch nonce: %w", err)
+	}
+
+	gasPrice, err := client.SuggestGasPrice(context.Background())
+	if err != nil {
+		return fmt.Errorf("failed to fetch gas price: %w", err)
+	}
+	gasLimit := uint64(21000) // Standard gas limit for ETH transfer
+
+	tx := types.NewTransaction(nonce, common.HexToAddress(toAddress), wei, gasLimit, gasPrice, nil)
+
+	chainID, err := client.NetworkID(context.Background())
+	if err != nil {
+		return fmt.Errorf("failed to fetch chain ID: %w", err)
+	}
+	signedTx, err := types.SignTx(tx, types.NewEIP155Signer(chainID), privateKey)
+	if err != nil {
+		return fmt.Errorf("failed to sign transaction: %w", err)
+	}
+
+	err = client.SendTransaction(context.Background(), signedTx)
+	if err != nil {
+		return fmt.Errorf("failed to send transaction: %w", err)
+	}
+	framework.L.Info().Msgf("Transaction sent: %s", signedTx.Hash().Hex())
+	return nil
+}
+
+func FundNodes(sc *seth.Client, nodes []*clclient.ChainlinkClient, pkey string, ethAmount float64) error {
+	if ethAmount == 0 {
+		return errors.New("funds_eth is 0, set some value in config, ex.: funds_eth = 30.0")
+	}
+	for _, cl := range nodes {
+		ek, err := cl.ReadPrimaryETHKey()
+		if err != nil {
+			return err
+		}
+		if err := SendETH(sc.Client, pkey, ek.Attributes.Address, big.NewFloat(ethAmount)); err != nil {
+			return fmt.Errorf("failed to fund CL node %s: %w", ek.Attributes.Address, err)
+		}
+	}
+	return nil
+}