chore: add generators test

go.mod

@@ -28,7 +28,7 @@ require (
 	cloud.google.com/go/iam v1.1.6 // indirect
 	cloud.google.com/go/storage v1.36.0 // indirect
 	cosmossdk.io/errors v1.0.0-beta.7 // indirect
-	cosmossdk.io/math v1.0.0-beta.2 // indirect
+	cosmossdk.io/math v1.3.0 // indirect
 	filippo.io/edwards25519 v1.0.0-rc.1 // indirect
 	github.com/99designs/go-keychain v0.0.0-20191008050251-8e49817e8af4 // indirect
 	github.com/99designs/keyring v1.2.1 // indirect
@@ -140,6 +140,7 @@ require (
 	go.opentelemetry.io/otel/metric v1.25.0 // indirect
 	go.opentelemetry.io/proto/otlp v1.1.0 // indirect
 	golang.org/x/crypto v0.21.0 // indirect
+	golang.org/x/exp v0.0.0-20221205204356-47842c84f3db // indirect
 	golang.org/x/net v0.23.0 // indirect
 	golang.org/x/oauth2 v0.17.0 // indirect
 	golang.org/x/sync v0.6.0 // indirect
@@ -157,7 +158,7 @@ require (
 	gopkg.in/ini.v1 v1.66.6 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-	sigs.k8s.io/yaml v1.3.0 // indirect
+	sigs.k8s.io/yaml v1.4.0 // indirect
 )
 
 replace github.com/gogo/protobuf => github.com/regen-network/protobuf v1.3.3-alpha.regen.1

go.sum

@@ -74,6 +74,8 @@ cosmossdk.io/errors v1.0.0-beta.7 h1:gypHW76pTQGVnHKo6QBkb4yFOJjC+sUGRc5Al3Odj1w
 cosmossdk.io/errors v1.0.0-beta.7/go.mod h1:mz6FQMJRku4bY7aqS/Gwfcmr/ue91roMEKAmDUDpBfE=
 cosmossdk.io/math v1.0.0-beta.2 h1:17hSVc9ne1c31IaLDfjRojtN+y4Rd2N8H/6Fht2sBzw=
 cosmossdk.io/math v1.0.0-beta.2/go.mod h1:u/MXvf8wbUbCsAEyQSSYXXMsczAsFX48e2D6JI86T4o=
+cosmossdk.io/math v1.3.0 h1:RC+jryuKeytIiictDslBP9i1fhkVm6ZDmZEoNP316zE=
+cosmossdk.io/math v1.3.0/go.mod h1:vnRTxewy+M7BtXBNFybkuhSH4WfedVAAnERHgVFhp3k=
 dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU=
 filippo.io/edwards25519 v1.0.0-rc.1 h1:m0VOOB23frXZvAOK44usCgLWvtsxIoMCTBGJZlpmGfU=
 filippo.io/edwards25519 v1.0.0-rc.1/go.mod h1:N1IkdkCkiLB6tki+MYJoSx2JTY9NUlxZE7eHn5EwJns=
@@ -493,6 +495,7 @@ github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/
 github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE=
 github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
+github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
 github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI=
 github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
 github.com/google/gofuzz v0.0.0-20170612174753-24818f796faf/go.mod h1:HP5RmnzzSNb993RKQDq4+1A4ia9nllfqcQFTQJedwGI=
@@ -1280,6 +1283,8 @@ golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u0
 golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM=
 golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU=
 golang.org/x/exp v0.0.0-20200331195152-e8c3332aa8e5/go.mod h1:4M0jN8W1tt0AVLNr8HDosyJCDCDuyL9N9+3m7wDWgKw=
+golang.org/x/exp v0.0.0-20221205204356-47842c84f3db h1:D/cFflL63o2KSLJIwjlcIt8PR064j/xsmdEJL/YvY/o=
+golang.org/x/exp v0.0.0-20221205204356-47842c84f3db/go.mod h1:CxIveKay+FTh1D0yPZemJVgC/95VzuuOLq5Qi4xnoYc=
 golang.org/x/exp/typeparams v0.0.0-20220218215828-6cf2b201936e/go.mod h1:AbB0pIl9nAr9wVwH+Z2ZpaocVmF5I4GyWCDIsVjR0bk=
 golang.org/x/image v0.0.0-20180708004352-c73c2afc3b81/go.mod h1:ux5Hcp/YLpHSI86hEcLt0YII63i6oz57MZXIpbrjZUs=
 golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js=
@@ -1953,3 +1958,4 @@ sigs.k8s.io/yaml v1.1.0/go.mod h1:UJmg0vDUVViEyp3mgSv9WPwZCDxu4rQW1olrI1uml+o=
 sigs.k8s.io/yaml v1.2.0/go.mod h1:yfXDCHCao9+ENCvLSE62v9VSji2MKu5jeNfTrofGhJc=
 sigs.k8s.io/yaml v1.3.0 h1:a2VclLzOGrwOHDiV8EfBGhvjHvP46CtW5j6POvhYGGo=
 sigs.k8s.io/yaml v1.3.0/go.mod h1:GeOyir5tyXNByN85N/dRIT9es5UQNerPYEKK56eTBm8=
+sigs.k8s.io/yaml v1.4.0/go.mod h1:Ejl7/uTz7PSA4eKMyQCUTnhZYNmLIl+5c2lQPGR2BPY=

pkg/fetchers/delegations.go

@@ -6,7 +6,6 @@
 	"main/pkg/constants"
 	"main/pkg/tendermint"
 	"main/pkg/types"
-	"main/pkg/utils"
 	"sync"
 
 	"github.com/rs/zerolog"
@@ -21,7 +20,7 @@
 }
 
 type DelegationsData struct {
-	Delegations map[string]map[string]int64
+	Delegations map[string]map[string]uint64
 }
 
 func NewDelegationsFetcher(
@@ -43,15 +42,15 @@
 ) (interface{}, []*types.QueryInfo) {
 	var queryInfos []*types.QueryInfo
 
-	allDelegations := map[string]map[string]int64{}
+	allDelegations := map[string]map[string]uint64{}
 
 	var wg sync.WaitGroup
 	var mutex sync.Mutex
 
 	for _, chain := range q.Config.Chains {
-		allDelegations[chain.Name] = map[string]int64{}
+		allDelegations[chain.Name] = map[string]uint64{}
 		for _, consumerChain := range chain.ConsumerChains {
-			allDelegations[consumerChain.Name] = map[string]int64{}
+			allDelegations[consumerChain.Name] = map[string]uint64{}
 		}
 	}
 
@@ -84,7 +83,7 @@
 					return
 				}
 
-				allDelegations[chain.Name][validator] = utils.StrToInt64(delegatorsResponse.Pagination.Total)
+				allDelegations[chain.Name][validator] = delegatorsResponse.Pagination.Total
 
 				// consumer chains do not have staking module, so no delegations, therefore
 				// we do not calculate it here

pkg/fetchers/unbonds.go

@@ -6,7 +6,6 @@
 	"main/pkg/constants"
 	"main/pkg/tendermint"
 	"main/pkg/types"
-	"main/pkg/utils"
 	"sync"
 
 	"github.com/rs/zerolog"
@@ -21,7 +20,7 @@
 }
 
 type UnbondsData struct {
-	Unbonds map[string]map[string]int64
+	Unbonds map[string]map[string]uint64
 }
 
 func NewUnbondsFetcher(
@@ -43,14 +42,14 @@
 ) (interface{}, []*types.QueryInfo) {
 	var queryInfos []*types.QueryInfo
 
-	allUnbonds := map[string]map[string]int64{}
+	allUnbonds := map[string]map[string]uint64{}
 
 	var wg sync.WaitGroup
 	var mutex sync.Mutex
 
 	for _, chain := range q.Config.Chains {
 		mutex.Lock()
-		allUnbonds[chain.Name] = map[string]int64{}
+		allUnbonds[chain.Name] = map[string]uint64{}
 		mutex.Unlock()
 
 		rpc, _ := q.RPCs[chain.Name]
@@ -81,7 +80,7 @@
 					return
 				}
 
-				allUnbonds[chain.Name][validator] = utils.StrToInt64(unbondsResponse.Pagination.Total)
+				allUnbonds[chain.Name][validator] = unbondsResponse.Pagination.Total
 
 				// consumer chains do not have staking module, so no unbonds, therefore
 				// we do not calculate it here

pkg/generators/active_set_tokens.go

@@ -58,10 +58,10 @@ func (g *ActiveSetTokensGenerator) Generate(state *statePkg.State) []prometheus.
 		})
 
 		sort.Slice(activeValidators, func(i, j int) bool {
-			return utils.StrToFloat64(activeValidators[i].DelegatorShares) > utils.StrToFloat64(activeValidators[j].DelegatorShares)
+			return activeValidators[i].DelegatorShares.GT(activeValidators[j].DelegatorShares)
 		})
 
-		lastValidatorStake := utils.StrToFloat64(activeValidators[len(activeValidators)-1].DelegatorShares)
+		lastValidatorStake := activeValidators[len(activeValidators)-1].DelegatorShares.MustFloat64()
 
 		if chainStakingParams != nil && len(activeValidators) >= chainStakingParams.StakingParams.MaxValidators {
 			activeSetTokensGauge.With(prometheus.Labels{

pkg/generators/active_set_tokens_test.go

@@ -0,0 +1,139 @@
+package generators
+
+import (
+	"main/pkg/config"
+	"main/pkg/constants"
+	"main/pkg/fetchers"
+	statePkg "main/pkg/state"
+	"main/pkg/types"
+	"testing"
+
+	"cosmossdk.io/math"
+	"github.com/prometheus/client_golang/prometheus"
+	"github.com/prometheus/client_golang/prometheus/testutil"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestActiveSetTokensGeneratorNoValidators(t *testing.T) {
+	t.Parallel()
+
+	state := statePkg.NewState()
+	generator := NewActiveSetTokensGenerator([]*config.Chain{})
+	results := generator.Generate(state)
+	assert.Empty(t, results)
+}
+
+func TestActiveSetTokensGeneratorNoStakingParams(t *testing.T) {
+	t.Parallel()
+
+	state := statePkg.NewState()
+	state.Set(constants.FetcherNameValidators, fetchers.ValidatorsData{})
+	generator := NewActiveSetTokensGenerator([]*config.Chain{})
+	results := generator.Generate(state)
+	assert.Empty(t, results)
+}
+
+func TestActiveSetTokensGeneratorNoChainValidators(t *testing.T) {
+	t.Parallel()
+
+	chains := []*config.Chain{{Name: "chain"}}
+	state := statePkg.NewState()
+	state.Set(constants.FetcherNameValidators, fetchers.ValidatorsData{})
+	state.Set(constants.FetcherNameStakingParams, fetchers.StakingParamsData{})
+	generator := NewActiveSetTokensGenerator(chains)
+	results := generator.Generate(state)
+	assert.NotEmpty(t, results)
+
+	gauge, ok := results[0].(*prometheus.GaugeVec)
+	assert.True(t, ok)
+	assert.Equal(t, 0, testutil.CollectAndCount(gauge))
+}
+
+func TestActiveSetTokensGeneratorNoChainStakingParams(t *testing.T) {
+	t.Parallel()
+
+	chains := []*config.Chain{{Name: "chain"}}
+	state := statePkg.NewState()
+	state.Set(constants.FetcherNameValidators, fetchers.ValidatorsData{
+		Validators: map[string]*types.ValidatorsResponse{
+			"chain": {},
+		},
+	})
+	state.Set(constants.FetcherNameStakingParams, fetchers.StakingParamsData{})
+	generator := NewActiveSetTokensGenerator(chains)
+	results := generator.Generate(state)
+	assert.NotEmpty(t, results)
+
+	gauge, ok := results[0].(*prometheus.GaugeVec)
+	assert.True(t, ok)
+	assert.Equal(t, 0, testutil.CollectAndCount(gauge))
+}
+
+func TestActiveSetTokensGeneratorNotEnoughValidators(t *testing.T) {
+	t.Parallel()
+
+	chains := []*config.Chain{{Name: "chain"}}
+	state := statePkg.NewState()
+	state.Set(constants.FetcherNameValidators, fetchers.ValidatorsData{
+		Validators: map[string]*types.ValidatorsResponse{
+			"chain": {
+				Validators: []types.Validator{
+					{DelegatorShares: math.LegacyMustNewDecFromStr("2"), Status: constants.ValidatorStatusBonded},
+					{DelegatorShares: math.LegacyMustNewDecFromStr("1"), Status: constants.ValidatorStatusBonded},
+					{DelegatorShares: math.LegacyMustNewDecFromStr("3"), Status: constants.ValidatorStatusBonded},
+				},
+			},
+		},
+	})
+	state.Set(constants.FetcherNameStakingParams, fetchers.StakingParamsData{
+		Params: map[string]*types.StakingParamsResponse{
+			"chain": {
+				StakingParams: types.StakingParams{MaxValidators: 100},
+			},
+		},
+	})
+	generator := NewActiveSetTokensGenerator(chains)
+	results := generator.Generate(state)
+	assert.NotEmpty(t, results)
+
+	gauge, ok := results[0].(*prometheus.GaugeVec)
+	assert.True(t, ok)
+	assert.Zero(t, testutil.ToFloat64(gauge.With(prometheus.Labels{
+		"chain": "chain",
+	})))
+}
+
+func TestActiveSetTokensGeneratorEnoughValidators(t *testing.T) {
+	t.Parallel()
+
+	chains := []*config.Chain{{Name: "chain"}}
+	state := statePkg.NewState()
+	state.Set(constants.FetcherNameValidators, fetchers.ValidatorsData{
+		Validators: map[string]*types.ValidatorsResponse{
+			"chain": {
+				Validators: []types.Validator{
+					{DelegatorShares: math.LegacyMustNewDecFromStr("2"), Status: constants.ValidatorStatusBonded},
+					{DelegatorShares: math.LegacyMustNewDecFromStr("1")},
+					{DelegatorShares: math.LegacyMustNewDecFromStr("3"), Status: constants.ValidatorStatusBonded},
+				},
+			},
+		},
+	})
+	state.Set(constants.FetcherNameStakingParams, fetchers.StakingParamsData{
+		Params: map[string]*types.StakingParamsResponse{
+			"chain": {
+				StakingParams: types.StakingParams{MaxValidators: 2},
+			},
+		},
+	})
+	generator := NewActiveSetTokensGenerator(chains)
+	results := generator.Generate(state)
+	assert.NotEmpty(t, results)
+
+	gauge, ok := results[0].(*prometheus.GaugeVec)
+	assert.True(t, ok)
+	assert.InEpsilon(t, float64(2), testutil.ToFloat64(gauge.With(prometheus.Labels{
+		"chain": "chain",
+	})), 0.01)
+}

pkg/generators/balance_test.go

@@ -7,6 +7,9 @@ import (
 	"main/pkg/types"
 	"testing"
 
+	"github.com/prometheus/client_golang/prometheus"
+	"github.com/prometheus/client_golang/prometheus/testutil"
+
 	"github.com/stretchr/testify/assert"
 )
 
@@ -19,7 +22,7 @@ func TestBalanceGeneratorNoState(t *testing.T) {
 	assert.Empty(t, results)
 }
 
-func TestBlockSetValidators(t *testing.T) {
+func TestBalanceGeneratorNotEmptyState(t *testing.T) {
 	t.Parallel()
 
 	state := statePkg.NewState()
@@ -36,5 +39,18 @@ func TestBlockSetValidators(t *testing.T) {
 
 	generator := NewBalanceGenerator()
 	results := generator.Generate(state)
-	assert.NotEmpty(t, results)
+	assert.Len(t, results, 1)
+
+	gauge, ok := results[0].(*prometheus.GaugeVec)
+	assert.True(t, ok)
+	assert.InEpsilon(t, float64(100), testutil.ToFloat64(gauge.With(prometheus.Labels{
+		"chain":   "chain",
+		"address": "validator",
+		"denom":   "uatom",
+	})), 0.01)
+	assert.InEpsilon(t, float64(200), testutil.ToFloat64(gauge.With(prometheus.Labels{
+		"chain":   "chain",
+		"address": "validator",
+		"denom":   "ustake",
+	})), 0.01)
 }

pkg/generators/commission_test.go

@@ -0,0 +1,50 @@
+package generators
+
+import (
+	"main/pkg/constants"
+	"main/pkg/fetchers"
+	statePkg "main/pkg/state"
+	"main/pkg/types"
+	"testing"
+
+	"github.com/prometheus/client_golang/prometheus"
+	"github.com/prometheus/client_golang/prometheus/testutil"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestCommissionGeneratorNoState(t *testing.T) {
+	t.Parallel()
+
+	state := statePkg.NewState()
+	generator := NewCommissionGenerator()
+	results := generator.Generate(state)
+	assert.Empty(t, results)
+}
+
+func TestCommissionGeneratorNotEmptyState(t *testing.T) {
+	t.Parallel()
+
+	state := statePkg.NewState()
+	state.Set(constants.FetcherNameCommission, fetchers.CommissionData{
+		Commissions: map[string]map[string][]types.Amount{
+			"chain": {
+				"validator": []types.Amount{
+					{Amount: 1, Denom: "denom"},
+				},
+			},
+		},
+	})
+
+	generator := NewCommissionGenerator()
+	results := generator.Generate(state)
+	assert.NotEmpty(t, results)
+
+	gauge, ok := results[0].(*prometheus.GaugeVec)
+	assert.True(t, ok)
+	assert.InEpsilon(t, float64(1), testutil.ToFloat64(gauge.With(prometheus.Labels{
+		"chain":   "chain",
+		"address": "validator",
+		"denom":   "denom",
+	})), 0.01)
+}