feat: add multiple rpcs (#13)

* feat: add lcd tables

* chore: add NodesManager

* chore: instantiate NodesManager

* chore: use NodesManager for validators

* chore: use NodesManager for slashing params and signing infos

* chore: use NodesManager for gov and mint params

* chore: use NodesManager for inflation

* chore: use NodesManager for balances

* chore: use NodesManager for rewards and commissions

* chore: use NodesManager for delegations

* chore: use NodesManager for supply

* chore: use NodesManager for block time

* chore: use NodesManager for gov

* chore: use NodesManager for staking params and validator

* chore: add /lcd_add command and removed lcd endpoint from chains

* chore: add /lcd_delete command

* chore: bump golang version in ci

* add /chain command

Author: freak12techno

.github/workflows/actions.yaml

@@ -10,7 +10,7 @@ jobs:
       - uses: actions/checkout@master
       - uses: actions/setup-go@v5
         with:
-          go-version: '1.21.3'
+          go-version: '1.23.2'
       - run: go version
       - run: go mod download
       - run: go build cmd/astronomer.go
@@ -20,7 +20,7 @@ jobs:
       - uses: actions/checkout@master
       - uses: actions/setup-go@v5
         with:
-          go-version: '1.21.3'
+          go-version: '1.23.2'
       - run: go version
       - run: go mod download
       - run: go vet ./...
@@ -39,7 +39,7 @@ jobs:
     steps:
       - uses: actions/setup-go@v5
         with:
-          go-version: '1.21.3'
+          go-version: '1.23.2'
       - name: Check out code into the Go module directory
         uses: actions/checkout@v2
       - name: Run tests
@@ -66,7 +66,7 @@ jobs:
         uses: actions/checkout@v2
       - uses: actions/setup-go@v5
         with:
-          go-version: '1.21.3'
+          go-version: '1.23.2'
       - run: go build cmd/astronomer.go
       - run: ./astronomer migrate --config assets/config-ci.toml
       - run: ./astronomer rollback --config assets/config-ci.toml

.github/workflows/release.yaml

@@ -18,7 +18,7 @@ jobs:
 
       - uses: actions/setup-go@v2
         with:
-          go-version: '1.21.3'
+          go-version: '1.23.2'
 
       - name: Run GoReleaser
         uses: goreleaser/goreleaser-action@v6

go.mod

@@ -1,6 +1,6 @@
 module main
 
-go 1.21.10
+go 1.22
 
 require (
 	cosmossdk.io/math v1.3.0

migrations/20241027213549_add_lcd.sql

@@ -0,0 +1,13 @@
+-- +goose Up
+-- +goose StatementBegin
+CREATE TABLE lcd (
+     chain TEXT NOT NULL REFERENCES chains(name),
+     host TEXT NOT NULL,
+     created_at TIMESTAMP NOT NULL DEFAULT NOW(),
+     PRIMARY KEY (chain, host)
+);
+INSERT INTO lcd (chain, host) (SELECT name chain, lcd_endpoint host FROM chains);
+-- +goose StatementEnd
+
+-- +goose Down
+DROP TABLE lcd;

migrations/20241029222104_remove_lcd_endpoint_from_chain.sql

@@ -0,0 +1,9 @@
+-- +goose Up
+-- +goose StatementBegin
+ALTER TABLE chains DROP COLUMN lcd_endpoint;
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+ALTER TABLE chains ADD COLUMN lcd_endpoint TEXT;
+-- +goose StatementEnd

pkg/app.go

@@ -9,6 +9,7 @@ import (
 	"main/pkg/interacter/telegram"
 	"main/pkg/logger"
 	"main/pkg/metrics"
+	"main/pkg/tendermint"
 	"main/pkg/types"
 
 	"github.com/rs/zerolog"
@@ -47,7 +48,8 @@ func NewApp(configPath string, filesystem fs.FS, version string) *App {
 	converter := converterPkg.NewConverter()
 	database := databasePkg.NewDatabase(log, config.DatabaseConfig)
 	metricsManager := metrics.NewManager(log, config.MetricsConfig)
-	dataFetcher := datafetcher.NewDataFetcher(*log, database, converter, metricsManager)
+	nodesManager := tendermint.NewNodeManager(log, database, converter, metricsManager)
+	dataFetcher := datafetcher.NewDataFetcher(log, database, converter, metricsManager, nodesManager)
 	interacters := []interacterPkg.Interacter{
 		telegram.NewInteracter(config.TelegramConfig, version, log, dataFetcher, database, metricsManager),
 	}

pkg/constants/constants.go

@@ -18,10 +18,12 @@ const (
 	PrometheusMetricsPrefix = "astronomer_"
 
 	RPCQueryTimeout = 10
+	RetriesCount    = 3
 )
 
 var (
 	ErrWrongInvocation = errors.New("wrong invocation")
 	ErrChainNotFound   = fmt.Errorf("chain not found")
 	ErrChainNotBound   = fmt.Errorf("chain not bound to this chat")
+	ErrLCDNotFound     = fmt.Errorf("chain LCD host not found")
 )

pkg/data_fetcher/balances.go

@@ -66,14 +66,12 @@ func (f *DataFetcher) GetBalances(userID, reporter string) *types.WalletsBalance
 			go func(chain *types.Chain, chainWallet *types.WalletLink) {
 				defer wg.Done()
 
-				rpc := f.GetRPC(chain)
-
-				balances, _, err := rpc.GetBalance(chainWallet.Address)
+				balances, balancesErr := f.NodesManager.GetBalance(chain, chainWallet.Address)
 				mutex.Lock()
 				defer mutex.Unlock()
 
-				if err != nil {
-					response.SetBalancesError(chain.Name, chainWallet, err)
+				if balancesErr != nil {
+					response.SetBalancesError(chain.Name, chainWallet, balancesErr)
 					return
 				}
 
@@ -94,13 +92,11 @@ func (f *DataFetcher) GetBalances(userID, reporter string) *types.WalletsBalance
 			go func(chain *types.Chain, chainWallet *types.WalletLink) {
 				defer wg.Done()
 
-				rpc := f.GetRPC(chain)
-
-				rewards, _, err := rpc.GetRewards(chainWallet.Address)
+				rewards, rewardsErr := f.NodesManager.GetRewards(chain, chainWallet.Address)
 				mutex.Lock()
 				defer mutex.Unlock()
 
-				if err != nil {
+				if rewardsErr != nil {
 					response.SetRewardsError(chain.Name, chainWallet, err)
 					return
 				}
@@ -122,22 +118,20 @@ func (f *DataFetcher) GetBalances(userID, reporter string) *types.WalletsBalance
 			go func(chain *types.Chain, chainWallet *types.WalletLink) {
 				defer wg.Done()
 
-				valoper, err := utils.ConvertBech32Prefix(chainWallet.Address, chain.Bech32ValidatorPrefix)
-				if err != nil {
+				valoper, convertErr := utils.ConvertBech32Prefix(chainWallet.Address, chain.Bech32ValidatorPrefix)
+				if convertErr != nil {
 					mutex.Lock()
-					response.SetCommissionsError(chain.Name, chainWallet, err)
+					response.SetCommissionsError(chain.Name, chainWallet, convertErr)
 					mutex.Unlock()
 					return
 				}
 
-				rpc := f.GetRPC(chain)
-
-				rewards, _, err := rpc.GetCommission(valoper)
+				rewards, rewardsErr := f.NodesManager.GetCommission(chain, valoper)
 				mutex.Lock()
 				defer mutex.Unlock()
 
-				if err != nil {
-					response.SetCommissionsError(chain.Name, chainWallet, err)
+				if rewardsErr != nil {
+					response.SetCommissionsError(chain.Name, chainWallet, rewardsErr)
 					return
 				}
 
@@ -158,14 +152,12 @@ func (f *DataFetcher) GetBalances(userID, reporter string) *types.WalletsBalance
 			go func(chain *types.Chain, chainWallet *types.WalletLink) {
 				defer wg.Done()
 
-				rpc := f.GetRPC(chain)
-
-				delegations, _, err := rpc.GetDelegations(chainWallet.Address)
+				delegations, delegationsErr := f.NodesManager.GetDelegations(chain, chainWallet.Address)
 				mutex.Lock()
 				defer mutex.Unlock()
 
-				if err != nil {
-					response.SetDelegationsError(chain.Name, chainWallet, err)
+				if delegationsErr != nil {
+					response.SetDelegationsError(chain.Name, chainWallet, delegationsErr)
 					return
 				}
 				walletDelegations := utils.Map(delegations.DelegationResponses, func(b stakingTypes.DelegationResponse) *types.Delegation {
@@ -195,14 +187,12 @@ func (f *DataFetcher) GetBalances(userID, reporter string) *types.WalletsBalance
 			go func(chain *types.Chain, chainWallet *types.WalletLink) {
 				defer wg.Done()
 
-				rpc := f.GetRPC(chain)
-
-				redelegations, _, err := rpc.GetRedelegations(chainWallet.Address)
+				redelegations, redelegationsErr := f.NodesManager.GetRedelegations(chain, chainWallet.Address)
 				mutex.Lock()
 				defer mutex.Unlock()
 
-				if err != nil {
-					response.SetRedelegationsError(chain.Name, chainWallet, err)
+				if redelegationsErr != nil {
+					response.SetRedelegationsError(chain.Name, chainWallet, redelegationsErr)
 					return
 				}
 				walletRedelegations := []*types.Redelegation{}
@@ -248,14 +238,12 @@ func (f *DataFetcher) GetBalances(userID, reporter string) *types.WalletsBalance
 			go func(chain *types.Chain, chainWallet *types.WalletLink) {
 				defer wg.Done()
 
-				rpc := f.GetRPC(chain)
-
-				unbonds, _, err := rpc.GetUnbonds(chainWallet.Address)
+				unbonds, unbondsErr := f.NodesManager.GetUnbonds(chain, chainWallet.Address)
 				mutex.Lock()
 				defer mutex.Unlock()
 
-				if err != nil {
-					response.SetUnbondsError(chain.Name, chainWallet, err)
+				if unbondsErr != nil {
+					response.SetUnbondsError(chain.Name, chainWallet, unbondsErr)
 					return
 				}
 

pkg/data_fetcher/data_fetcher.go

@@ -8,8 +8,6 @@ import (
 	"main/pkg/metrics"
 	priceFetcher "main/pkg/price_fetcher"
 	"main/pkg/tendermint"
-	"main/pkg/types"
-	"sync"
 
 	"github.com/rs/zerolog"
 )
@@ -22,14 +20,15 @@ type DataFetcher struct {
 	PriceFetchers  map[constants.PriceFetcherName]priceFetcher.PriceFetcher
 	Cache          *cache.Cache
 	RPCs           map[string]*tendermint.RPC
-	mutex          sync.Mutex
+	NodesManager   *tendermint.NodeManager
 }
 
 func NewDataFetcher(
-	logger zerolog.Logger,
+	logger *zerolog.Logger,
 	database *database.Database,
 	converter *converterPkg.Converter,
 	metricsManager *metrics.Manager,
+	nodesManager *tendermint.NodeManager,
 ) *DataFetcher {
 	priceFetchers := map[constants.PriceFetcherName]priceFetcher.PriceFetcher{
 		constants.PriceFetcherNameCoingecko: priceFetcher.NewCoingeckoPriceFetcher(logger),
@@ -43,17 +42,6 @@ func NewDataFetcher(
 		PriceFetchers:  priceFetchers,
 		Cache:          cache.NewCache(),
 		RPCs:           map[string]*tendermint.RPC{},
+		NodesManager:   nodesManager,
 	}
 }
-
-func (f *DataFetcher) GetRPC(chain *types.Chain) *tendermint.RPC {
-	f.mutex.Lock()
-	defer f.mutex.Unlock()
-
-	if rpc, ok := f.RPCs[chain.Name]; ok {
-		return rpc
-	}
-
-	f.RPCs[chain.Name] = tendermint.NewRPC(chain, constants.RPCQueryTimeout, f.Logger, f.Converter, f.MetricsManager)
-	return f.RPCs[chain.Name]
-}