general fixes + addition of 'single' request to fetch info

.github/workflows/actions.yaml

@@ -17,12 +17,3 @@ jobs:
       - run: go version
       - run: go mod download
       - run: go vet
-  golangci:
-    name: lint
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v2
-      - name: golangci-lint
-        uses: golangci/golangci-lint-action@v2
-        with:
-          args: --timeout 300s

.github/workflows/docker.yml

@@ -0,0 +1,39 @@
+name: docker
+
+on:
+  push:
+    branches:
+      - 'master'
+    tags:
+      - 'v*'
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v4
+        with:
+          images: ghcr.io/${{ github.repository }}
+          tags: |
+            type=raw,value=latest
+            type=semver,pattern=v{{version}}
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}

.github/workflows/release.yaml

@@ -3,7 +3,7 @@ name: goreleaser
 on:
   push:
     tags:
-      - '*'
+      - "*"
 
 permissions:
   contents: write
@@ -12,15 +12,12 @@ jobs:
   goreleaser:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-go@v2
-        with:
-          go-version: '1.16.5'
-      -
-        name: Run GoReleaser
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
+      - name: Run GoReleaser
         uses: goreleaser/goreleaser-action@v2
         with:
           version: latest
-          args: release --rm-dist
+          args: release --clean
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -1,3 +1,5 @@
 main
 
 dist/
+
+/.idea

.goreleaser.yml

@@ -13,6 +13,9 @@ builds:
       - linux
       - windows
       - darwin
+    goarch:
+      - 386
+      - amd64
 archives:
   - replacements:
       darwin: Darwin

Dockerfile

@@ -0,0 +1,14 @@
+FROM golang:1.19-alpine AS builder
+
+COPY . /app
+
+WORKDIR /app
+
+RUN go build -o cosmos-exporter
+
+
+FROM alpine
+
+COPY --from=builder /app/cosmos-exporter /usr/local/bin/cosmos-exporter
+
+ENTRYPOINT [ "/usr/local/bin/cosmos-exporter" ]

README.md

@@ -5,6 +5,29 @@
 
 cosmos-exporter is a Prometheus scraper that fetches the data from a full node of a Cosmos-based blockchain via gRPC.
 
+There are two modes to run this in 'single' mode, and 'detailed' mode
+
+# Single mode
+the aim of single mode is that all the configuration happens when you run exporter itself, not in the prometheus configuration. 
+so you specify the validators, wallets, and so on the command line, and simply configure the prometheus to do a single call to /metrics 
+I find it easier to do this (configure the binary for each chain) than to do it in prometheus.
+
+## Enabling single mode
+when starting cosmos-exporter you can pass **single** to enable it.
+
+by default, it will work the same as /metrics/general
+
+### single mode parameters
+* single - enable single metric mode. If this is not enabled, it will ignore the other parameters
+* params - also include the details of the chain parameters
+* validators - include basic information for validators listed. (basic is mainly operational things I use to alert on)
+* oracle - oracle misses (for kujira only)
+* upgrades - upcoming chain upgrades
+* proposals - active proposals (/metrics/proposals includes the last N proposals)
+* wallets - includes balance of ''denom'' coin. (/metrics/wallets includes all balances)
+
+# Detailed mode
+This mode can still be used alongside 'single' mode as well.
 ## What can I use it for?
 
 You can run a full node, run cosmos-exporter on the same host, set up Prometheus to scrape the data from it (see below for instructions), then set up Grafana to visualize the data coming from the exporter and probably add some alerting. Here are some examples of Grafana dashboards we created for ourselves:
@@ -23,7 +46,7 @@ tar xvfz cosmos-exporter-*
 ./cosmos-exporter
 ```
 
-That's not really interesting, what you probably want to do is to have it running in the background. For that, first of all, we have to copy the file to the system apps folder:
+That isn't really fascinating, what you probably want to do is to have it running in the background. For that, first of all, we have to copy the file to the system apps folder:
 
 ```sh
 sudo cp ./cosmos-exporter /usr/bin
@@ -71,7 +94,7 @@ If you need to, you can also see the logs of the process:
 sudo journalctl -u cosmos-exporter -f --output cat
 ```
 
-## How can I scrape data from it?
+## How can I scrape data from it? (original)
 
 Here's the example of the Prometheus config you can use for scraping data:
 
@@ -117,7 +140,7 @@ scrape-configs:
 
 Then restart Prometheus and you're good to go!
 
-All of the metrics provided by cosmos-exporter have the following prefixes:
+All the metrics provided by cosmos-exporter have the following prefixes:
 - `cosmos_validator_*` - metrics related to a single validator
 - `cosmos_validators_*` - metrics related to a validator set
 - `cosmos_wallet_*` - metrics related to a single wallet
@@ -128,7 +151,7 @@ It queries the full node via gRPC and returns it in the format Prometheus can co
 
 ## How can I configure it?
 
-You can pass the artuments to the executable file to configure it. Here is the parameters list:
+You can pass the arguments to the executable file to configure it. Here is the parameters list:
 
 - `--bech-prefix` - the global prefix for addresses. Defaults to `persistence`
 - `--denom` - the currency, for example, `uatom` for Cosmos. Defaults to `uxprt`
@@ -169,3 +192,4 @@ In theory, it should work on a Cosmos-based blockchains with cosmos-sdk >= 0.40.
 ## How can I contribute?
 
 Bug reports and feature requests are always welcome! If you want to contribute, feel free to open issues or PRs.
+

delegator.go

@@ -0,0 +1,93 @@
+package main
+
+import (
+	"context"
+	"net/http"
+	"sync"
+	"time"
+
+	sdk "github.com/cosmos/cosmos-sdk/types"
+	querytypes "github.com/cosmos/cosmos-sdk/types/query"
+	stakingtypes "github.com/cosmos/cosmos-sdk/x/staking/types"
+	"github.com/google/uuid"
+	"github.com/prometheus/client_golang/prometheus"
+	"github.com/prometheus/client_golang/prometheus/promhttp"
+)
+
+func (s *service) DelegatorHandler(w http.ResponseWriter, r *http.Request) {
+	requestStart := time.Now()
+
+	sublogger := log.With().
+		Str("request-id", uuid.New().String()).
+		Logger()
+
+	validatorAddress := r.URL.Query().Get("validator_address")
+	valAddress, err := sdk.ValAddressFromBech32(validatorAddress)
+	if err != nil {
+		sublogger.Error().
+			Str("validator_address", validatorAddress).
+			Err(err).
+			Msg("Could not get validator address")
+		return
+	}
+
+	delegatorTotalGauge := prometheus.NewGaugeVec(
+		prometheus.GaugeOpts{
+			Name:        "cosmos_validator_delegator_total",
+			Help:        "Number of delegators in validator",
+			ConstLabels: ConstLabels,
+		},
+		[]string{"validator_address"},
+	)
+
+	registry := prometheus.NewRegistry()
+	registry.MustRegister(delegatorTotalGauge)
+
+	var wg sync.WaitGroup
+
+	wg.Add(1)
+	go func() {
+		defer wg.Done()
+		sublogger.Debug().
+			Str("validator_address", validatorAddress).
+			Msg("Started querying delegator")
+		queryStart := time.Now()
+
+		stakingClient := stakingtypes.NewQueryClient(s.grpcConn)
+		delegatorRes, err := stakingClient.ValidatorDelegations(
+			context.Background(),
+			&stakingtypes.QueryValidatorDelegationsRequest{
+				ValidatorAddr: valAddress.String(),
+				Pagination: &querytypes.PageRequest{
+					Limit: Limit,
+				},
+			},
+		)
+		if err != nil {
+			sublogger.Error().
+				Str("validator_address", validatorAddress).
+				Err(err).
+				Msg("Could not get delegator")
+			return
+		}
+
+		sublogger.Debug().
+			Str("validator_address", validatorAddress).
+			Float64("request-time", time.Since(queryStart).Seconds()).
+			Msg("Finished querying delegators")
+
+		delegatorTotalGauge.With(prometheus.Labels{
+			"validator_address": validatorAddress,
+		}).Set(float64(len(delegatorRes.DelegationResponses)))
+	}()
+
+	wg.Wait()
+
+	h := promhttp.HandlerFor(registry, promhttp.HandlerOpts{})
+	h.ServeHTTP(w, r)
+	sublogger.Info().
+		Str("method", "GET").
+		Str("endpoint", "/metrics/delegator?validator_address="+validatorAddress).
+		Float64("request-time", time.Since(requestStart).Seconds()).
+		Msg("Request processed")
+}