blockstore_caboose.go

package main

import (
	"crypto/tls"
	"net/http"
	"net/url"
	"os"
	"time"

	"github.com/filecoin-saturn/caboose"
	blockstore "github.com/ipfs/boxo/blockstore"
	"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp"
)

const (
	EnvSaturnLogger       = "STRN_LOGGER_URL"
	EnvSaturnLoggerSecret = "STRN_LOGGER_SECRET"
	EnvSaturnOrchestrator = "STRN_ORCHESTRATOR_URL"

	DefaultSaturnLogger = "http://set-env-variables-STRN_LOGGER_URL-and-STRN_LOGGER_SECRET"
)

func newCabooseBlockStore(orchestrator, loggingEndpoint string, cdns *cachedDNS) (blockstore.Blockstore, error) {
	var (
		orchURL *url.URL
		loggURL *url.URL
		err     error
	)

	if orchestrator != "" {
		orchURL, err = url.Parse(orchestrator)
		if err != nil {
			return nil, err
		}
	}

	if loggingEndpoint != "" {
		loggURL, err = url.Parse(loggingEndpoint)
		if err != nil {
			return nil, err
		}
	}

	saturnOrchestratorClient := &http.Client{
		Timeout: caboose.DefaultOrchestratorRequestTimeout,
		Transport: &customTransport{
			AuthorizationBearerToken: os.Getenv(EnvSaturnLoggerSecret),
			RoundTripper: &http.Transport{
				DialContext:       cdns.dialWithCachedDNS,
				ForceAttemptHTTP2: true,
			},
		},
	}

	saturnLoggerClient := &http.Client{
		Timeout: caboose.DefaultOrchestratorRequestTimeout, // caboose does nto provide custom timeout for logger, reusing one for orchestrator
		Transport: &customTransport{
			AuthorizationBearerToken: os.Getenv(EnvSaturnLoggerSecret),
			RoundTripper: &http.Transport{
				DialContext:       cdns.dialWithCachedDNS,
				ForceAttemptHTTP2: true,
			},
		},
	}

	saturnRetrievalClient := &http.Client{
		Timeout: caboose.DefaultCarRequestTimeout,
		Transport: otelhttp.NewTransport(&customTransport{
			RoundTripper: &http.Transport{
				// Increasing concurrency defaults from http.DefaultTransport
				MaxIdleConns:        25000,
				MaxConnsPerHost:     1000,
				MaxIdleConnsPerHost: 1000,
				IdleConnTimeout:     90 * time.Second,

				DialContext: cdns.dialWithCachedDNS,

				// Saturn Weltschmerz
				TLSClientConfig: &tls.Config{
					// Saturn use TLS in controversial ways, which sooner or
					// later will force them to switch away to different domain
					// name and certs, in which case they will break us. Since
					// we are fetching raw blocks and dont really care about
					// TLS cert being legitimate, let's disable verification
					// to save CPU and to avoid catastrophic failure when
					// Saturn L1s suddenly switch to certs with different DNS name.
					InsecureSkipVerify: true,
					// ServerName:         "strn.pl",
				},
				ForceAttemptHTTP2: true,
			},
		}),
	}

	return caboose.NewCaboose(&caboose.Config{
		OrchestratorEndpoint: orchURL,
		OrchestratorClient:   saturnOrchestratorClient,

		LoggingEndpoint: *loggURL,
		LoggingClient:   saturnLoggerClient,
		LoggingInterval: caboose.DefaultLoggingInterval,

		DoValidation: true,
		PoolRefresh:  caboose.DefaultPoolRefreshInterval,
		Client:       saturnRetrievalClient,

		ComplianceCidPeriod: int64(5),
	})
}