outbound.go

// Copyright 2024 Blink Labs Software
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package node

import (
	"context"
	"fmt"
	"net"
	"strconv"
	"time"

	ouroboros "github.com/blinklabs-io/gouroboros"
	"github.com/blinklabs-io/gouroboros/protocol/blockfetch"
	"github.com/blinklabs-io/gouroboros/protocol/chainsync"
	"github.com/blinklabs-io/gouroboros/protocol/peersharing"
	"github.com/blinklabs-io/gouroboros/protocol/txsubmission"
	"go.opentelemetry.io/otel"
	"go.opentelemetry.io/otel/attribute"
)

const (
	initialReconnectDelay  = 1 * time.Second
	maxReconnectDelay      = 128 * time.Second
	reconnectBackoffFactor = 2
)

type outboundPeer struct {
	Address        string
	ReconnectCount int
	ReconnectDelay time.Duration
}

func (n *Node) startOutboundConnections() {
	n.config.logger.Debug("outbound: starting connections")
	var tmpHosts []string
	for _, host := range n.config.topologyConfig.Producers {
		n.config.logger.Debug(
			fmt.Sprintf(
				"outbound: adding legacy topology host: %s:%d",
				host.Address,
				host.Port,
			),
		)
		tmpHosts = append(
			tmpHosts,
			net.JoinHostPort(host.Address, strconv.Itoa(int(host.Port))),
		)
	}
	for _, host := range n.config.topologyConfig.BootstrapPeers {
		n.config.logger.Debug(
			fmt.Sprintf(
				"outbound: adding bootstrap peer topology host: %s:%d",
				host.Address,
				host.Port,
			),
		)
		tmpHosts = append(
			tmpHosts,
			net.JoinHostPort(host.Address, strconv.Itoa(int(host.Port))),
		)
	}
	for _, localRoot := range n.config.topologyConfig.LocalRoots {
		for _, host := range localRoot.AccessPoints {
			n.config.logger.Debug(
				fmt.Sprintf(
					"outbound: adding localRoot topology host: %s:%d",
					host.Address,
					host.Port,
				),
			)
			tmpHosts = append(
				tmpHosts,
				net.JoinHostPort(host.Address, strconv.Itoa(int(host.Port))),
			)
		}
	}
	for _, publicRoot := range n.config.topologyConfig.PublicRoots {
		for _, host := range publicRoot.AccessPoints {
			n.config.logger.Debug(
				fmt.Sprintf(
					"outbound: adding publicRoot topology host: %s:%d",
					host.Address,
					host.Port,
				),
			)
			tmpHosts = append(
				tmpHosts,
				net.JoinHostPort(host.Address, strconv.Itoa(int(host.Port))),
			)
		}
	}
	// Start outbound connections
	for _, host := range tmpHosts {
		tmpPeer := outboundPeer{Address: host}
		go func(peer outboundPeer) {
			if err := n.createOutboundConnection(peer); err != nil {
				n.config.logger.Error(
					fmt.Sprintf(
						"outbound: failed to establish connection to %s: %s",
						peer.Address,
						err,
					),
				)
				go n.reconnectOutboundConnection(peer)
			}
		}(tmpPeer)
	}

}

func (n *Node) createOutboundConnection(peer outboundPeer) error {
	_, span := otel.Tracer("").
		Start(context.TODO(), "create outbound connection")
	defer span.End()
	span.SetAttributes(
		attribute.String("peer.address", peer.Address),
	)

	var clientAddr net.Addr
	dialer := net.Dialer{
		Timeout: 10 * time.Second,
	}
	if n.config.outboundSourcePort > 0 {
		// Setup connection to use our listening port as the source port
		// This is required for peer sharing to be useful
		clientAddr, _ = net.ResolveTCPAddr(
			"tcp",
			fmt.Sprintf(":%d", n.config.outboundSourcePort),
		)
		dialer.LocalAddr = clientAddr
		dialer.Control = socketControl
	}
	n.config.logger.Debug(
		fmt.Sprintf("outbound: establishing TCP connection to: %s", peer.Address),
	)
	tmpConn, err := dialer.Dial("tcp", peer.Address)
	if err != nil {
		return err
	}
	// Build connection options
	connOpts := []ouroboros.ConnectionOptionFunc{
		ouroboros.WithConnection(tmpConn),
		ouroboros.WithLogger(n.config.logger),
		ouroboros.WithNetworkMagic(n.config.networkMagic),
		ouroboros.WithNodeToNode(true),
		ouroboros.WithKeepAlive(true),
		ouroboros.WithFullDuplex(true),
		ouroboros.WithPeerSharing(n.config.peerSharing),
		ouroboros.WithPeerSharingConfig(
			peersharing.NewConfig(
				mergeConnOpts(
					n.peersharingClientConnOpts(),
					n.peersharingServerConnOpts(),
				)...,
			),
		),
		ouroboros.WithTxSubmissionConfig(
			txsubmission.NewConfig(
				mergeConnOpts(
					n.txsubmissionClientConnOpts(),
					n.txsubmissionServerConnOpts(),
				)...,
			),
		),
		ouroboros.WithChainSyncConfig(
			chainsync.NewConfig(
				mergeConnOpts(
					n.chainsyncClientConnOpts(),
					n.chainsyncServerConnOpts(),
				)...,
			),
		),
		ouroboros.WithBlockFetchConfig(
			blockfetch.NewConfig(
				mergeConnOpts(
					n.blockfetchClientConnOpts(),
					n.blockfetchServerConnOpts(),
				)...,
			),
		),
	}
	// Setup Ouroboros connection
	n.config.logger.Debug(
		fmt.Sprintf(
			"outbound: establishing ouroboros protocol to %s",
			peer.Address,
		),
	)
	oConn, err := ouroboros.NewConnection(
		connOpts...,
	)
	if err != nil {
		return err
	}
	n.config.logger.Info(
		fmt.Sprintf("outbound: connected ouroboros to %s", peer.Address),
	)
	// Add to connection manager
	n.connManager.AddConnection(oConn)
	// Add to outbound connection tracking
	n.outboundConnsMutex.Lock()
	n.outboundConns[oConn.Id()] = peer
	n.outboundConnsMutex.Unlock()
	// TODO: replace this with handling for multiple chainsync clients
	// Start chainsync client if we don't have another
	n.chainsyncState.Lock()
	defer n.chainsyncState.Unlock()
	chainsyncClientConnId := n.chainsyncState.GetClientConnId()
	if chainsyncClientConnId == nil {
		if err := n.chainsyncClientStart(oConn.Id()); err != nil {
			return err
		}
		n.chainsyncState.SetClientConnId(oConn.Id())
	}
	// Start txsubmission client
	if err := n.txsubmissionClientStart(oConn.Id()); err != nil {
		return err
	}
	return nil
}

func (n *Node) reconnectOutboundConnection(peer outboundPeer) {
	for {
		if peer.ReconnectDelay == 0 {
			peer.ReconnectDelay = initialReconnectDelay
		} else if peer.ReconnectDelay < maxReconnectDelay {
			peer.ReconnectDelay = peer.ReconnectDelay * reconnectBackoffFactor
		}
		n.config.logger.Info(
			fmt.Sprintf(
				"outbound: delaying %s before reconnecting to %s",
				peer.ReconnectDelay,
				peer.Address,
			),
		)
		time.Sleep(peer.ReconnectDelay)
		if err := n.createOutboundConnection(peer); err != nil {
			n.config.logger.Error(
				fmt.Sprintf(
					"outbound: failed to establish connection to %s: %s",
					peer.Address,
					err,
				),
			)
			continue
		}
		return
	}
}