hyprspace/p2p/node.go

package p2p

import (
	"context"
	"encoding/json"
	"io"
	"math/rand"
	"net/http"
	"net/url"
	"os"
	"time"

	"github.com/hyprspace/hyprspace/config"
	drclient "github.com/ipfs/boxo/routing/http/client"
	"github.com/ipfs/boxo/routing/http/contentrouter"
	"github.com/libp2p/go-libp2p"
	dht "github.com/libp2p/go-libp2p-kad-dht"
	"github.com/libp2p/go-libp2p/core/connmgr"
	"github.com/libp2p/go-libp2p/core/crypto"
	"github.com/libp2p/go-libp2p/core/host"
	"github.com/libp2p/go-libp2p/core/network"
	"github.com/libp2p/go-libp2p/core/peer"
	"github.com/libp2p/go-libp2p/core/pnet"
	"github.com/libp2p/go-libp2p/core/protocol"
	"github.com/libp2p/go-libp2p/core/routing"
	"github.com/libp2p/go-libp2p/p2p/discovery/backoff"
	"github.com/libp2p/go-libp2p/p2p/host/autorelay"
	routedhost "github.com/libp2p/go-libp2p/p2p/host/routed"
	"github.com/libp2p/go-libp2p/p2p/protocol/circuitv2/relay"
	libp2pquic "github.com/libp2p/go-libp2p/p2p/transport/quic"
	"github.com/libp2p/go-libp2p/p2p/transport/tcp"
	ma "github.com/multiformats/go-multiaddr"
	"go.uber.org/zap"
)

var (
	_ routing.Routing = &httpRoutingWrapper{}
)

// httpRoutingWrapper is a wrapper needed to construct the routing.Routing interface from
// http delegated routing.
type httpRoutingWrapper struct {
	routing.ContentRouting
	routing.PeerRouting
	routing.ValueStore
}

func (c *httpRoutingWrapper) Bootstrap(ctx context.Context) error {
	return nil
}

// Version 0
const ProtocolV0 = "/hyprspace/0.0.1"

// Version 1: Bidirectional streams
const ProtocolV1 = "/hyprspace/1"

var Protocols = []protocol.ID{
	ProtocolV1,
	ProtocolV0,
}

func getExtraPeers(addr ma.Multiaddr) (nodesList []string) {
	nodesList = []string{}
	ip4, err := addr.ValueForProtocol(ma.P_IP4)
	if err != nil {
		return
	}
	port, err := addr.ValueForProtocol(ma.P_TCP)
	if err != nil {
		return
	}
	resp, err := http.PostForm("http://"+ip4+":"+port+"/api/v0/swarm/peers", url.Values{})

	if err != nil {
		return
	}
	defer resp.Body.Close()

	apiResponse, err := io.ReadAll(resp.Body)

	if err != nil {
		return
	}
	var obj = map[string][]map[string]interface{}{}
	json.Unmarshal([]byte(apiResponse), &obj)
	for _, v := range obj["Peers"] {
		nodesList = append(nodesList, (v["Addr"].(string) + "/p2p/" + v["Peer"].(string)))
	}
	return
}

func getExtraBootstrapNodes(addr ma.Multiaddr) (nodesList []string) {
	nodesList = []string{}
	ip4, err := addr.ValueForProtocol(ma.P_IP4)
	if err != nil {
		return
	}
	port, err := addr.ValueForProtocol(ma.P_TCP)
	if err != nil {
		return
	}
	resp, err := http.PostForm("http://"+ip4+":"+port+"/api/v0/bootstrap", url.Values{})

	if err != nil {
		return
	}
	defer resp.Body.Close()

	apiResponse, err := io.ReadAll(resp.Body)

	if err != nil {
		return
	}
	var obj = map[string][]string{}
	json.Unmarshal([]byte(apiResponse), &obj)
	return obj["Peers"]
}

// CreateNode creates an internal Libp2p nodes and returns it and it's DHT Discovery service.
func CreateNode(ctx context.Context, privateKey crypto.PrivKey, listenAddreses []ma.Multiaddr, bootstrapPeers []ma.Multiaddr, handler network.StreamHandler, acl relay.ACLFilter, gater connmgr.ConnectionGater, vpnPeers []config.Peer) (node host.Host, dhtOut *dht.IpfsDHT, err error) {

	maybePrivateNet := libp2p.ChainOptions()
	swarmKeyFile, ok := os.LookupEnv("HYPRSPACE_SWARM_KEY")
	if ok {
		logger.With(zap.String("key", swarmKeyFile)).Info("Using swarm key")
		var swarmKey *os.File
		swarmKey, err = os.Open(swarmKeyFile)
		if err != nil {
			logger.With(err).Error("Failed to open swarm key-file")
			return
		}
		defer swarmKey.Close()
		key, _ := pnet.DecodeV1PSK(swarmKey)
		maybePrivateNet = libp2p.PrivateNetwork(key)
	}

	peerChan := make(chan peer.AddrInfo)

	logger.Debug("Creating libp2p node")
	// Create libp2p node
	basicHost, err := libp2p.New(
		maybePrivateNet,
		libp2p.ListenAddrs(listenAddreses...),
		libp2p.Identity(privateKey),
		libp2p.UserAgent("hyprspace"),
		libp2p.DefaultSecurity,
		libp2p.ConnectionGater(gater),
		libp2p.NATPortMap(),
		libp2p.DefaultMuxers,
		libp2p.Transport(libp2pquic.NewTransport),
		libp2p.Transport(tcp.NewTCPTransport),
		libp2p.EnableHolePunching(),
		libp2p.EnableRelayService(relay.WithLimit(nil), relay.WithACL(acl)),
		libp2p.EnableNATService(),
		libp2p.EnableAutoRelayWithPeerSource(
			func(ctx context.Context, numPeers int) <-chan peer.AddrInfo {
				r := make(chan peer.AddrInfo)
				go func() {
					defer close(r)
					for ; numPeers != 0; numPeers-- {
						select {
						case v, ok := <-peerChan:
							if !ok {
								return
							}
							select {
							case r <- v:
							case <-ctx.Done():
								return
							}
						case <-ctx.Done():
							return
						}
					}
				}()
				return r
			},
			autorelay.WithNumRelays(2),
			autorelay.WithBootDelay(10*time.Second),
		),
		libp2p.WithDialTimeout(time.Second*5),
		libp2p.FallbackDefaults,
	)
	if err != nil {
		return
	}

	staticBootstrapPeers, err := addrInfosFromMultiaddrs(bootstrapPeers)
	if err != nil {
		return node, nil, err
	}

	ipfsApiStr, ok := os.LookupEnv("HYPRSPACE_IPFS_API")
	if ok {
		ipfsApiAddr, err := ma.NewMultiaddr(ipfsApiStr)
		if err == nil {
			logger.Debug("Getting additional peers from IPFS API")
			extraPeers, err := parsePeerAddrs(getExtraPeers(ipfsApiAddr))
			if err == nil {
				logger.With(zap.Int("addresses", len(extraPeers))).Debug("Additional addresses found")
				for _, p := range extraPeers {
					logger.With(zap.String("id", p.ID.String()), zap.Int("addresses", len(p.Addrs))).Debug("Adding peer")
					basicHost.Peerstore().AddAddrs(p.ID, p.Addrs, 5*time.Minute)
				}
			}
		}
	}

	// Create DHT Subsystem
	dhtOut, err = dht.New(
		ctx,
		basicHost,
		dht.Mode(dht.ModeClient),
		dht.BootstrapPeers(staticBootstrapPeers...),
		dht.BootstrapPeersFunc(func() []peer.AddrInfo {
			extraBootstrapNodes := []string{}
			ipfsApiStr, ok := os.LookupEnv("HYPRSPACE_IPFS_API")
			if ok {
				ipfsApiAddr, err := ma.NewMultiaddr(ipfsApiStr)
				if err == nil {
					logger.Debug("Getting additional bootstrap nodes from IPFS API")
					extraBootstrapNodes = getExtraBootstrapNodes(ipfsApiAddr)
					logger.With(zap.Int("nodes", len(extraBootstrapNodes))).Debug("Found additional bootstrap nodes")
				}
			}
			dynamicBootstrapPeers, err := parsePeerAddrs(extraBootstrapNodes)
			if err != nil {
				return staticBootstrapPeers
			} else {
				return append(staticBootstrapPeers, dynamicBootstrapPeers...)
			}
		}),
	)

	transport := http.DefaultTransport.(*http.Transport).Clone()
	transport.MaxIdleConns = 500
	transport.MaxIdleConnsPerHost = 100
	delegateHTTPClient := &http.Client{
		Transport: &drclient.ResponseBodyLimitedTransport{
			RoundTripper: transport,
			LimitBytes:   1 << 20,
		},
	}
	dr, err := drclient.New(
		"https://p2p.privatevoid.net",
		drclient.WithHTTPClient(delegateHTTPClient),
		drclient.WithIdentity(privateKey),
		drclient.WithUserAgent("hyprspace"),
	)
	if err != nil {
		return node, nil, err
	}

	cr := contentrouter.NewContentRoutingClient(dr)

	pexr := PeXRouting{basicHost, vpnPeers}

	pr := ParallelRouting{[]routedhost.Routing{pexr, dhtOut, httpRoutingWrapper{
		ContentRouting: cr,
		PeerRouting:    cr,
		ValueStore:     cr,
	}}}

	node = routedhost.Wrap(basicHost, pr)

	// Setup Hyprspace Stream Handler
	for _, proto := range Protocols {
		node.SetStreamHandler(proto, handler)
	}

	if err != nil {
		return node, nil, err
	}

	// Continuously feed peers into the AutoRelay service
	go func() {
		delay := backoff.NewExponentialDecorrelatedJitter(time.Second, time.Second*60, 5.0, rand.NewSource(time.Now().UnixMilli()))()
		for {
			for _, p := range node.Network().Peers() {
				pi := node.Network().Peerstore().PeerInfo(p)
				relayCount := 0
				for _, la := range node.Network().ListenAddresses() {
					for _, proto := range la.Protocols() {
						if proto.Code == ma.P_CIRCUIT {
							relayCount = relayCount + 1
							break
						}
					}
				}
				if relayCount < 2 || acl.AllowReserve(p, node.Addrs()[0]) {
					peerChan <- pi
				}
			}
			time.Sleep(delay.Delay())
		}
	}()

	return node, dhtOut, nil
}

func parsePeerAddrs(peers []string) (addrs []peer.AddrInfo, err error) {
	for _, addrStr := range peers {
		addr, err := ma.NewMultiaddr(addrStr)
		if err != nil {
			return nil, err
		}
		pii, err := peer.AddrInfoFromP2pAddr(addr)
		if err != nil {
			return nil, err
		}
		addrs = append(addrs, *pii)
	}
	return addrs, nil
}

func addrInfosFromMultiaddrs(addrs []ma.Multiaddr) (peerAddrs []peer.AddrInfo, err error) {
	for _, addr := range addrs {
		addrInfo, err := peer.AddrInfoFromP2pAddr(addr)
		if err != nil {
			return nil, err
		}
		peerAddrs = append(peerAddrs, *addrInfo)
	}
	return peerAddrs, nil
}