ln-stream/lnd/lnd.go

package lnd

import (
	"context"
	"fmt"
	"github.com/lightninglabs/lndclient"
	"github.com/neo4j/neo4j-go-driver/v4/neo4j"
	"log"
	"os"
	"strings"
	"time"
)

func convertChannelIDToString(channelID uint64) string {
	blockHeight := channelID >> 40
	blockIndex := (channelID >> 16) & ((1 << 24) - 1)
	outputIndex := channelID & ((1 << 16) - 1)
	return fmt.Sprintf("%d:%d:%d", blockHeight, blockIndex, outputIndex)
}

func ConnectToLND() (*lndclient.GrpcLndServices, error) {
	config := lndclient.LndServicesConfig{
		LndAddress:         os.Getenv("LND_ADDRESS"),
		Network:            lndclient.Network(os.Getenv("LND_NETWORK")),
		CustomMacaroonPath: os.Getenv("LND_MACAROON_PATH"),
		TLSPath:            os.Getenv("LND_TLS_CERT_PATH"),
	}
	return lndclient.NewLndServices(&config)
}

func writeNodesToMemgraph(session neo4j.Session, nodes []lndclient.Node) {
	const batchSize = 100

	for i := 0; i < len(nodes); i += batchSize {
		end := i + batchSize
		if end > len(nodes) {
			end = len(nodes)
		}
		batch := nodes[i:end]

		// Prepare the list of maps for UNWIND
		records := make([]map[string]interface{}, 0, len(batch))
		for _, node := range batch {
			records = append(records, map[string]interface{}{
				"pubKey": node.PubKey.String(),
				"alias":  node.Alias,
			})
		}

		query := `
			UNWIND $rows AS row
			MERGE (n:node {pubkey: row.pubKey})
			SET n.alias = row.alias
		`

		params := map[string]interface{}{"rows": records}

		_, err := session.Run(query, params)
		if err != nil {
			log.Printf("Failed to execute batch node query: %v", err)
		}
	}
}

func createNodeIndex(session neo4j.Session) {
	// Query to create an index on the pubkey property of Node
	indexQuery := "CREATE INDEX ON :node(pubkey)"

	// Execute the index creation query
	_, err := session.Run(indexQuery, nil)
	if err != nil {
		log.Printf("Failed to create index: %v", err)
	}
}

func createIndexForChannels(session neo4j.Session) {
	// Query to create an index on the channel_id property of CHANNEL relationships
	indexQuery := "CREATE INDEX ON :edge(channel_id)"

	// Execute the index creation query
	_, err := session.Run(indexQuery, nil)
	if err != nil {
		log.Printf("Failed to create index for channels: %v", err)
	}
}

func writeChannelsToMemgraph(session neo4j.Session, edges []lndclient.ChannelEdge) {
	const batchSize = 100

	relations := []map[string]interface{}{}

	for _, edge := range edges {
		chanID := strings.Replace(convertChannelIDToString(edge.ChannelID), ":", "x", -1)

		if edge.Node1Policy != nil {
			relations = append(relations, map[string]interface{}{
				"from":      edge.Node1.String(),
				"to":        edge.Node2.String(),
				"chan_id":   chanID,
				"capacity":  edge.Capacity,
				"fee_base":  edge.Node1Policy.FeeBaseMsat,
				"fee_rate":  edge.Node1Policy.FeeRateMilliMsat,
				"time_lock": edge.Node1Policy.TimeLockDelta,
				"disabled":  edge.Node1Policy.Disabled,
				"min_htlc":  edge.Node1Policy.MinHtlcMsat,
				"max_htlc":  edge.Node1Policy.MaxHtlcMsat,
			})
		}

		if edge.Node2Policy != nil {
			relations = append(relations, map[string]interface{}{
				"from":      edge.Node2.String(),
				"to":        edge.Node1.String(),
				"chan_id":   chanID,
				"capacity":  edge.Capacity,
				"fee_base":  edge.Node2Policy.FeeBaseMsat,
				"fee_rate":  edge.Node2Policy.FeeRateMilliMsat,
				"time_lock": edge.Node2Policy.TimeLockDelta,
				"disabled":  edge.Node2Policy.Disabled,
				"min_htlc":  edge.Node2Policy.MinHtlcMsat,
				"max_htlc":  edge.Node2Policy.MaxHtlcMsat,
			})
		}
	}

	for i := 0; i < len(relations); i += batchSize {
		end := i + batchSize
		if end > len(relations) {
			end = len(relations)
		}

		batch := relations[i:end]
		query := `
			UNWIND $rows AS row
			MATCH (a:node {pubkey: row.from}), (b:node {pubkey: row.to})
			MERGE (a)-[r:edge {channel_id: row.chan_id, capacity: row.capacity}]->(b)
			SET r.fee_base_msat = row.fee_base,
				r.fee_rate_milli_msat = row.fee_rate,
				r.time_lock_delta = row.time_lock,
				r.disabled = row.disabled,
				r.min_htlc_msat = row.min_htlc,
				r.max_htlc_msat = row.max_htlc
		`

		params := map[string]interface{}{"rows": batch}
		_, err := session.Run(query, params)
		if err != nil {
			log.Printf("Failed to execute batch channel policy query: %v", err)
		}
	}
}

func PullGraph(lndServices *lndclient.GrpcLndServices) *lndclient.Graph {

	fmt.Println("Pulling graph...")
	duration := 10 * 60 * time.Second
	_ctx := context.WithoutCancel(context.Background())
	ctx, cancel := context.WithTimeout(_ctx, duration)
	defer cancel()
	graph, err := lndServices.Client.DescribeGraph(ctx, false)
	if err != nil {
		log.Printf("Failed to execute channel policy query: %v", err)
	}
	return graph

}

func GetInfo(lndServices *lndclient.GrpcLndServices) {
	fmt.Println("getting info...")
	duration := time.Now().Add(10 * time.Minute)
	ctx, cancel := context.WithDeadline(context.Background(), duration)
	defer cancel()
	info, err := lndServices.Client.GetInfo(ctx)
	if err != nil {
		log.Printf("Failed to execute get info query: %v", err)
	}
	log.Print(info)
	//return info
}

func WriteGraphToMemgraph(graph *lndclient.Graph, neo4jDriver neo4j.Driver) {
	var err error
	session := neo4jDriver.NewSession(neo4j.SessionConfig{})
	defer session.Close()
	if err != nil {
		log.Fatalf("Failed to retrieve graph: %v", err)
	}

	fmt.Println("Writing to Memgraph...")
	createNodeIndex(session)
	createIndexForChannels(session)
	writeNodesToMemgraph(session, graph.Nodes)
	writeChannelsToMemgraph(session, graph.Edges)
	fmt.Println("Finished writing to Memgraph...")
}