fix: prevent libp2p panic by reusing gRPC connections in multi-publish

.github/workflows/ci.yml

@@ -1,8 +1,8 @@
 name: CI
 
 env:
-  go-version: "1.24.1"
-  lint-version: "v2.0.1"
+  go-version: "1.25.5"
+  lint-version: "v2.8.0"
 
 on:
   push:
@@ -36,16 +36,19 @@ jobs:
         run: |
           cd grpc_proxy_client
           go build -o proxy-client ./proxy_client.go
+          echo "Proxy client built successfully"
 
       - name: Build Key Generator
         run: |
           cd keygen
           go build -o generate-p2p-key ./generate_p2p_key.go
+          echo "Key generator built successfully"
 
       - name: Test Key Generation
         run: |
           cd keygen
           go run ./generate_p2p_key.go
+          echo "Key generation test passed"
 
   # Lint Go code
   golangci:

.gitignore

@@ -19,3 +19,6 @@ grpc_p2p_client/remote-ips.txt
 *.txt
 *.tsv
 !grpc_p2p_client/local.ips.tsv
+
+# Log files
+*.log

grpc_p2p_client/cmd/multi-publish/main.go

@@ -69,7 +69,7 @@ func main() {
 	if *output != "" {
 		done = make(chan bool)
 		go func() {
-			header := fmt.Sprintf("sender\tsize\tsha256(msg)")
+			header := "sender\tsize\tsha256(msg)"
 			go shared.WriteToFile(ctx, dataCh, done, *output, header)
 		}()
 	}
@@ -90,6 +90,27 @@ func main() {
 }
 
 func sendMessages(ctx context.Context, ip string, datasize int, write bool, dataCh chan<- string) error {
+	// Create connection once and reuse for all messages
+	conn, err := grpc.NewClient(ip,
+		grpc.WithTransportCredentials(insecure.NewCredentials()),
+		grpc.WithDefaultCallOptions(
+			grpc.MaxCallRecvMsgSize(math.MaxInt),
+			grpc.MaxCallSendMsgSize(math.MaxInt),
+		),
+	)
+	if err != nil {
+		return fmt.Errorf("[%s] failed to connect to node: %w", ip, err)
+	}
+	defer conn.Close()
+
+	client := protobuf.NewCommandStreamClient(conn)
+	stream, err := client.ListenCommands(ctx)
+	if err != nil {
+		return fmt.Errorf("[%s] ListenCommands failed: %w", ip, err)
+	}
+
+	println(fmt.Sprintf("Connected to node at: %s…", ip))
+
 	for i := 0; i < *count; i++ {
 		select {
 		case <-ctx.Done():
@@ -98,25 +119,6 @@ func sendMessages(ctx context.Context, ip string, datasize int, write bool, data
 		default:
 		}
 
-		conn, err := grpc.NewClient(ip,
-			grpc.WithTransportCredentials(insecure.NewCredentials()),
-			grpc.WithDefaultCallOptions(
-				grpc.MaxCallRecvMsgSize(math.MaxInt),
-				grpc.MaxCallSendMsgSize(math.MaxInt),
-			),
-		)
-		if err != nil {
-			log.Fatalf("failed to connect to node %v", err)
-		}
-		println(fmt.Sprintf("Connected to node at: %s…", ip))
-
-		client := protobuf.NewCommandStreamClient(conn)
-		stream, err := client.ListenCommands(ctx)
-
-		if err != nil {
-			log.Fatalf("ListenCommands: %v", err)
-		}
-
 		start := time.Now()
 		randomBytes := make([]byte, datasize)
 		if _, err := rand.Read(randomBytes); err != nil {
@@ -154,8 +156,6 @@ func sendMessages(ctx context.Context, ip string, datasize int, write bool, data
 		} else {
 			time.Sleep(*sleep)
 		}
-
-		conn.Close()
 	}
 
 	return nil

grpc_p2p_client/go.mod

@@ -1,6 +1,6 @@
 module p2p_client
 
-go 1.24.1
+go 1.25.5
 
 require (
 	github.com/gogo/protobuf v1.3.2

grpc_proxy_client/go.mod

@@ -1,6 +1,6 @@
 module proxy_client
 
-go 1.24.1
+go 1.25.5
 
 require (
 	google.golang.org/grpc v1.73.0

keygen/go.mod

@@ -1,91 +1,29 @@
 module p2p-keygen
 
-go 1.24.1
+go 1.25.5
+
+require github.com/libp2p/go-libp2p v0.24.0
 
 require (
-	github.com/benbjohnson/clock v1.3.0 // indirect
-	github.com/beorn7/perks v1.0.1 // indirect
-	github.com/cespare/xxhash/v2 v2.2.0 // indirect
-	github.com/containerd/cgroups v1.0.4 // indirect
-	github.com/coreos/go-systemd/v22 v22.5.0 // indirect
-	github.com/davidlazar/go-crypto v0.0.0-20200604182044-b73af7476f6c // indirect
 	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0 // indirect
-	github.com/docker/go-units v0.5.0 // indirect
-	github.com/elastic/gosigar v0.14.2 // indirect
-	github.com/flynn/noise v1.0.0 // indirect
-	github.com/francoispqt/gojay v1.2.13 // indirect
-	github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0 // indirect
-	github.com/godbus/dbus/v5 v5.1.0 // indirect
 	github.com/gogo/protobuf v1.3.2 // indirect
-	github.com/golang/mock v1.6.0 // indirect
-	github.com/golang/protobuf v1.5.2 // indirect
-	github.com/google/gopacket v1.1.19 // indirect
-	github.com/google/pprof v0.0.0-20221203041831-ce31453925ec // indirect
-	github.com/gorilla/websocket v1.5.0 // indirect
-	github.com/huin/goupnp v1.0.3 // indirect
 	github.com/ipfs/go-cid v0.3.2 // indirect
-	github.com/ipfs/go-log/v2 v2.5.1 // indirect
-	github.com/jackpal/go-nat-pmp v1.0.2 // indirect
-	github.com/jbenet/go-temp-err-catcher v0.1.0 // indirect
-	github.com/klauspost/compress v1.15.12 // indirect
 	github.com/klauspost/cpuid/v2 v2.2.1 // indirect
-	github.com/koron/go-ssdp v0.0.3 // indirect
 	github.com/libp2p/go-buffer-pool v0.1.0 // indirect
-	github.com/libp2p/go-cidranger v1.1.0 // indirect
-	github.com/libp2p/go-flow-metrics v0.1.0 // indirect
-	github.com/libp2p/go-libp2p v0.24.0 // indirect
-	github.com/libp2p/go-libp2p-asn-util v0.2.0 // indirect
-	github.com/libp2p/go-msgio v0.2.0 // indirect
-	github.com/libp2p/go-nat v0.1.0 // indirect
-	github.com/libp2p/go-netroute v0.2.1 // indirect
 	github.com/libp2p/go-openssl v0.1.0 // indirect
-	github.com/libp2p/go-reuseport v0.2.0 // indirect
-	github.com/libp2p/go-yamux/v4 v4.0.0 // indirect
-	github.com/lucas-clemente/quic-go v0.31.0 // indirect
-	github.com/marten-seemann/qtls-go1-18 v0.1.3 // indirect
-	github.com/marten-seemann/qtls-go1-19 v0.1.1 // indirect
-	github.com/marten-seemann/tcp v0.0.0-20210406111302-dfbc87cc63fd // indirect
-	github.com/mattn/go-isatty v0.0.16 // indirect
 	github.com/mattn/go-pointer v0.0.1 // indirect
-	github.com/matttproud/golang_protobuf_extensions v1.0.4 // indirect
-	github.com/miekg/dns v1.1.50 // indirect
-	github.com/mikioh/tcpinfo v0.0.0-20190314235526-30a79bb1804b // indirect
-	github.com/mikioh/tcpopt v0.0.0-20190314235656-172688c1accc // indirect
 	github.com/minio/sha256-simd v1.0.0 // indirect
 	github.com/mr-tron/base58 v1.2.0 // indirect
 	github.com/multiformats/go-base32 v0.1.0 // indirect
 	github.com/multiformats/go-base36 v0.2.0 // indirect
 	github.com/multiformats/go-multiaddr v0.8.0 // indirect
-	github.com/multiformats/go-multiaddr-dns v0.3.1 // indirect
-	github.com/multiformats/go-multiaddr-fmt v0.1.0 // indirect
 	github.com/multiformats/go-multibase v0.1.1 // indirect
 	github.com/multiformats/go-multicodec v0.7.0 // indirect
 	github.com/multiformats/go-multihash v0.2.1 // indirect
-	github.com/multiformats/go-multistream v0.3.3 // indirect
 	github.com/multiformats/go-varint v0.0.7 // indirect
-	github.com/onsi/ginkgo/v2 v2.5.1 // indirect
-	github.com/opencontainers/runtime-spec v1.0.2 // indirect
-	github.com/pbnjay/memory v0.0.0-20210728143218-7b4eea64cf58 // indirect
-	github.com/pkg/errors v0.9.1 // indirect
-	github.com/prometheus/client_golang v1.14.0 // indirect
-	github.com/prometheus/client_model v0.3.0 // indirect
-	github.com/prometheus/common v0.37.0 // indirect
-	github.com/prometheus/procfs v0.8.0 // indirect
-	github.com/raulk/go-watchdog v1.3.0 // indirect
 	github.com/spacemonkeygo/spacelog v0.0.0-20180420211403-2296661a0572 // indirect
 	github.com/spaolacci/murmur3 v1.1.0 // indirect
-	go.uber.org/atomic v1.10.0 // indirect
-	go.uber.org/dig v1.15.0 // indirect
-	go.uber.org/fx v1.18.2 // indirect
-	go.uber.org/multierr v1.8.0 // indirect
-	go.uber.org/zap v1.24.0 // indirect
 	golang.org/x/crypto v0.3.0 // indirect
-	golang.org/x/exp v0.0.0-20221205204356-47842c84f3db // indirect
-	golang.org/x/mod v0.7.0 // indirect
-	golang.org/x/net v0.3.0 // indirect
-	golang.org/x/sync v0.1.0 // indirect
 	golang.org/x/sys v0.3.0 // indirect
-	golang.org/x/tools v0.3.0 // indirect
-	google.golang.org/protobuf v1.28.1 // indirect
 	lukechampine.com/blake3 v1.1.7 // indirect
 )