ipfs_impl.go 6.48 KB
Newer Older
1 2 3
package network

import (
4
	"context"
5
	"fmt"
Jeromy's avatar
Jeromy committed
6
	"io"
7
	"time"
Jeromy's avatar
Jeromy committed
8

9
	bsmsg "github.com/ipfs/go-ipfs/exchange/bitswap/message"
Jeromy's avatar
Jeromy committed
10

Steven Allen's avatar
Steven Allen committed
11
	inet "gx/ipfs/QmNa31VPzC561NWwRsJLE7nGYZYuuD2QfpK2b1q9BK54J1/go-libp2p-net"
12 13
	cid "gx/ipfs/QmNp85zy9RLrQ5oQD4hPyS39ezrrXpcaa7R4Y9kxdWQLLQ/go-cid"
	routing "gx/ipfs/QmPR2JzfKd9poHx9XBhzoFeBBC31ZM3W5iUPKJZWyaoZZm/go-libp2p-routing"
14
	pstore "gx/ipfs/QmPgDWmTmuzvP7QE5zwo1TmjbJme9pmZHNujB2453jkCTr/go-libp2p-peerstore"
Jeromy's avatar
Jeromy committed
15
	logging "gx/ipfs/QmSpJByNKFX1sCsHBEp3R73FL4NF6FnQTEGyNAXHm2GS52/go-log"
16 17
	ma "gx/ipfs/QmXY77cVe7rVRQXZZQRioukUM7aRW3BTcAgJe12MCtb3Ji/go-multiaddr"
	peer "gx/ipfs/QmXYjuNuxVzXKJCfWasQk1RqkhVLDM9jtUKhqc2WPQmFSB/go-libp2p-peer"
Jeromy's avatar
Jeromy committed
18
	ggio "gx/ipfs/QmZ4Qi3GaRbjcx28Sme5eMH7RQjGkt8wHxt2a65oLaeFEV/gogo-protobuf/io"
Steven Allen's avatar
Steven Allen committed
19
	host "gx/ipfs/QmaSxYRuMq4pkpBBG2CYaRrPx2z7NmMVEs34b9g61biQA6/go-libp2p-host"
20 21
)

Jeromy's avatar
Jeromy committed
22
var log = logging.Logger("bitswap_network")
Jeromy's avatar
Jeromy committed
23

24 25
var sendMessageTimeout = time.Minute * 10

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
26
// NewFromIpfsHost returns a BitSwapNetwork supported by underlying IPFS host
27
func NewFromIpfsHost(host host.Host, r routing.ContentRouting) BitSwapNetwork {
28
	bitswapNetwork := impl{
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
29
		host:    host,
30
		routing: r,
31
	}
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
32
	host.SetStreamHandler(ProtocolBitswap, bitswapNetwork.handleNewStream)
33 34
	host.SetStreamHandler(ProtocolBitswapOne, bitswapNetwork.handleNewStream)
	host.SetStreamHandler(ProtocolBitswapNoVers, bitswapNetwork.handleNewStream)
35 36 37
	host.Network().Notify((*netNotifiee)(&bitswapNetwork))
	// TODO: StopNotify.

38
	return &bitswapNetwork
39 40
}

41 42
// impl transforms the ipfs network interface, which sends and receives
// NetMessage objects, into the bitswap network interface.
43
type impl struct {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
44
	host    host.Host
45
	routing routing.ContentRouting
46 47 48

	// inbound messages from the network are forwarded to the receiver
	receiver Receiver
49 50
}

Jeromy's avatar
Jeromy committed
51 52 53 54 55 56 57 58
type streamMessageSender struct {
	s inet.Stream
}

func (s *streamMessageSender) Close() error {
	return s.s.Close()
}

59 60 61 62
func (s *streamMessageSender) Reset() error {
	return s.s.Reset()
}

63 64
func (s *streamMessageSender) SendMsg(ctx context.Context, msg bsmsg.BitSwapMessage) error {
	return msgToStream(ctx, s.s, msg)
65 66
}

67 68 69 70 71 72 73 74 75 76
func msgToStream(ctx context.Context, s inet.Stream, msg bsmsg.BitSwapMessage) error {
	deadline := time.Now().Add(sendMessageTimeout)
	if dl, ok := ctx.Deadline(); ok {
		deadline = dl
	}

	if err := s.SetWriteDeadline(deadline); err != nil {
		log.Warningf("error setting deadline: %s", err)
	}

77 78 79 80 81 82 83 84 85 86 87 88 89 90
	switch s.Protocol() {
	case ProtocolBitswap:
		if err := msg.ToNetV1(s); err != nil {
			log.Debugf("error: %s", err)
			return err
		}
	case ProtocolBitswapOne, ProtocolBitswapNoVers:
		if err := msg.ToNetV0(s); err != nil {
			log.Debugf("error: %s", err)
			return err
		}
	default:
		return fmt.Errorf("unrecognized protocol on remote: %s", s.Protocol())
	}
91 92 93 94

	if err := s.SetWriteDeadline(time.Time{}); err != nil {
		log.Warningf("error resetting deadline: %s", err)
	}
95
	return nil
Jeromy's avatar
Jeromy committed
96 97 98 99 100 101 102 103 104 105 106
}

func (bsnet *impl) NewMessageSender(ctx context.Context, p peer.ID) (MessageSender, error) {
	s, err := bsnet.newStreamToPeer(ctx, p)
	if err != nil {
		return nil, err
	}

	return &streamMessageSender{s: s}, nil
}

107
func (bsnet *impl) newStreamToPeer(ctx context.Context, p peer.ID) (inet.Stream, error) {
108

109 110
	// first, make sure we're connected.
	// if this fails, we cannot connect to given peer.
111
	//TODO(jbenet) move this into host.NewStream?
Jeromy's avatar
Jeromy committed
112
	if err := bsnet.host.Connect(ctx, pstore.PeerInfo{ID: p}); err != nil {
113
		return nil, err
114 115
	}

116
	return bsnet.host.NewStream(ctx, p, ProtocolBitswap, ProtocolBitswapOne, ProtocolBitswapNoVers)
117 118 119 120 121 122 123 124
}

func (bsnet *impl) SendMessage(
	ctx context.Context,
	p peer.ID,
	outgoing bsmsg.BitSwapMessage) error {

	s, err := bsnet.newStreamToPeer(ctx, p)
125 126 127
	if err != nil {
		return err
	}
128

129 130 131 132 133 134 135
	err = msgToStream(ctx, s, outgoing)
	if err != nil {
		s.Reset()
	} else {
		s.Close()
	}
	return err
136 137
}

138 139
func (bsnet *impl) SetDelegate(r Receiver) {
	bsnet.receiver = r
140
}
141

142
func (bsnet *impl) ConnectTo(ctx context.Context, p peer.ID) error {
Jeromy's avatar
Jeromy committed
143
	return bsnet.host.Connect(ctx, pstore.PeerInfo{ID: p})
144 145
}

146
// FindProvidersAsync returns a channel of providers for the given key
147
func (bsnet *impl) FindProvidersAsync(ctx context.Context, k *cid.Cid, max int) <-chan peer.ID {
148 149 150 151 152 153 154 155 156

	// Since routing queries are expensive, give bitswap the peers to which we
	// have open connections. Note that this may cause issues if bitswap starts
	// precisely tracking which peers provide certain keys. This optimization
	// would be misleading. In the long run, this may not be the most
	// appropriate place for this optimization, but it won't cause any harm in
	// the short term.
	connectedPeers := bsnet.host.Network().Peers()
	out := make(chan peer.ID, len(connectedPeers)) // just enough buffer for these connectedPeers
157
	for _, id := range connectedPeers {
158 159 160
		if id == bsnet.host.ID() {
			continue // ignore self as provider
		}
161 162 163
		out <- id
	}

164 165
	go func() {
		defer close(out)
166
		providers := bsnet.routing.FindProvidersAsync(ctx, k, max)
167
		for info := range providers {
168 169
			if info.ID == bsnet.host.ID() {
				continue // ignore self as provider
170
			}
Jeromy's avatar
Jeromy committed
171
			bsnet.host.Peerstore().AddAddrs(info.ID, info.Addrs, pstore.TempAddrTTL)
172 173
			select {
			case <-ctx.Done():
174
				return
175 176 177 178 179
			case out <- info.ID:
			}
		}
	}()
	return out
180 181 182
}

// Provide provides the key to the network
183
func (bsnet *impl) Provide(ctx context.Context, k *cid.Cid) error {
184
	return bsnet.routing.Provide(ctx, k, true)
185 186
}

187 188
// handleNewStream receives a new stream from the network.
func (bsnet *impl) handleNewStream(s inet.Stream) {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
189
	defer s.Close()
190 191

	if bsnet.receiver == nil {
192
		s.Reset()
193 194 195
		return
	}

Jeromy's avatar
Jeromy committed
196
	reader := ggio.NewDelimitedReader(s, inet.MessageSizeMax)
197
	for {
Jeromy's avatar
Jeromy committed
198
		received, err := bsmsg.FromPBReader(reader)
199
		if err != nil {
Jeromy's avatar
Jeromy committed
200
			if err != io.EOF {
201
				s.Reset()
Jeromy's avatar
Jeromy committed
202 203 204
				go bsnet.receiver.ReceiveError(err)
				log.Debugf("bitswap net handleNewStream from %s error: %s", s.Conn().RemotePeer(), err)
			}
205 206
			return
		}
207

208 209 210 211 212
		p := s.Conn().RemotePeer()
		ctx := context.Background()
		log.Debugf("bitswap net handleNewStream from %s", s.Conn().RemotePeer())
		bsnet.receiver.ReceiveMessage(ctx, p, received)
	}
213
}
214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230

type netNotifiee impl

func (nn *netNotifiee) impl() *impl {
	return (*impl)(nn)
}

func (nn *netNotifiee) Connected(n inet.Network, v inet.Conn) {
	nn.impl().receiver.PeerConnected(v.RemotePeer())
}

func (nn *netNotifiee) Disconnected(n inet.Network, v inet.Conn) {
	nn.impl().receiver.PeerDisconnected(v.RemotePeer())
}

func (nn *netNotifiee) OpenedStream(n inet.Network, v inet.Stream) {}
func (nn *netNotifiee) ClosedStream(n inet.Network, v inet.Stream) {}
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
231 232
func (nn *netNotifiee) Listen(n inet.Network, a ma.Multiaddr)      {}
func (nn *netNotifiee) ListenClose(n inet.Network, a ma.Multiaddr) {}