handlers.go 7.5 KB
Newer Older
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
1 2 3 4 5 6
package dht

import (
	"errors"
	"fmt"

7 8 9 10 11 12
	proto "github.com/ipfs/go-ipfs/Godeps/_workspace/src/code.google.com/p/goprotobuf/proto"
	ds "github.com/ipfs/go-ipfs/Godeps/_workspace/src/github.com/jbenet/go-datastore"
	context "github.com/ipfs/go-ipfs/Godeps/_workspace/src/golang.org/x/net/context"
	peer "github.com/ipfs/go-ipfs/p2p/peer"
	pb "github.com/ipfs/go-ipfs/routing/dht/pb"
	u "github.com/ipfs/go-ipfs/util"
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
13
	lgbl "github.com/ipfs/go-ipfs/util/eventlog/loggables"
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
14 15
)

Jeromy's avatar
Jeromy committed
16
// The number of closer peers to send on requests.
17 18
var CloserPeerCount = 4

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
19
// dhthandler specifies the signature of functions that handle DHT messages.
20
type dhtHandler func(context.Context, peer.ID, *pb.Message) (*pb.Message, error)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
21

22
func (dht *IpfsDHT) handlerForMsgType(t pb.Message_MessageType) dhtHandler {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
23
	switch t {
24
	case pb.Message_GET_VALUE:
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
25
		return dht.handleGetValue
26
	case pb.Message_PUT_VALUE:
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
27
		return dht.handlePutValue
28
	case pb.Message_FIND_NODE:
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
29
		return dht.handleFindPeer
30
	case pb.Message_ADD_PROVIDER:
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
31
		return dht.handleAddProvider
32
	case pb.Message_GET_PROVIDERS:
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
33
		return dht.handleGetProviders
34
	case pb.Message_PING:
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
35 36 37 38 39 40
		return dht.handlePing
	default:
		return nil
	}
}

41
func (dht *IpfsDHT) handleGetValue(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
Jeromy's avatar
Jeromy committed
42
	defer log.EventBegin(ctx, "handleGetValue", p).Done()
Jeromy's avatar
Jeromy committed
43
	log.Debugf("%s handleGetValue for key: %s", dht.self, pmes.GetKey())
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
44 45

	// setup response
46
	resp := pb.NewMessage(pmes.GetType(), pmes.GetKey(), pmes.GetClusterLevel())
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
47

48
	// first, is there even a key?
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
49 50 51
	key := pmes.GetKey()
	if key == "" {
		return nil, errors.New("handleGetValue but no key was provided")
52
		// TODO: send back an error response? could be bad, but the other node's hanging.
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
53 54 55
	}

	// let's first check if we have the value locally.
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
56
	log.Debugf("%s handleGetValue looking into ds", dht.self)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
57
	dskey := u.Key(pmes.GetKey()).DsKey()
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
58
	iVal, err := dht.datastore.Get(dskey)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
59
	log.Debugf("%s handleGetValue looking into ds GOT %v", dht.self, iVal)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
60 61

	// if we got an unexpected error, bail.
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
62
	if err != nil && err != ds.ErrNotFound {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
63 64 65
		return nil, err
	}

66
	// if we have the value, send it back
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
67
	if err == nil {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
68
		log.Debugf("%s handleGetValue success!", dht.self)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
69 70 71 72 73 74

		byts, ok := iVal.([]byte)
		if !ok {
			return nil, fmt.Errorf("datastore had non byte-slice value for %v", dskey)
		}

75 76 77
		rec := new(pb.Record)
		err := proto.Unmarshal(byts, rec)
		if err != nil {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
78
			log.Debug("Failed to unmarshal dht record from datastore")
79 80 81 82
			return nil, err
		}

		resp.Record = rec
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
83 84 85
	}

	// Find closest peer on given cluster to desired key and reply with that info
86
	closer := dht.betterPeersToQuery(pmes, p, CloserPeerCount)
Jeromy's avatar
Jeromy committed
87
	if len(closer) > 0 {
88
		closerinfos := peer.PeerInfos(dht.peerstore, closer)
89 90 91 92 93 94 95
		for _, pi := range closerinfos {
			log.Debugf("handleGetValue returning closer peer: '%s'", pi.ID)
			if len(pi.Addrs) < 1 {
				log.Criticalf(`no addresses on peer being sent!
					[local:%s]
					[sending:%s]
					[remote:%s]`, dht.self, pi.ID, p)
Jeromy's avatar
Jeromy committed
96
			}
97
		}
98

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
99
		resp.CloserPeers = pb.PeerInfosToPBPeers(dht.host.Network(), closerinfos)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
100 101 102 103 104 105
	}

	return resp, nil
}

// Store a value in this peer local storage
106
func (dht *IpfsDHT) handlePutValue(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
Jeromy's avatar
Jeromy committed
107
	defer log.EventBegin(ctx, "handlePutValue", p).Done()
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
108
	dskey := u.Key(pmes.GetKey()).DsKey()
109

110
	if err := dht.verifyRecordLocally(pmes.GetRecord()); err != nil {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
111
		log.Debugf("Bad dht record in PUT from: %s. %s", u.Key(pmes.GetRecord().GetAuthor()), err)
112 113 114 115 116 117 118 119 120
		return nil, err
	}

	data, err := proto.Marshal(pmes.GetRecord())
	if err != nil {
		return nil, err
	}

	err = dht.datastore.Put(dskey, data)
Jeromy's avatar
Jeromy committed
121
	log.Debugf("%s handlePutValue %v", dht.self, dskey)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
122
	return pmes, err
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
123 124
}

125
func (dht *IpfsDHT) handlePing(_ context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
126
	log.Debugf("%s Responding to ping from %s!\n", dht.self, p)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
127
	return pmes, nil
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
128 129
}

130
func (dht *IpfsDHT) handleFindPeer(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
Jeromy's avatar
Jeromy committed
131
	defer log.EventBegin(ctx, "handleFindPeer", p).Done()
132
	resp := pb.NewMessage(pmes.GetType(), "", pmes.GetClusterLevel())
133
	var closest []peer.ID
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
134 135

	// if looking for self... special case where we send it on CloserPeers.
136 137
	if peer.ID(pmes.GetKey()) == dht.self {
		closest = []peer.ID{dht.self}
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
138
	} else {
139
		closest = dht.betterPeersToQuery(pmes, p, CloserPeerCount)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
140 141 142
	}

	if closest == nil {
143
		log.Warningf("%s handleFindPeer %s: could not find anything.", dht.self, p)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
144 145 146
		return resp, nil
	}

147 148 149 150 151 152
	var withAddresses []peer.PeerInfo
	closestinfos := peer.PeerInfos(dht.peerstore, closest)
	for _, pi := range closestinfos {
		if len(pi.Addrs) > 0 {
			withAddresses = append(withAddresses, pi)
			log.Debugf("handleFindPeer: sending back '%s'", pi.ID)
153
		}
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
154 155
	}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
156
	resp.CloserPeers = pb.PeerInfosToPBPeers(dht.host.Network(), withAddresses)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
157 158 159
	return resp, nil
}

160
func (dht *IpfsDHT) handleGetProviders(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
161 162 163 164
	lm := make(lgbl.DeferredMap)
	lm["peer"] = func() interface{} { return p.Pretty() }
	defer log.EventBegin(ctx, "handleGetProviders", lm).Done()

165
	resp := pb.NewMessage(pmes.GetType(), pmes.GetKey(), pmes.GetClusterLevel())
166
	key := u.Key(pmes.GetKey())
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
167
	lm["key"] = func() interface{} { return key.Pretty() }
168 169 170 171 172

	// debug logging niceness.
	reqDesc := fmt.Sprintf("%s handleGetProviders(%s, %s): ", dht.self, p, key)
	log.Debugf("%s begin", reqDesc)
	defer log.Debugf("%s end", reqDesc)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
173 174

	// check if we have this value, to add ourselves as provider.
175
	has, err := dht.datastore.Has(key.DsKey())
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
176
	if err != nil && err != ds.ErrNotFound {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
177
		log.Debugf("unexpected datastore error: %v\n", err)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
178 179 180 181
		has = false
	}

	// setup providers
182
	providers := dht.providers.GetProviders(ctx, key)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
183 184
	if has {
		providers = append(providers, dht.self)
185
		log.Debugf("%s have the value. added self as provider", reqDesc)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
186 187 188
	}

	if providers != nil && len(providers) > 0 {
189
		infos := peer.PeerInfos(dht.peerstore, providers)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
190
		resp.ProviderPeers = pb.PeerInfosToPBPeers(dht.host.Network(), infos)
191
		log.Debugf("%s have %d providers: %s", reqDesc, len(providers), infos)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
192 193 194
	}

	// Also send closer peers.
195
	closer := dht.betterPeersToQuery(pmes, p, CloserPeerCount)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
196
	if closer != nil {
Jeromy's avatar
Jeromy committed
197
		infos := peer.PeerInfos(dht.peerstore, closer)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
198
		resp.CloserPeers = pb.PeerInfosToPBPeers(dht.host.Network(), infos)
199
		log.Debugf("%s have %d closer peers: %s", reqDesc, len(closer), infos)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
200 201 202 203 204
	}

	return resp, nil
}

205
func (dht *IpfsDHT) handleAddProvider(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
206 207 208 209
	lm := make(lgbl.DeferredMap)
	lm["peer"] = func() interface{} { return p.Pretty() }

	defer log.EventBegin(ctx, "handleAddProvider", lm).Done()
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
210
	key := u.Key(pmes.GetKey())
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
211
	lm["key"] = func() interface{} { return key.Pretty() }
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
212

213
	log.Debugf("%s adding %s as a provider for '%s'\n", dht.self, p, key)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
214

215
	// add provider should use the address given in the message
216 217 218 219 220
	pinfos := pb.PBPeersToPeerInfos(pmes.GetProviderPeers())
	for _, pi := range pinfos {
		if pi.ID != p {
			// we should ignore this provider reccord! not from originator.
			// (we chould sign them and check signature later...)
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
221
			log.Debugf("handleAddProvider received provider %s from %s. Ignore.", pi.ID, p)
222 223
			continue
		}
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
224

225
		if len(pi.Addrs) < 1 {
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
226
			log.Debugf("%s got no valid addresses for provider %s. Ignore.", dht.self, p)
227 228
			continue
		}
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
229

230
		log.Infof("received provider %s for %s (addrs: %s)", p, key, pi.Addrs)
231
		if pi.ID != dht.self { // dont add own addrs.
232
			// add the received addresses to our peerstore.
233
			dht.peerstore.AddAddrs(pi.ID, pi.Addrs, peer.ProviderAddrTTL)
234
		}
235
		dht.providers.AddProvider(ctx, key, p)
236 237
	}

Jeromy's avatar
Jeromy committed
238
	return nil, nil
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
239
}