2014-09-16 02:07:59 -07:00
|
|
|
package dht
|
|
|
|
|
|
|
|
import (
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
peer "github.com/jbenet/go-ipfs/peer"
|
2014-10-25 04:13:28 -07:00
|
|
|
pb "github.com/jbenet/go-ipfs/routing/dht/pb"
|
2014-09-16 02:07:59 -07:00
|
|
|
u "github.com/jbenet/go-ipfs/util"
|
|
|
|
|
2014-10-21 15:10:58 -07:00
|
|
|
ds "github.com/jbenet/go-ipfs/Godeps/_workspace/src/github.com/jbenet/go-datastore"
|
2014-09-16 02:07:59 -07:00
|
|
|
)
|
|
|
|
|
2014-11-08 22:44:37 -08:00
|
|
|
// The number of closer peers to send on requests.
|
2014-10-12 23:07:30 -07:00
|
|
|
var CloserPeerCount = 4
|
|
|
|
|
2014-09-16 02:07:59 -07:00
|
|
|
// dhthandler specifies the signature of functions that handle DHT messages.
|
2014-10-25 04:13:28 -07:00
|
|
|
type dhtHandler func(peer.Peer, *pb.Message) (*pb.Message, error)
|
2014-09-16 02:07:59 -07:00
|
|
|
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handlerForMsgType(t pb.Message_MessageType) dhtHandler {
|
2014-09-16 02:07:59 -07:00
|
|
|
switch t {
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_GET_VALUE:
|
2014-09-16 02:07:59 -07:00
|
|
|
return dht.handleGetValue
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_PUT_VALUE:
|
2014-09-16 02:16:57 -07:00
|
|
|
return dht.handlePutValue
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_FIND_NODE:
|
2014-09-16 02:07:59 -07:00
|
|
|
return dht.handleFindPeer
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_ADD_PROVIDER:
|
2014-09-16 02:16:57 -07:00
|
|
|
return dht.handleAddProvider
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_GET_PROVIDERS:
|
2014-09-16 02:16:57 -07:00
|
|
|
return dht.handleGetProviders
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_PING:
|
2014-09-16 02:07:59 -07:00
|
|
|
return dht.handlePing
|
|
|
|
default:
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handleGetValue(p peer.Peer, pmes *pb.Message) (*pb.Message, error) {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handleGetValue for key: %s\n", dht.self, pmes.GetKey())
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// setup response
|
2014-10-25 04:13:28 -07:00
|
|
|
resp := pb.NewMessage(pmes.GetType(), pmes.GetKey(), pmes.GetClusterLevel())
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// first, is the key even a key?
|
|
|
|
key := pmes.GetKey()
|
|
|
|
if key == "" {
|
|
|
|
return nil, errors.New("handleGetValue but no key was provided")
|
|
|
|
}
|
|
|
|
|
|
|
|
// let's first check if we have the value locally.
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handleGetValue looking into ds", dht.self)
|
2014-10-03 15:34:08 -07:00
|
|
|
dskey := u.Key(pmes.GetKey()).DsKey()
|
2014-09-16 02:07:59 -07:00
|
|
|
iVal, err := dht.datastore.Get(dskey)
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handleGetValue looking into ds GOT %v", dht.self, iVal)
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// if we got an unexpected error, bail.
|
2014-09-19 08:07:56 -07:00
|
|
|
if err != nil && err != ds.ErrNotFound {
|
2014-09-16 02:07:59 -07:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2014-09-18 19:30:04 -07:00
|
|
|
// Note: changed the behavior here to return _as much_ info as possible
|
|
|
|
// (potentially all of {value, closer peers, provider})
|
|
|
|
|
|
|
|
// if we have the value, send it back
|
2014-09-16 02:07:59 -07:00
|
|
|
if err == nil {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handleGetValue success!", dht.self)
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
byts, ok := iVal.([]byte)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("datastore had non byte-slice value for %v", dskey)
|
|
|
|
}
|
|
|
|
|
|
|
|
resp.Value = byts
|
|
|
|
}
|
|
|
|
|
|
|
|
// if we know any providers for the requested value, return those.
|
|
|
|
provs := dht.providers.GetProviders(u.Key(pmes.GetKey()))
|
|
|
|
if len(provs) > 0 {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("handleGetValue returning %d provider[s]", len(provs))
|
2014-10-25 04:13:28 -07:00
|
|
|
resp.ProviderPeers = pb.PeersToPBPeers(provs)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// Find closest peer on given cluster to desired key and reply with that info
|
2014-10-12 23:07:30 -07:00
|
|
|
closer := dht.betterPeersToQuery(pmes, CloserPeerCount)
|
2014-09-18 19:30:04 -07:00
|
|
|
if closer != nil {
|
2014-10-12 23:07:30 -07:00
|
|
|
for _, p := range closer {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("handleGetValue returning closer peer: '%s'", p)
|
2014-10-20 22:49:13 -07:00
|
|
|
if len(p.Addresses()) < 1 {
|
2014-10-21 03:02:31 -07:00
|
|
|
log.Critical("no addresses on peer being sent!")
|
2014-10-20 22:49:13 -07:00
|
|
|
}
|
2014-10-12 23:07:30 -07:00
|
|
|
}
|
2014-10-25 04:13:28 -07:00
|
|
|
resp.CloserPeers = pb.PeersToPBPeers(closer)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Store a value in this peer local storage
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handlePutValue(p peer.Peer, pmes *pb.Message) (*pb.Message, error) {
|
2014-09-16 02:07:59 -07:00
|
|
|
dht.dslock.Lock()
|
|
|
|
defer dht.dslock.Unlock()
|
2014-10-03 15:34:08 -07:00
|
|
|
dskey := u.Key(pmes.GetKey()).DsKey()
|
2014-09-16 02:07:59 -07:00
|
|
|
err := dht.datastore.Put(dskey, pmes.GetValue())
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handlePutValue %v %v\n", dht.self, dskey, pmes.GetValue())
|
2014-09-19 08:07:56 -07:00
|
|
|
return pmes, err
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handlePing(p peer.Peer, pmes *pb.Message) (*pb.Message, error) {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s Responding to ping from %s!\n", dht.self, p)
|
2014-09-23 05:21:35 -07:00
|
|
|
return pmes, nil
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handleFindPeer(p peer.Peer, pmes *pb.Message) (*pb.Message, error) {
|
|
|
|
resp := pb.NewMessage(pmes.GetType(), "", pmes.GetClusterLevel())
|
2014-10-20 03:26:44 -07:00
|
|
|
var closest []peer.Peer
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// if looking for self... special case where we send it on CloserPeers.
|
2014-10-20 03:26:44 -07:00
|
|
|
if peer.ID(pmes.GetKey()).Equal(dht.self.ID()) {
|
|
|
|
closest = []peer.Peer{dht.self}
|
2014-09-16 02:07:59 -07:00
|
|
|
} else {
|
2014-10-12 23:07:30 -07:00
|
|
|
closest = dht.betterPeersToQuery(pmes, CloserPeerCount)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
if closest == nil {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Errorf("handleFindPeer: could not find anything.")
|
2014-09-16 02:07:59 -07:00
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
2014-10-20 03:26:44 -07:00
|
|
|
var withAddresses []peer.Peer
|
2014-10-12 23:07:30 -07:00
|
|
|
for _, p := range closest {
|
2014-10-20 03:26:44 -07:00
|
|
|
if len(p.Addresses()) > 0 {
|
2014-10-12 23:07:30 -07:00
|
|
|
withAddresses = append(withAddresses, p)
|
|
|
|
}
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2014-10-12 23:07:30 -07:00
|
|
|
for _, p := range withAddresses {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("handleFindPeer: sending back '%s'", p)
|
2014-10-12 23:07:30 -07:00
|
|
|
}
|
2014-10-25 04:13:28 -07:00
|
|
|
resp.CloserPeers = pb.PeersToPBPeers(withAddresses)
|
2014-09-16 02:07:59 -07:00
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handleGetProviders(p peer.Peer, pmes *pb.Message) (*pb.Message, error) {
|
|
|
|
resp := pb.NewMessage(pmes.GetType(), pmes.GetKey(), pmes.GetClusterLevel())
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// check if we have this value, to add ourselves as provider.
|
2014-10-26 00:45:40 +00:00
|
|
|
log.Debugf("handling GetProviders: '%s'", u.Key(pmes.GetKey()))
|
2014-10-03 15:34:08 -07:00
|
|
|
dsk := u.Key(pmes.GetKey()).DsKey()
|
|
|
|
has, err := dht.datastore.Has(dsk)
|
2014-09-16 02:07:59 -07:00
|
|
|
if err != nil && err != ds.ErrNotFound {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Errorf("unexpected datastore error: %v\n", err)
|
2014-09-16 02:07:59 -07:00
|
|
|
has = false
|
|
|
|
}
|
|
|
|
|
|
|
|
// setup providers
|
|
|
|
providers := dht.providers.GetProviders(u.Key(pmes.GetKey()))
|
|
|
|
if has {
|
|
|
|
providers = append(providers, dht.self)
|
|
|
|
}
|
|
|
|
|
|
|
|
// if we've got providers, send thos those.
|
|
|
|
if providers != nil && len(providers) > 0 {
|
2014-10-25 04:13:28 -07:00
|
|
|
resp.ProviderPeers = pb.PeersToPBPeers(providers)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// Also send closer peers.
|
2014-10-12 23:07:30 -07:00
|
|
|
closer := dht.betterPeersToQuery(pmes, CloserPeerCount)
|
2014-09-16 02:07:59 -07:00
|
|
|
if closer != nil {
|
2014-10-25 04:13:28 -07:00
|
|
|
resp.CloserPeers = pb.PeersToPBPeers(closer)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
type providerInfo struct {
|
|
|
|
Creation time.Time
|
2014-10-20 03:26:44 -07:00
|
|
|
Value peer.Peer
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handleAddProvider(p peer.Peer, pmes *pb.Message) (*pb.Message, error) {
|
2014-09-16 02:07:59 -07:00
|
|
|
key := u.Key(pmes.GetKey())
|
2014-09-16 07:17:55 -07:00
|
|
|
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s adding %s as a provider for '%s'\n", dht.self, p, peer.ID(key))
|
2014-09-16 07:17:55 -07:00
|
|
|
|
2014-10-11 06:33:57 -07:00
|
|
|
// add provider should use the address given in the message
|
2014-10-13 01:31:51 -07:00
|
|
|
for _, pb := range pmes.GetProviderPeers() {
|
|
|
|
pid := peer.ID(pb.GetId())
|
2014-10-20 03:26:44 -07:00
|
|
|
if pid.Equal(p.ID()) {
|
2014-10-11 06:33:57 -07:00
|
|
|
|
|
|
|
addr, err := pb.Address()
|
|
|
|
if err != nil {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Errorf("provider %s error with address %s", p, *pb.Addr)
|
2014-10-11 06:33:57 -07:00
|
|
|
continue
|
|
|
|
}
|
2014-10-13 01:31:51 -07:00
|
|
|
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Infof("received provider %s %s for %s", p, addr, key)
|
2014-10-11 06:33:57 -07:00
|
|
|
p.AddAddress(addr)
|
2014-10-13 01:31:51 -07:00
|
|
|
dht.providers.AddProvider(key, p)
|
|
|
|
|
|
|
|
} else {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Errorf("handleAddProvider received provider %s from %s", pid, p)
|
2014-10-11 06:33:57 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-09-19 18:11:05 -07:00
|
|
|
return pmes, nil // send back same msg as confirmation.
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|