2014-09-16 02:07:59 -07:00
|
|
|
package dht
|
|
|
|
|
|
|
|
import (
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"time"
|
|
|
|
|
2014-12-02 00:40:50 -08:00
|
|
|
context "github.com/jbenet/go-ipfs/Godeps/_workspace/src/code.google.com/p/go.net/context"
|
|
|
|
proto "github.com/jbenet/go-ipfs/Godeps/_workspace/src/code.google.com/p/goprotobuf/proto"
|
|
|
|
ds "github.com/jbenet/go-ipfs/Godeps/_workspace/src/github.com/jbenet/go-datastore"
|
2014-12-29 05:43:56 -08:00
|
|
|
peer "github.com/jbenet/go-ipfs/p2p/peer"
|
2014-10-25 04:13:28 -07:00
|
|
|
pb "github.com/jbenet/go-ipfs/routing/dht/pb"
|
2014-09-16 02:07:59 -07:00
|
|
|
u "github.com/jbenet/go-ipfs/util"
|
|
|
|
)
|
|
|
|
|
2014-11-08 22:44:37 -08:00
|
|
|
// The number of closer peers to send on requests.
|
2014-10-12 23:07:30 -07:00
|
|
|
var CloserPeerCount = 4
|
|
|
|
|
2014-09-16 02:07:59 -07:00
|
|
|
// dhthandler specifies the signature of functions that handle DHT messages.
|
2014-12-19 12:19:56 -08:00
|
|
|
type dhtHandler func(context.Context, peer.ID, *pb.Message) (*pb.Message, error)
|
2014-09-16 02:07:59 -07:00
|
|
|
|
2014-10-25 04:13:28 -07:00
|
|
|
func (dht *IpfsDHT) handlerForMsgType(t pb.Message_MessageType) dhtHandler {
|
2014-09-16 02:07:59 -07:00
|
|
|
switch t {
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_GET_VALUE:
|
2014-09-16 02:07:59 -07:00
|
|
|
return dht.handleGetValue
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_PUT_VALUE:
|
2014-09-16 02:16:57 -07:00
|
|
|
return dht.handlePutValue
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_FIND_NODE:
|
2014-09-16 02:07:59 -07:00
|
|
|
return dht.handleFindPeer
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_ADD_PROVIDER:
|
2014-09-16 02:16:57 -07:00
|
|
|
return dht.handleAddProvider
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_GET_PROVIDERS:
|
2014-09-16 02:16:57 -07:00
|
|
|
return dht.handleGetProviders
|
2014-10-25 04:13:28 -07:00
|
|
|
case pb.Message_PING:
|
2014-09-16 02:07:59 -07:00
|
|
|
return dht.handlePing
|
|
|
|
default:
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
func (dht *IpfsDHT) handleGetValue(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
|
2014-12-28 23:46:25 +00:00
|
|
|
log.Debugf("%s handleGetValue for key: %s", dht.self, pmes.GetKey())
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// setup response
|
2014-10-25 04:13:28 -07:00
|
|
|
resp := pb.NewMessage(pmes.GetType(), pmes.GetKey(), pmes.GetClusterLevel())
|
2014-09-16 02:07:59 -07:00
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
// first, is there even a key?
|
2014-09-16 02:07:59 -07:00
|
|
|
key := pmes.GetKey()
|
|
|
|
if key == "" {
|
|
|
|
return nil, errors.New("handleGetValue but no key was provided")
|
2014-12-19 12:19:56 -08:00
|
|
|
// TODO: send back an error response? could be bad, but the other node's hanging.
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// let's first check if we have the value locally.
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handleGetValue looking into ds", dht.self)
|
2014-10-03 15:34:08 -07:00
|
|
|
dskey := u.Key(pmes.GetKey()).DsKey()
|
2014-09-16 02:07:59 -07:00
|
|
|
iVal, err := dht.datastore.Get(dskey)
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handleGetValue looking into ds GOT %v", dht.self, iVal)
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// if we got an unexpected error, bail.
|
2014-09-19 08:07:56 -07:00
|
|
|
if err != nil && err != ds.ErrNotFound {
|
2014-09-16 02:07:59 -07:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2014-09-18 19:30:04 -07:00
|
|
|
// Note: changed the behavior here to return _as much_ info as possible
|
|
|
|
// (potentially all of {value, closer peers, provider})
|
|
|
|
|
|
|
|
// if we have the value, send it back
|
2014-09-16 02:07:59 -07:00
|
|
|
if err == nil {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s handleGetValue success!", dht.self)
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
byts, ok := iVal.([]byte)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("datastore had non byte-slice value for %v", dskey)
|
|
|
|
}
|
|
|
|
|
2014-11-09 23:45:16 -08:00
|
|
|
rec := new(pb.Record)
|
|
|
|
err := proto.Unmarshal(byts, rec)
|
|
|
|
if err != nil {
|
|
|
|
log.Error("Failed to unmarshal dht record from datastore")
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
resp.Record = rec
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// if we know any providers for the requested value, return those.
|
2014-12-02 00:40:50 -08:00
|
|
|
provs := dht.providers.GetProviders(ctx, u.Key(pmes.GetKey()))
|
2014-12-19 12:19:56 -08:00
|
|
|
provinfos := peer.PeerInfos(dht.peerstore, provs)
|
2014-09-16 02:07:59 -07:00
|
|
|
if len(provs) > 0 {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("handleGetValue returning %d provider[s]", len(provs))
|
2015-01-01 12:45:39 -08:00
|
|
|
resp.ProviderPeers = pb.PeerInfosToPBPeers(dht.host.Network(), provinfos)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// Find closest peer on given cluster to desired key and reply with that info
|
2014-12-14 00:50:49 +00:00
|
|
|
closer := dht.betterPeersToQuery(pmes, p, CloserPeerCount)
|
2014-12-19 12:19:56 -08:00
|
|
|
closerinfos := peer.PeerInfos(dht.peerstore, closer)
|
2014-09-18 19:30:04 -07:00
|
|
|
if closer != nil {
|
2014-12-19 12:19:56 -08:00
|
|
|
for _, pi := range closerinfos {
|
|
|
|
log.Debugf("handleGetValue returning closer peer: '%s'", pi.ID)
|
|
|
|
if len(pi.Addrs) < 1 {
|
|
|
|
log.Criticalf(`no addresses on peer being sent!
|
|
|
|
[local:%s]
|
|
|
|
[sending:%s]
|
|
|
|
[remote:%s]`, dht.self, pi.ID, p)
|
2014-10-20 22:49:13 -07:00
|
|
|
}
|
2014-10-12 23:07:30 -07:00
|
|
|
}
|
2014-12-19 12:19:56 -08:00
|
|
|
|
2015-01-01 12:45:39 -08:00
|
|
|
resp.CloserPeers = pb.PeerInfosToPBPeers(dht.host.Network(), closerinfos)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Store a value in this peer local storage
|
2014-12-19 12:19:56 -08:00
|
|
|
func (dht *IpfsDHT) handlePutValue(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
|
2014-10-03 15:34:08 -07:00
|
|
|
dskey := u.Key(pmes.GetKey()).DsKey()
|
2014-11-09 23:45:16 -08:00
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
if err := dht.verifyRecordLocally(pmes.GetRecord()); err != nil {
|
|
|
|
log.Errorf("Bad dht record in PUT from: %s. %s", u.Key(pmes.GetRecord().GetAuthor()), err)
|
2014-11-09 23:45:16 -08:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
data, err := proto.Marshal(pmes.GetRecord())
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
err = dht.datastore.Put(dskey, data)
|
2014-12-28 23:46:25 +00:00
|
|
|
log.Debugf("%s handlePutValue %v", dht.self, dskey)
|
2014-09-19 08:07:56 -07:00
|
|
|
return pmes, err
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
func (dht *IpfsDHT) handlePing(_ context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Debugf("%s Responding to ping from %s!\n", dht.self, p)
|
2014-09-23 05:21:35 -07:00
|
|
|
return pmes, nil
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
func (dht *IpfsDHT) handleFindPeer(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
|
2014-10-25 04:13:28 -07:00
|
|
|
resp := pb.NewMessage(pmes.GetType(), "", pmes.GetClusterLevel())
|
2014-12-19 12:19:56 -08:00
|
|
|
var closest []peer.ID
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// if looking for self... special case where we send it on CloserPeers.
|
2014-12-19 12:19:56 -08:00
|
|
|
if peer.ID(pmes.GetKey()) == dht.self {
|
|
|
|
closest = []peer.ID{dht.self}
|
2014-09-16 02:07:59 -07:00
|
|
|
} else {
|
2014-12-14 00:50:49 +00:00
|
|
|
closest = dht.betterPeersToQuery(pmes, p, CloserPeerCount)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
if closest == nil {
|
2014-12-14 00:50:49 +00:00
|
|
|
log.Warningf("handleFindPeer: could not find anything.")
|
2014-09-16 02:07:59 -07:00
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
var withAddresses []peer.PeerInfo
|
|
|
|
closestinfos := peer.PeerInfos(dht.peerstore, closest)
|
|
|
|
for _, pi := range closestinfos {
|
|
|
|
if len(pi.Addrs) > 0 {
|
|
|
|
withAddresses = append(withAddresses, pi)
|
|
|
|
log.Debugf("handleFindPeer: sending back '%s'", pi.ID)
|
2014-10-12 23:07:30 -07:00
|
|
|
}
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2015-01-01 12:45:39 -08:00
|
|
|
resp.CloserPeers = pb.PeerInfosToPBPeers(dht.host.Network(), withAddresses)
|
2014-09-16 02:07:59 -07:00
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
func (dht *IpfsDHT) handleGetProviders(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
|
2014-10-25 04:13:28 -07:00
|
|
|
resp := pb.NewMessage(pmes.GetType(), pmes.GetKey(), pmes.GetClusterLevel())
|
2014-09-16 02:07:59 -07:00
|
|
|
|
|
|
|
// check if we have this value, to add ourselves as provider.
|
2014-10-26 00:45:40 +00:00
|
|
|
log.Debugf("handling GetProviders: '%s'", u.Key(pmes.GetKey()))
|
2014-10-03 15:34:08 -07:00
|
|
|
dsk := u.Key(pmes.GetKey()).DsKey()
|
|
|
|
has, err := dht.datastore.Has(dsk)
|
2014-09-16 02:07:59 -07:00
|
|
|
if err != nil && err != ds.ErrNotFound {
|
2014-10-25 03:17:14 -07:00
|
|
|
log.Errorf("unexpected datastore error: %v\n", err)
|
2014-09-16 02:07:59 -07:00
|
|
|
has = false
|
|
|
|
}
|
|
|
|
|
|
|
|
// setup providers
|
2014-12-02 00:40:50 -08:00
|
|
|
providers := dht.providers.GetProviders(ctx, u.Key(pmes.GetKey()))
|
2014-09-16 02:07:59 -07:00
|
|
|
if has {
|
|
|
|
providers = append(providers, dht.self)
|
|
|
|
}
|
|
|
|
|
|
|
|
if providers != nil && len(providers) > 0 {
|
2014-12-19 12:19:56 -08:00
|
|
|
infos := peer.PeerInfos(dht.peerstore, providers)
|
2015-01-01 12:45:39 -08:00
|
|
|
resp.ProviderPeers = pb.PeerInfosToPBPeers(dht.host.Network(), infos)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// Also send closer peers.
|
2014-12-14 00:50:49 +00:00
|
|
|
closer := dht.betterPeersToQuery(pmes, p, CloserPeerCount)
|
2014-09-16 02:07:59 -07:00
|
|
|
if closer != nil {
|
2014-12-19 12:19:56 -08:00
|
|
|
infos := peer.PeerInfos(dht.peerstore, providers)
|
2015-01-01 12:45:39 -08:00
|
|
|
resp.CloserPeers = pb.PeerInfosToPBPeers(dht.host.Network(), infos)
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
type providerInfo struct {
|
|
|
|
Creation time.Time
|
2014-12-19 12:19:56 -08:00
|
|
|
Value peer.ID
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
func (dht *IpfsDHT) handleAddProvider(ctx context.Context, p peer.ID, pmes *pb.Message) (*pb.Message, error) {
|
2014-09-16 02:07:59 -07:00
|
|
|
key := u.Key(pmes.GetKey())
|
2014-09-16 07:17:55 -07:00
|
|
|
|
2015-01-03 00:29:49 -08:00
|
|
|
log.Debugf("%s adding %s as a provider for '%s'\n", dht.self, p, key)
|
2014-09-16 07:17:55 -07:00
|
|
|
|
2014-10-11 06:33:57 -07:00
|
|
|
// add provider should use the address given in the message
|
2014-12-19 12:19:56 -08:00
|
|
|
pinfos := pb.PBPeersToPeerInfos(pmes.GetProviderPeers())
|
|
|
|
for _, pi := range pinfos {
|
|
|
|
if pi.ID != p {
|
|
|
|
// we should ignore this provider reccord! not from originator.
|
|
|
|
// (we chould sign them and check signature later...)
|
|
|
|
log.Errorf("handleAddProvider received provider %s from %s. Ignore.", pi.ID, p)
|
|
|
|
continue
|
|
|
|
}
|
2014-10-13 01:31:51 -07:00
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
if len(pi.Addrs) < 1 {
|
2014-12-22 23:52:21 -08:00
|
|
|
log.Errorf("%s got no valid addresses for provider %s. Ignore.", dht.self, p)
|
2014-12-19 12:19:56 -08:00
|
|
|
continue
|
|
|
|
}
|
2014-10-13 01:31:51 -07:00
|
|
|
|
2014-12-19 12:19:56 -08:00
|
|
|
log.Infof("received provider %s for %s (addrs: %s)", p, key, pi.Addrs)
|
|
|
|
for _, maddr := range pi.Addrs {
|
|
|
|
// add the received addresses to our peerstore.
|
|
|
|
dht.peerstore.AddAddress(p, maddr)
|
2014-10-11 06:33:57 -07:00
|
|
|
}
|
2014-12-19 12:19:56 -08:00
|
|
|
dht.providers.AddProvider(key, p)
|
2014-10-11 06:33:57 -07:00
|
|
|
}
|
|
|
|
|
2014-09-19 18:11:05 -07:00
|
|
|
return pmes, nil // send back same msg as confirmation.
|
2014-09-16 02:07:59 -07:00
|
|
|
}
|