Compare commits

...

8 Commits

Author SHA1 Message Date
a5d7b14914 chore: release version v0.3.0 2020-04-21 11:46:45 +02:00
b40195c197 chore: update contributors 2020-04-21 11:46:45 +02:00
79a7843767 chore: remove peer-info usage on topology (#42)
* chore: remove peer-info usage on topology

BREAKING CHANGE: topology api now uses peer-id instead of peer-info
2020-04-21 11:41:44 +02:00
d2032e606c chore: update content and peer routing interfaces removing peer-info (#43)
* chore: update content and peer routing interfaces removing peer-info

BREAKING CHANGE: content-routing and peer-routing APIs return an object with relevant properties instead of peer-info
2020-04-21 11:41:44 +02:00
b258db2a75 chore: discovery should not use once (#45) 2020-04-21 11:41:44 +02:00
059e563327 chore: apply suggestions from code review
Co-Authored-By: Jacob Heun <jacobheun@gmail.com>
2020-04-21 11:41:44 +02:00
eda5019248 chore: add tests for peer-discovery 2020-04-21 11:41:44 +02:00
5792b13d76 feat: peer-discovery not using peer-info
BREAKING CHANGE: peer-discovery emits object with id and multiaddrs properties
2020-04-21 11:40:41 +02:00
15 changed files with 221 additions and 77 deletions

View File

@ -1,3 +1,26 @@
<a name="0.3.0"></a>
# [0.3.0](https://github.com/libp2p/js-interfaces/compare/v0.2.8...v0.3.0) (2020-04-21)
### Chores
* remove peer-info usage on topology ([#42](https://github.com/libp2p/js-interfaces/issues/42)) ([79a7843](https://github.com/libp2p/js-interfaces/commit/79a7843))
* update content and peer routing interfaces removing peer-info ([#43](https://github.com/libp2p/js-interfaces/issues/43)) ([d2032e6](https://github.com/libp2p/js-interfaces/commit/d2032e6))
### Features
* peer-discovery not using peer-info ([5792b13](https://github.com/libp2p/js-interfaces/commit/5792b13))
### BREAKING CHANGES
* topology api now uses peer-id instead of peer-info
* content-routing and peer-routing APIs return an object with relevant properties instead of peer-info
* peer-discovery emits object with id and multiaddrs properties
<a name="0.2.8"></a> <a name="0.2.8"></a>
## [0.2.8](https://github.com/libp2p/js-interfaces/compare/v0.2.7...v0.2.8) (2020-04-21) ## [0.2.8](https://github.com/libp2p/js-interfaces/compare/v0.2.7...v0.2.8) (2020-04-21)

View File

@ -1,6 +1,6 @@
{ {
"name": "libp2p-interfaces", "name": "libp2p-interfaces",
"version": "0.2.8", "version": "0.3.0",
"description": "Interfaces for JS Libp2p", "description": "Interfaces for JS Libp2p",
"leadMaintainer": "Jacob Heun <jacobheun@gmail.com>", "leadMaintainer": "Jacob Heun <jacobheun@gmail.com>",
"main": "src/index.js", "main": "src/index.js",
@ -39,6 +39,7 @@
"chai": "^4.2.0", "chai": "^4.2.0",
"chai-checkmark": "^1.0.1", "chai-checkmark": "^1.0.1",
"class-is": "^1.1.0", "class-is": "^1.1.0",
"delay": "^4.3.0",
"detect-node": "^2.0.4", "detect-node": "^2.0.4",
"dirty-chai": "^2.0.1", "dirty-chai": "^2.0.1",
"err-code": "^2.0.0", "err-code": "^2.0.0",
@ -47,6 +48,7 @@
"it-pipe": "^1.0.1", "it-pipe": "^1.0.1",
"libp2p-tcp": "^0.14.1", "libp2p-tcp": "^0.14.1",
"multiaddr": "^7.4.3", "multiaddr": "^7.4.3",
"p-defer": "^3.0.0",
"p-limit": "^2.3.0", "p-limit": "^2.3.0",
"p-wait-for": "^3.1.0", "p-wait-for": "^3.1.0",
"peer-id": "^0.13.11", "peer-id": "^0.13.11",

View File

@ -30,6 +30,32 @@ TBD
A valid (read: that follows this abstraction) Content Routing module must implement the following API. A valid (read: that follows this abstraction) Content Routing module must implement the following API.
### `.findProviders` ### findProviders
### `.provide` - `findProviders(cid)`
Find peers in the network that can provide a specific value, given a key.
**Parameters**
- [CID](https://github.com/multiformats/js-cid)
**Returns**
It returns an `AsyncIterable` containing the identification and addresses of the peers providing the given key, as follows:
`AsyncIterable<{ id: PeerId, addrs: Multiaddr[] }>`
### provide
- `provide(cid)`
Announce to the network that we are providing the given value.
**Parameters**
- [CID](https://github.com/multiformats/js-cid)
**Returns**
It returns a promise that is resolved on the success of the operation.
`Promise<void>`

View File

@ -70,6 +70,9 @@ It returns a `Promise`
### discoverying peers ### discoverying peers
- `discovery.on('peer', (peerInfo) => {})` - `discovery.on('peer', (peerData) => {})`
Everytime a peer is discovered by a discovery service, it emmits a `peer` event with the discover peer's [PeerInfo](https://github.com/libp2p/js-peer-info). Every time a peer is discovered by a discovery service, it emits a `peer` event with the discovered peer's information, which must contain the following properties:
- `<`[`PeerId`](https://github.com/libp2p/js-peer-id)`>` `peerData.id`
- `<Array<`[`Multiaddr`](https://github.com/multiformats/js-multiaddr)`>>` `peerData.multiaddrs`

View File

@ -1,17 +1,31 @@
/* eslint-env mocha */ /* eslint-env mocha */
'use strict' 'use strict'
const chai = require('chai')
const expect = chai.expect
chai.use(require('dirty-chai'))
const multiaddr = require('multiaddr')
const PeerId = require('peer-id')
const delay = require('delay')
const pDefer = require('p-defer')
module.exports = (common) => { module.exports = (common) => {
describe('interface-peer-discovery', () => { describe('interface-peer-discovery', () => {
let discovery let discovery
before(async () => { beforeEach(async () => {
discovery = await common.setup() discovery = await common.setup()
}) })
after(() => common.teardown && common.teardown()) afterEach('ensure discovery was stopped', async () => {
await discovery.stop()
afterEach('ensure discovery was stopped', () => discovery.stop()) discovery.removeAllListeners()
common.teardown && common.teardown()
})
it('can start the service', async () => { it('can start the service', async () => {
await discovery.start() await discovery.start()
@ -30,5 +44,49 @@ module.exports = (common) => {
await discovery.start() await discovery.start()
await discovery.start() await discovery.start()
}) })
it('should emit a peer event after start', async () => {
const defer = pDefer()
await discovery.start()
discovery.on('peer', ({ id, multiaddrs }) => {
expect(id).to.exist()
expect(PeerId.isPeerId(id)).to.eql(true)
expect(multiaddrs).to.exist()
multiaddrs.forEach((m) => expect(multiaddr.isMultiaddr(m)).to.eql(true))
defer.resolve()
})
await defer.promise
})
it('should not receive a peer event before start', async () => {
discovery.on('peer', () => {
throw new Error('should not receive a peer event before start')
})
await delay(2000)
})
it('should not receive a peer event after stop', async () => {
const deferStart = pDefer()
await discovery.start()
discovery.on('peer', () => {
deferStart.resolve()
})
await deferStart.promise
await discovery.stop()
discovery.on('peer', () => {
throw new Error('should not receive a peer event after stop')
})
await delay(2000)
})
}) })
} }

View File

@ -30,12 +30,17 @@ TBD
A valid (read: that follows this abstraction) Peer Routing module must implement the following API. A valid (read: that follows this abstraction) Peer Routing module must implement the following API.
### `.findPeers` - Find peers 'responsible' or 'closest' to a given key ### findPeer
- `Node.js` peerRouting.findPeers(key, function (err, peersPriorityQueue) {}) - `findPeer(peerId)`
In a peer to peer context, the concept of 'responsability' or 'closeness' for a given key translates to having a way to find deterministically or that at least there is a significant overlap between searches, the same group of peers when searching for the same given key. Query the network for all multiaddresses associated with a `PeerId`.
This method will query the network (route it) and return a Priority Queue datastructe with a list of PeerInfo objects, ordered by 'closeness'. **Parameters**
- [peerId](https://github.com/libp2p/js-peer-id).
key is a multihash **Returns**
It returns the [peerId](https://github.com/libp2p/js-peer-id) together with the known peers [multiaddrs](https://github.com/multiformats/js-multiaddr), as follows:
`Promise<{ id: PeerId, addrs: Multiaddr[] }>`

View File

@ -56,8 +56,8 @@ const toplogy = new MulticodecTopology({
max: 50, max: 50,
multicodecs: ['/echo/1.0.0'], multicodecs: ['/echo/1.0.0'],
handlers: { handlers: {
onConnect: (peerInfo, conn) => {}, onConnect: (peerId, conn) => {},
onDisconnect: (peerInfo) => {} onDisconnect: (peerId) => {}
} }
}) })
``` ```
@ -69,8 +69,8 @@ The `MulticodecTopology` extends the `Topology`, which makes the `Topology` API
### Topology ### Topology
- `Topology` - `Topology`
- `peers<Map<string, PeerInfo>>`: A Map of peers belonging to the topology. - `peers<Map<string, PeerId>>`: A Map of peers belonging to the topology.
- `disconnect<function(PeerInfo)>`: Called when a peer has been disconnected - `disconnect<function(PeerId)>`: Called when a peer has been disconnected
#### Constructor #### Constructor
@ -79,8 +79,8 @@ const toplogy = new Topology({
min: 0, min: 0,
max: 50, max: 50,
handlers: { handlers: {
onConnect: (peerInfo, conn) => {}, onConnect: (peerId, conn) => {},
onDisconnect: (peerInfo) => {} onDisconnect: (peerId) => {}
} }
}) })
``` ```
@ -95,27 +95,27 @@ const toplogy = new Topology({
#### Set a peer #### Set a peer
- `topology.peers.set(id, peerInfo)` - `topology.peers.set(id, peerId)`
Add a peer to the topology. Add a peer to the topology.
**Parameters** **Parameters**
- `id` is the `string` that identifies the peer to add. - `id` is the `string` that identifies the peer to add.
- `peerInfo` is the [PeerInfo][peer-info] of the peer to add. - `peerId` is the [PeerId][peer-id] of the peer to add.
#### Notify about a peer disconnected event #### Notify about a peer disconnected event
- `topology.disconnect(peerInfo)` - `topology.disconnect(peerId)`
**Parameters** **Parameters**
- `peerInfo` is the [PeerInfo][peer-info] of the peer disconnected. - `peerId` is the [PeerId][peer-id] of the peer disconnected.
### Multicodec Topology ### Multicodec Topology
- `MulticodecTopology` - `MulticodecTopology`
- `registrar<Registrar>`: The `Registrar` of the topology. This is set by the `Registrar` during registration. - `registrar<Registrar>`: The `Registrar` of the topology. This is set by the `Registrar` during registration.
- `peers<Map<string, PeerInfo>>`: The Map of peers that belong to the topology - `peers<Map<string, PeerId>>`: The Map of peers that belong to the topology
- `disconnect<function(PeerInfo)>`: Disconnects a peer from the topology. - `disconnect<function(PeerId)>`: Disconnects a peer from the topology.
#### Constructor #### Constructor
@ -125,8 +125,8 @@ const toplogy = new MulticodecTopology({
max: 50, max: 50,
multicodecs: ['/echo/1.0.0'], multicodecs: ['/echo/1.0.0'],
handlers: { handlers: {
onConnect: (peerInfo, conn) => {}, onConnect: (peerId, conn) => {},
onDisconnect: (peerInfo) => {} onDisconnect: (peerId) => {}
} }
}) })
``` ```
@ -139,3 +139,5 @@ const toplogy = new MulticodecTopology({
- `handlers` is an optional `Object` containing the handler called when a peer is connected or disconnected. - `handlers` is an optional `Object` containing the handler called when a peer is connected or disconnected.
- `onConnect` is a `function` called everytime a peer is connected in the topology context. - `onConnect` is a `function` called everytime a peer is connected in the topology context.
- `onDisconnect` is a `function` called everytime a peer is disconnected in the topology context. - `onDisconnect` is a `function` called everytime a peer is disconnected in the topology context.
[peer-id]: https://github.com/libp2p/js-peer-id

View File

@ -26,7 +26,11 @@ class Topology {
this._onConnect = handlers.onConnect || noop this._onConnect = handlers.onConnect || noop
this._onDisconnect = handlers.onDisconnect || noop this._onDisconnect = handlers.onDisconnect || noop
this.peers = new Map() /**
* Set of peers that support the protocol.
* @type {Set<string>}
*/
this.peers = new Set()
} }
set registrar (registrar) { set registrar (registrar) {
@ -35,11 +39,11 @@ class Topology {
/** /**
* Notify about peer disconnected event. * Notify about peer disconnected event.
* @param {PeerInfo} peerInfo * @param {PeerId} peerId
* @returns {void} * @returns {void}
*/ */
disconnect (peerInfo) { disconnect (peerId) {
this._onDisconnect(peerInfo) this._onDisconnect(peerId)
} }
} }

View File

@ -55,20 +55,20 @@ class MulticodecTopology extends Topology {
/** /**
* Update topology. * Update topology.
* @param {Array<PeerInfo>} peerInfoIterable * @param {Array<{id: PeerId, multiaddrs: Array<Multiaddr>, protocols: Array<string>}>} peerDataIterable
* @returns {void} * @returns {void}
*/ */
_updatePeers (peerInfoIterable) { _updatePeers (peerDataIterable) {
for (const peerInfo of peerInfoIterable) { for (const { id, protocols } of peerDataIterable) {
if (this.multicodecs.filter(multicodec => peerInfo.protocols.has(multicodec)).length) { if (this.multicodecs.filter(multicodec => protocols.includes(multicodec)).length) {
// Add the peer regardless of whether or not there is currently a connection // Add the peer regardless of whether or not there is currently a connection
this.peers.set(peerInfo.id.toB58String(), peerInfo) this.peers.add(id.toB58String())
// If there is a connection, call _onConnect // If there is a connection, call _onConnect
const connection = this._registrar.getConnection(peerInfo) const connection = this._registrar.getConnection(id)
connection && this._onConnect(peerInfo, connection) connection && this._onConnect(id, connection)
} else { } else {
// Remove any peers we might be tracking that are no longer of value to us // Remove any peers we might be tracking that are no longer of value to us
this.peers.delete(peerInfo.id.toB58String()) this.peers.delete(id.toB58String())
} }
} }
} }
@ -76,22 +76,23 @@ class MulticodecTopology extends Topology {
/** /**
* Check if a new peer support the multicodecs for this topology. * Check if a new peer support the multicodecs for this topology.
* @param {Object} props * @param {Object} props
* @param {PeerInfo} props.peerInfo * @param {PeerId} props.peerId
* @param {Array<string>} props.protocols * @param {Array<string>} props.protocols
*/ */
_onProtocolChange ({ peerInfo, protocols }) { _onProtocolChange ({ peerId, protocols }) {
const existingPeer = this.peers.get(peerInfo.id.toB58String()) const hadPeer = this.peers.has(peerId.toB58String())
const hasProtocol = protocols.filter(protocol => this.multicodecs.includes(protocol)) const hasProtocol = protocols.filter(protocol => this.multicodecs.includes(protocol))
// Not supporting the protocol anymore? // Not supporting the protocol anymore?
if (existingPeer && hasProtocol.length === 0) { if (hadPeer && hasProtocol.length === 0) {
this._onDisconnect(peerInfo) this._onDisconnect(peerId)
} }
// New to protocol support // New to protocol support
for (const protocol of protocols) { for (const protocol of protocols) {
if (this.multicodecs.includes(protocol)) { if (this.multicodecs.includes(protocol)) {
this._updatePeers([peerInfo]) const peerData = this._registrar.peerStore.get(peerId)
this._updatePeers([peerData])
return return
} }
} }

View File

@ -8,19 +8,18 @@ chai.use(require('dirty-chai'))
const sinon = require('sinon') const sinon = require('sinon')
const PeerId = require('peer-id') const PeerId = require('peer-id')
const PeerInfo = require('peer-info')
const peers = require('../../utils/peers') const peers = require('../../utils/peers')
module.exports = (test) => { module.exports = (test) => {
describe('multicodec topology', () => { describe('multicodec topology', () => {
let topology, peer let topology, id
beforeEach(async () => { beforeEach(async () => {
topology = await test.setup() topology = await test.setup()
if (!topology) throw new Error('missing multicodec topology') if (!topology) throw new Error('missing multicodec topology')
const id = await PeerId.createFromJSON(peers[0]) id = await PeerId.createFromJSON(peers[0])
peer = await PeerInfo.create(id)
}) })
afterEach(async () => { afterEach(async () => {
@ -38,7 +37,7 @@ module.exports = (test) => {
it('should trigger "onDisconnect" on peer disconnected', () => { it('should trigger "onDisconnect" on peer disconnected', () => {
sinon.spy(topology, '_onDisconnect') sinon.spy(topology, '_onDisconnect')
topology.disconnect(peer) topology.disconnect(id)
expect(topology._onDisconnect.callCount).to.equal(1) expect(topology._onDisconnect.callCount).to.equal(1)
}) })
@ -47,13 +46,16 @@ module.exports = (test) => {
sinon.spy(topology, '_updatePeers') sinon.spy(topology, '_updatePeers')
expect(topology.peers.size).to.eql(0) expect(topology.peers.size).to.eql(0)
const id2 = await PeerId.createFromJSON(peers[1])
const peer2 = await PeerInfo.create(id2)
topology.multicodecs.forEach((m) => peer2.protocols.add(m))
const peerStore = topology._registrar.peerStore const peerStore = topology._registrar.peerStore
const id2 = await PeerId.createFromJSON(peers[1])
peerStore.peers.set(id2.toB58String(), {
id: id2,
protocols: Array.from(topology.multicodecs)
})
peerStore.emit('change:protocols', { peerStore.emit('change:protocols', {
peerInfo: peer2, peerId: id2,
protocols: Array.from(topology.multicodecs) protocols: Array.from(topology.multicodecs)
}) })
@ -65,28 +67,34 @@ module.exports = (test) => {
sinon.spy(topology, '_onDisconnect') sinon.spy(topology, '_onDisconnect')
expect(topology.peers.size).to.eql(0) expect(topology.peers.size).to.eql(0)
const id2 = await PeerId.createFromJSON(peers[1])
const peer2 = await PeerInfo.create(id2)
topology.multicodecs.forEach((m) => peer2.protocols.add(m))
const peerStore = topology._registrar.peerStore const peerStore = topology._registrar.peerStore
const id2 = await PeerId.createFromJSON(peers[1])
peerStore.peers.set(id2.toB58String(), {
id: id2,
protocols: Array.from(topology.multicodecs)
})
peerStore.emit('change:protocols', { peerStore.emit('change:protocols', {
peerInfo: peer2, peerId: id2,
protocols: Array.from(topology.multicodecs) protocols: Array.from(topology.multicodecs)
}) })
expect(topology.peers.size).to.eql(1) expect(topology.peers.size).to.eql(1)
topology.multicodecs.forEach((m) => peer2.protocols.delete(m)) peerStore.peers.set(id2.toB58String(), {
id: id2,
protocols: []
})
// Peer does not support the protocol anymore // Peer does not support the protocol anymore
peerStore.emit('change:protocols', { peerStore.emit('change:protocols', {
peerInfo: peer2, peerId: id2,
protocols: [] protocols: []
}) })
expect(topology.peers.size).to.eql(1) expect(topology.peers.size).to.eql(1)
expect(topology._onDisconnect.callCount).to.equal(1) expect(topology._onDisconnect.callCount).to.equal(1)
expect(topology._onDisconnect.calledWith(peer2)).to.equal(true) expect(topology._onDisconnect.calledWith(id2)).to.equal(true)
}) })
}) })
} }

View File

@ -8,19 +8,17 @@ chai.use(require('dirty-chai'))
const sinon = require('sinon') const sinon = require('sinon')
const PeerId = require('peer-id') const PeerId = require('peer-id')
const PeerInfo = require('peer-info')
const peers = require('../../utils/peers') const peers = require('../../utils/peers')
module.exports = (test) => { module.exports = (test) => {
describe('topology', () => { describe('topology', () => {
let topology, peer let topology, id
beforeEach(async () => { beforeEach(async () => {
topology = await test.setup() topology = await test.setup()
if (!topology) throw new Error('missing multicodec topology') if (!topology) throw new Error('missing multicodec topology')
const id = await PeerId.createFromJSON(peers[0]) id = await PeerId.createFromJSON(peers[0])
peer = await PeerInfo.create(id)
}) })
afterEach(async () => { afterEach(async () => {
@ -38,7 +36,7 @@ module.exports = (test) => {
it('should trigger "onDisconnect" on peer disconnected', () => { it('should trigger "onDisconnect" on peer disconnected', () => {
sinon.spy(topology, '_onDisconnect') sinon.spy(topology, '_onDisconnect')
topology.disconnect(peer) topology.disconnect(id)
expect(topology._onDisconnect.callCount).to.equal(1) expect(topology._onDisconnect.callCount).to.equal(1)
}) })

View File

@ -5,13 +5,20 @@ const tests = require('../../src/peer-discovery/tests')
const MockDiscovery = require('./mock-discovery') const MockDiscovery = require('./mock-discovery')
describe('compliance tests', () => { describe('compliance tests', () => {
let intervalId
tests({ tests({
async setup () { setup () {
await new Promise(resolve => setTimeout(resolve, 10)) const mockDiscovery = new MockDiscovery({
return new MockDiscovery() discoveryDelay: 1
})
intervalId = setInterval(mockDiscovery._discoverPeer, 1000)
return mockDiscovery
}, },
async teardown () { teardown () {
await new Promise(resolve => setTimeout(resolve, 10)) clearInterval(intervalId)
} }
}) })
}) })

View File

@ -2,8 +2,8 @@
const { EventEmitter } = require('events') const { EventEmitter } = require('events')
const multiaddr = require('multiaddr')
const PeerId = require('peer-id') const PeerId = require('peer-id')
const PeerInfo = require('peer-info')
/** /**
* Emits 'peer' events on discovery. * Emits 'peer' events on discovery.
@ -37,10 +37,12 @@ class MockDiscovery extends EventEmitter {
if (!this._isRunning) return if (!this._isRunning) return
const peerId = await PeerId.create({ bits: 512 }) const peerId = await PeerId.create({ bits: 512 })
const peerInfo = new PeerInfo(peerId)
this._timer = setTimeout(() => { this._timer = setTimeout(() => {
this.emit('peer', peerInfo) this.emit('peer', {
id: peerId,
multiaddrs: [multiaddr('/ip4/127.0.0.1/tcp/8000')]
})
}, this.options.discoveryDelay || 1000) }, this.options.discoveryDelay || 1000)
} }
} }

View File

@ -7,6 +7,10 @@ class MockPeerStore extends EventEmitter {
super() super()
this.peers = peers this.peers = peers
} }
get (peerId) {
return this.peers.get(peerId.toB58String())
}
} }
module.exports = MockPeerStore module.exports = MockPeerStore

View File

@ -21,7 +21,8 @@ describe('multicodec topology compliance tests', () => {
}) })
if (!registrar) { if (!registrar) {
const peerStore = new MockPeerStore([]) const peers = new Map()
const peerStore = new MockPeerStore(peers)
registrar = { registrar = {
peerStore, peerStore,