Skip to content
Draft
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
39 commits
Select commit Hold shift + click to select a range
b8bf044
feat: rendezvous protocol full implementation
vasco-santos May 20, 2020
d7290df
chore: interface-peer-discovery compliance
vasco-santos Jul 10, 2020
b080670
feat: garbage collector
vasco-santos Jul 13, 2020
ebb22d1
feat: cookie for discovery
vasco-santos Jul 13, 2020
9765a95
chore: cleanup
vasco-santos Jul 15, 2020
b6edaf3
chore: update aegir
vasco-santos Jul 17, 2020
0e304f9
chore: convert to seconds in the wire
vasco-santos Jul 17, 2020
b248924
chore: remove unregister comments for response
vasco-santos Jul 20, 2020
47641f7
feat: use signed peer records to exchange multiaddrs
vasco-santos Jul 22, 2020
b668c8a
chore: tests
vasco-santos Jul 22, 2020
7e3c541
chore: change readme
vasco-santos Jul 27, 2020
1a1590d
chore: update deps
vasco-santos Sep 22, 2020
b357829
chore: remove peer discovery interface as we will be creating libp2p.…
vasco-santos Sep 22, 2020
4abd363
chore: use uint8array instead of buffer
vasco-santos Sep 22, 2020
7763df2
chore: update libp2p integration doc
vasco-santos Sep 28, 2020
63d607b
chore: fix register ttl param return
vasco-santos Sep 28, 2020
5f45c6f
chore: update docs
vasco-santos Sep 29, 2020
640b64f
chore: remove enabled property from libp2p integration doc
vasco-santos Oct 5, 2020
8f6e148
chore: apply suggestions from code review
vasco-santos Nov 16, 2020
894ad2e
chore: separate server and client rendezvous
vasco-santos Nov 17, 2020
ee10d69
chore: add docker
vasco-santos Nov 17, 2020
3798fbb
fix: changed default values and moved them into the server with prope…
vasco-santos Nov 17, 2020
cdf2f6b
chore: update docs and constants
vasco-santos Nov 17, 2020
9fe0691
chore: add tests for protocol with direct connection to server
vasco-santos Nov 18, 2020
52fa2bd
chore: DoS protection with max registrations
vasco-santos Nov 19, 2020
06d53ac
chore: refactor client
vasco-santos Nov 21, 2020
d501d97
chore: add datastore and types
vasco-santos Dec 8, 2020
a2d5f83
chore: fix build
vasco-santos Dec 13, 2020
83cd4b7
chore: run with mysql
vasco-santos Dec 21, 2020
9b294f5
feat: gc
vasco-santos Dec 24, 2020
9bf5bcb
chore: add gc tests
vasco-santos Dec 24, 2020
7a569c7
chore: review docs and binary
vasco-santos Dec 24, 2020
c297156
chore: add datastore docs and model picture
vasco-santos Dec 28, 2020
e1cd224
chore: add library docs
vasco-santos Dec 28, 2020
264ce2a
chore: add docker setup docks
vasco-santos Dec 28, 2020
01ec7bc
chore: remove client code and move server into src
vasco-santos Jan 4, 2021
5f025d3
chore: use connection pool
vasco-santos Jan 11, 2021
2840251
fix: bin stdout addresses and ports correctly
vasco-santos Jan 15, 2021
9da390f
chore: add benchmarks
vasco-santos Jan 11, 2021
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
chore: interface-peer-discovery compliance
  • Loading branch information
vasco-santos committed Jul 10, 2020
commit d7290df03437d1a446da54c057d5ebca490f2dfd
1 change: 0 additions & 1 deletion LIBP2P.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,6 @@ The rendezvous protocol can be used in different contexts across libp2p. For usi
`js-libp2p` supports the usage of the rendezvous protocol through its configuration. It allows to enable the rendezvous protocol, as well as its server mode, enable automatic peer discover and to specify the topics to register from startup.

The rendezvous comes with a discovery service that enables libp2p to automatically discover other peers in the provided namespaces and eventually connect to them.
**TODO: it should be compliant with the peer-discovery interface and configured as any other discovery service instead!!**

You can configure it through libp2p as follows:

Expand Down
2 changes: 2 additions & 0 deletions package.json
Original file line number Diff line number Diff line change
Expand Up @@ -54,11 +54,13 @@
"aegir": "^23.0.0",
"chai": "^4.2.0",
"chai-as-promised": "^7.1.1",
"delay": "^4.3.0",
"dirty-chai": "^2.0.1",
"libp2p": "^0.28.3",
"libp2p-mplex": "^0.9.5",
"libp2p-noise": "^1.1.2",
"libp2p-websockets": "^0.13.6",
"p-defer": "^3.0.0",
"p-times": "^3.0.0",
"p-wait-for": "^3.1.0",
"sinon": "^9.0.2"
Expand Down
71 changes: 71 additions & 0 deletions src/discovery.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
'use strict'

const debug = require('debug')
const log = debug('libp2p:redezvous:discovery')
log.error = debug('libp2p:redezvous:discovery:error')

const { EventEmitter } = require('events')

const defaultOptions = {
interval: 5000
}

/**
* Libp2p Rendezvous discovery service.
*/
class Discovery extends EventEmitter {
/**
* @constructor
* @param {Rendezvous} rendezvous
* @param {Object} [options]
* @param {number} [options.interval = 5000]
*/
constructor (rendezvous, options = {}) {
super()
this._rendezvous = rendezvous
this._options = {
...defaultOptions,
...options
}
this._interval = undefined
}

/**
* Start discovery service.
* @returns {void}
*/
start () {
if (this._interval) {
return
}

this._interval = setInterval(() => this._discover(), this._options.interval)
}

/**
* Stop discovery service.
* @returns {void}
*/
stop () {
clearInterval(this._interval)
this._interval = null
}

/**
* Iterates over the registered namespaces and tries to discover new peers
* @returns {void}
*/
_discover () {
this._rendezvous._namespaces.forEach(async (ns) => {
for await (const reg of this._rendezvous.discover(ns)) {
// TODO: interface-peer-discovery with signedPeerRecord
this.emit('peer', {
id: reg.id,
multiaddrs: reg.multiaddrs
})
}
})
}
}

module.exports = Discovery
50 changes: 45 additions & 5 deletions src/index.js
Original file line number Diff line number Diff line change
Expand Up @@ -14,12 +14,17 @@ const MulticodecTopology = require('libp2p-interfaces/src/topology/multicodec-to
const multiaddr = require('multiaddr')
const PeerId = require('peer-id')

const Discovery = require('./discovery')
const Server = require('./server')
const { codes: errCodes } = require('./errors')
const { PROTOCOL_MULTICODEC } = require('./constants')
const { Message } = require('./proto')
const MESSAGE_TYPE = Message.MessageType

const defaultServerOptions = {
enabled: true
}

/**
* Libp2p Rendezvous.
* A lightweight mechanism for generalized peer discovery.
Expand All @@ -30,20 +35,32 @@ class Rendezvous {
* @param {object} params
* @param {Libp2p} params.libp2p
* @param {object} params.options
* @param {boolean} [params.options.isServer = true]
* @param {Array<string>} [params.namespaces = []]
* @param {object} [params.discovery]
* @param {number} [params.discovery.interval = 5000]
* @param {object} [params.server]
* @param {boolean} [params.server.enabled = true]
*/
constructor ({ libp2p, options = { isServer: true } }) {
constructor ({ libp2p, options = {} }) {
this._libp2p = libp2p
this._peerId = libp2p.peerId
this._registrar = libp2p.registrar
this._options = options
this._server = undefined

this._namespaces = options.namespaces || []
this.discovery = new Discovery(this, options.discovery)

this._serverOptions = {
...defaultServerOptions,
...options.server || {}
}

/**
* @type {Map<string, Connection>}
*/
this._rendezvousConns = new Map()

this._server = undefined

this._registrarId = undefined
this._onPeerConnected = this._onPeerConnected.bind(this)
this._onPeerDisconnected = this._onPeerDisconnected.bind(this)
Expand All @@ -61,7 +78,7 @@ class Rendezvous {
log('starting')

// Create Rendezvous point if enabled
if (this._options.isServer) {
if (this._serverOptions.enabled) {
this._server = new Server({ registrar: this._registrar })
}

Expand All @@ -76,6 +93,8 @@ class Rendezvous {
this._registrarId = await this._registrar.register(topology)

log('started')

this._keepRegistrations()
}

/**
Expand All @@ -89,13 +108,33 @@ class Rendezvous {

log('stopping')

clearInterval(this._interval)
// unregister protocol and handlers
await this._registrar.unregister(this._registrarId)

this._registrarId = undefined
log('stopped')
}

_keepRegistrations () {
const register = () => {
if (!this._rendezvousConns.size) {
return
}

const promises = []

this._namespaces.forEach((ns) => {
promises.push(this.register(ns))
})

return Promise.all(promises)
}

register()
this._interval = setInterval(register, 1000)
}

/**
* Registrar notifies a connection successfully with rendezvous protocol.
* @private
Expand Down Expand Up @@ -317,4 +356,5 @@ class Rendezvous {
}
}

Rendezvous.tag = 'rendezvous'
module.exports = Rendezvous
4 changes: 3 additions & 1 deletion test/client-mode.spec.js
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,9 @@ describe('client mode', () => {
rendezvous = new Rendezvous({
libp2p: peer,
options: {
isRendezvousPoint: false
server: {
enabled: false
}
}
})

Expand Down
138 changes: 138 additions & 0 deletions test/discovery.spec.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,138 @@
'use strict'
/* eslint-env mocha */

const chai = require('chai')
chai.use(require('dirty-chai'))
chai.use(require('chai-as-promised'))
const { expect } = chai

const delay = require('delay')
const pDefer = require('p-defer')
const testsDiscovery = require('libp2p-interfaces/src/peer-discovery/tests')

const Rendezvous = require('../src')

const { createPeer, connectPeers } = require('./utils')

describe('rendezvous discovery', () => {
let peers

// Create 3 rendezvous peers
// Peer0 will be a server
beforeEach(async () => {
peers = await createPeer({ number: 3 })

peers.forEach((peer, index) => {
const rendezvous = new Rendezvous({
libp2p: peer,
options: {
discovery: {
interval: 1000
},
server: {
enabled: index === 0
}
}
})
rendezvous.start()
peer.rendezvous = rendezvous
})
})

// Connect rendezvous clients to server
beforeEach(async () => {
await connectPeers(peers[1], peers[0])
await connectPeers(peers[2], peers[0])

expect(peers[0].rendezvous._rendezvousConns.size).to.eql(0)
expect(peers[1].rendezvous._rendezvousConns.size).to.eql(1)
expect(peers[2].rendezvous._rendezvousConns.size).to.eql(1)
})

afterEach(async () => {
for (const peer of peers) {
peer.rendezvous.discovery.stop()
await peer.rendezvous.stop()
await peer.stop()
}
})

it('peer1 should discover peer2 once it registers to the same namespace', async () => {
const defer = pDefer()
const namespace = 'test-namespace'
peers[1].rendezvous._namespaces = [namespace]

// Start discovery
peers[1].rendezvous.discovery.once('peer', (peer) => {
expect(peer.id.equals(peers[2].peerId)).to.be.true()
expect(peer.multiaddrs).to.eql(peers[2].multiaddrs)
defer.resolve()
})
peers[1].rendezvous.discovery.start()

// Register
expect(peers[0].rendezvous._server.registrations.size).to.eql(0)
await peers[2].rendezvous.register(namespace)
expect(peers[0].rendezvous._server.registrations.size).to.eql(1)

await defer.promise
})

it.skip('peer1 should not discover peer2 if it registers in a different namespace', async () => {
const namespace1 = 'test-namespace1'
const namespace2 = 'test-namespace2'
await peers[1].rendezvous.register(namespace1)

// Start discovery
peers[1].rendezvous.discovery.once('peer', () => {
throw new Error('no peer should be discovered')
})
peers[1].rendezvous.discovery.start()

// Register
expect(peers[0].rendezvous._server.registrations.size).to.eql(0)
await peers[2].rendezvous.register(namespace2)
expect(peers[0].rendezvous._server.registrations.size).to.eql(1)

await delay(1500)
})
})

describe('interface-discovery', () => {
let peers

beforeEach(async () => {
peers = await createPeer({ number: 2 })

peers.forEach((peer, index) => {
const rendezvous = new Rendezvous({
libp2p: peer,
options: {
discovery: {
interval: 1000
},
namespaces: ['test-namespace'],
server: {
enabled: index === 0
}
}
})
rendezvous.start()
peer.rendezvous = rendezvous
})

await connectPeers(peers[1], peers[0])
})

testsDiscovery({
setup () {
return peers[1].rendezvous.discovery
},
teardown () {
return Promise.all(peers.map(async (libp2p) => {
await libp2p.rendezvous.stop()
await libp2p.stop()
}))
}
})
})
Loading