feat: Waku v2 bridge

Issue #12610
2023-11-12 13:29:38 +01:00
parent 56e7bd01ca
commit 6d31343205
6716 changed files with 1982502 additions and 5891 deletions
--- a/vendor/github.com/status-im/mvds/node/epoch_persistency.go
+++ b/vendor/github.com/status-im/mvds/node/epoch_persistency.go
@@ -0,0 +1,33 @@
+package node
+
+import (
+	"database/sql"
+
+	"github.com/status-im/mvds/state"
+)
+
+type epochSQLitePersistence struct {
+	db *sql.DB
+}
+
+func newEpochSQLitePersistence(db *sql.DB) *epochSQLitePersistence {
+	return &epochSQLitePersistence{db: db}
+}
+
+func (p *epochSQLitePersistence) Get(nodeID state.PeerID) (epoch int64, err error) {
+	row := p.db.QueryRow(`SELECT epoch FROM mvds_epoch WHERE peer_id = ?`, nodeID[:])
+	err = row.Scan(&epoch)
+	if err == sql.ErrNoRows {
+		err = nil
+	}
+	return
+}
+
+func (p *epochSQLitePersistence) Set(nodeID state.PeerID, epoch int64) error {
+	_, err := p.db.Exec(`
+		INSERT OR REPLACE INTO mvds_epoch (peer_id, epoch) VALUES (?, ?)`,
+		nodeID[:],
+		epoch,
+	)
+	return err
+}
--- a/vendor/github.com/status-im/mvds/node/migrations/migrations.go
+++ b/vendor/github.com/status-im/mvds/node/migrations/migrations.go
@@ -0,0 +1,321 @@
+// Code generated by go-bindata. DO NOT EDIT.
+// sources:
+// 1565345162_initial_schema.down.sql (23B)
+// 1565345162_initial_schema.up.sql (86B)
+// doc.go (377B)
+
+package migrations
+
+import (
+	"bytes"
+	"compress/gzip"
+	"crypto/sha256"
+	"fmt"
+	"io"
+	"os"
+	"path/filepath"
+	"strings"
+	"time"
+)
+
+func bindataRead(data []byte, name string) ([]byte, error) {
+	gz, err := gzip.NewReader(bytes.NewBuffer(data))
+	if err != nil {
+		return nil, fmt.Errorf("read %q: %w", name, err)
+	}
+
+	var buf bytes.Buffer
+	_, err = io.Copy(&buf, gz)
+	clErr := gz.Close()
+
+	if err != nil {
+		return nil, fmt.Errorf("read %q: %w", name, err)
+	}
+	if clErr != nil {
+		return nil, err
+	}
+
+	return buf.Bytes(), nil
+}
+
+type asset struct {
+	bytes  []byte
+	info   os.FileInfo
+	digest [sha256.Size]byte
+}
+
+type bindataFileInfo struct {
+	name    string
+	size    int64
+	mode    os.FileMode
+	modTime time.Time
+}
+
+func (fi bindataFileInfo) Name() string {
+	return fi.name
+}
+func (fi bindataFileInfo) Size() int64 {
+	return fi.size
+}
+func (fi bindataFileInfo) Mode() os.FileMode {
+	return fi.mode
+}
+func (fi bindataFileInfo) ModTime() time.Time {
+	return fi.modTime
+}
+func (fi bindataFileInfo) IsDir() bool {
+	return false
+}
+func (fi bindataFileInfo) Sys() interface{} {
+	return nil
+}
+
+var __1565345162_initial_schemaDownSql = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\x72\x09\xf2\x0f\x50\x08\x71\x74\xf2\x71\x55\xc8\x2d\x4b\x29\x8e\x4f\x2d\xc8\x4f\xce\xb0\xe6\x02\x04\x00\x00\xff\xff\xd3\x00\xf3\x23\x17\x00\x00\x00")
+
+func _1565345162_initial_schemaDownSqlBytes() ([]byte, error) {
+	return bindataRead(
+		__1565345162_initial_schemaDownSql,
+		"1565345162_initial_schema.down.sql",
+	)
+}
+
+func _1565345162_initial_schemaDownSql() (*asset, error) {
+	bytes, err := _1565345162_initial_schemaDownSqlBytes()
+	if err != nil {
+		return nil, err
+	}
+
+	info := bindataFileInfo{name: "1565345162_initial_schema.down.sql", size: 23, mode: os.FileMode(0644), modTime: time.Unix(1704726726, 0)}
+	a := &asset{bytes: bytes, info: info, digest: [32]uint8{0x7c, 0x69, 0xd2, 0x3, 0xea, 0x82, 0x7c, 0xb3, 0x44, 0x6c, 0xef, 0x64, 0x2c, 0x99, 0x62, 0xa2, 0x8b, 0x6f, 0x96, 0x4f, 0x34, 0x41, 0x87, 0xd5, 0x4e, 0x3, 0x7f, 0x4a, 0xd1, 0x91, 0x9, 0x99}}
+	return a, nil
+}
+
+var __1565345162_initial_schemaUpSql = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\x72\x0e\x72\x75\x0c\x71\x55\x08\x71\x74\xf2\x71\x55\xc8\x2d\x4b\x29\x8e\x4f\x2d\xc8\x4f\xce\x50\xd0\xe0\x52\x50\x50\x50\x28\x48\x4d\x2d\x8a\xcf\x4c\x51\x70\xf2\xf1\x77\x52\x08\x08\xf2\xf4\x75\x0c\x8a\x54\xf0\x76\x8d\xd4\x01\xcb\x42\x54\x7a\xfa\x85\xb8\xba\xbb\x06\x29\xf8\xf9\x87\x28\xf8\x85\xfa\xf8\x70\x69\x5a\x73\x01\x02\x00\x00\xff\xff\x51\x96\x2d\xcb\x56\x00\x00\x00")
+
+func _1565345162_initial_schemaUpSqlBytes() ([]byte, error) {
+	return bindataRead(
+		__1565345162_initial_schemaUpSql,
+		"1565345162_initial_schema.up.sql",
+	)
+}
+
+func _1565345162_initial_schemaUpSql() (*asset, error) {
+	bytes, err := _1565345162_initial_schemaUpSqlBytes()
+	if err != nil {
+		return nil, err
+	}
+
+	info := bindataFileInfo{name: "1565345162_initial_schema.up.sql", size: 86, mode: os.FileMode(0644), modTime: time.Unix(1704726726, 0)}
+	a := &asset{bytes: bytes, info: info, digest: [32]uint8{0x78, 0x7c, 0xdd, 0x67, 0x61, 0x3e, 0x7f, 0xd4, 0xce, 0xb0, 0x17, 0xbe, 0x5a, 0xa7, 0x9e, 0x93, 0x34, 0xe8, 0xbb, 0x44, 0xfb, 0x88, 0xd6, 0x18, 0x6d, 0x9f, 0xb4, 0x22, 0xda, 0xbc, 0x87, 0x94}}
+	return a, nil
+}
+
+var _docGo = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\x84\x8f\xbb\x6e\xc3\x30\x0c\x45\x77\x7f\xc5\x45\x96\x2c\xb5\xb4\x74\xea\xd6\xb1\x7b\x7f\x80\x91\x68\x89\x88\x1e\xae\x48\xe7\xf1\xf7\x85\xd3\x02\xcd\xd6\xf5\x00\xe7\xf0\xd2\x7b\x7c\x66\x51\x2c\x52\x18\xa2\x68\x1c\x58\x95\xc6\x1d\x27\x0e\xb4\x29\xe3\x90\xc4\xf2\x76\x72\xa1\x57\xaf\x46\xb6\xe9\x2c\xd5\x57\x49\x83\x8c\xfd\xe5\xf5\x30\x79\x8f\x40\xed\x68\xc8\xd4\x62\xe1\x47\x4b\xa1\x46\xc3\xa4\x25\x5c\xc5\x32\x08\xeb\xe0\x45\x6e\x0e\xef\x86\xc2\xa4\x06\xcb\x64\x47\x85\x65\x46\x20\xe5\x3d\xb3\xf4\x81\xd4\xe7\x93\xb4\x48\x46\x6e\x47\x1f\xcb\x13\xd9\x17\x06\x2a\x85\x23\x96\xd1\xeb\xc3\x55\xaa\x8c\x28\x83\x83\xf5\x71\x7f\x01\xa9\xb2\xa1\x51\x65\xdd\xfd\x4c\x17\x46\xeb\xbf\xe7\x41\x2d\xfe\xff\x11\xae\x7d\x9c\x15\xa4\xe0\xdb\xca\xc1\x38\xba\x69\x5a\x29\x9c\x29\x31\xf4\xab\x88\xf1\x34\x79\x9f\xfa\x5b\xe2\xc6\xbb\xf5\xbc\x71\x5e\xcf\x09\x3f\x35\xe9\x4d\x31\x77\x38\xe7\xff\x80\x4b\x1d\x6e\xfa\x0e\x00\x00\xff\xff\x9d\x60\x3d\x88\x79\x01\x00\x00")
+
+func docGoBytes() ([]byte, error) {
+	return bindataRead(
+		_docGo,
+		"doc.go",
+	)
+}
+
+func docGo() (*asset, error) {
+	bytes, err := docGoBytes()
+	if err != nil {
+		return nil, err
+	}
+
+	info := bindataFileInfo{name: "doc.go", size: 377, mode: os.FileMode(0644), modTime: time.Unix(1704726726, 0)}
+	a := &asset{bytes: bytes, info: info, digest: [32]uint8{0xef, 0xaf, 0xdf, 0xcf, 0x65, 0xae, 0x19, 0xfc, 0x9d, 0x29, 0xc1, 0x91, 0xaf, 0xb5, 0xd5, 0xb1, 0x56, 0xf3, 0xee, 0xa8, 0xba, 0x13, 0x65, 0xdb, 0xab, 0xcf, 0x4e, 0xac, 0x92, 0xe9, 0x60, 0xf1}}
+	return a, nil
+}
+
+// Asset loads and returns the asset for the given name.
+// It returns an error if the asset could not be found or
+// could not be loaded.
+func Asset(name string) ([]byte, error) {
+	canonicalName := strings.Replace(name, "\\", "/", -1)
+	if f, ok := _bindata[canonicalName]; ok {
+		a, err := f()
+		if err != nil {
+			return nil, fmt.Errorf("Asset %s can't read by error: %v", name, err)
+		}
+		return a.bytes, nil
+	}
+	return nil, fmt.Errorf("Asset %s not found", name)
+}
+
+// AssetString returns the asset contents as a string (instead of a []byte).
+func AssetString(name string) (string, error) {
+	data, err := Asset(name)
+	return string(data), err
+}
+
+// MustAsset is like Asset but panics when Asset would return an error.
+// It simplifies safe initialization of global variables.
+func MustAsset(name string) []byte {
+	a, err := Asset(name)
+	if err != nil {
+		panic("asset: Asset(" + name + "): " + err.Error())
+	}
+
+	return a
+}
+
+// MustAssetString is like AssetString but panics when Asset would return an
+// error. It simplifies safe initialization of global variables.
+func MustAssetString(name string) string {
+	return string(MustAsset(name))
+}
+
+// AssetInfo loads and returns the asset info for the given name.
+// It returns an error if the asset could not be found or
+// could not be loaded.
+func AssetInfo(name string) (os.FileInfo, error) {
+	canonicalName := strings.Replace(name, "\\", "/", -1)
+	if f, ok := _bindata[canonicalName]; ok {
+		a, err := f()
+		if err != nil {
+			return nil, fmt.Errorf("AssetInfo %s can't read by error: %v", name, err)
+		}
+		return a.info, nil
+	}
+	return nil, fmt.Errorf("AssetInfo %s not found", name)
+}
+
+// AssetDigest returns the digest of the file with the given name. It returns an
+// error if the asset could not be found or the digest could not be loaded.
+func AssetDigest(name string) ([sha256.Size]byte, error) {
+	canonicalName := strings.Replace(name, "\\", "/", -1)
+	if f, ok := _bindata[canonicalName]; ok {
+		a, err := f()
+		if err != nil {
+			return [sha256.Size]byte{}, fmt.Errorf("AssetDigest %s can't read by error: %v", name, err)
+		}
+		return a.digest, nil
+	}
+	return [sha256.Size]byte{}, fmt.Errorf("AssetDigest %s not found", name)
+}
+
+// Digests returns a map of all known files and their checksums.
+func Digests() (map[string][sha256.Size]byte, error) {
+	mp := make(map[string][sha256.Size]byte, len(_bindata))
+	for name := range _bindata {
+		a, err := _bindata[name]()
+		if err != nil {
+			return nil, err
+		}
+		mp[name] = a.digest
+	}
+	return mp, nil
+}
+
+// AssetNames returns the names of the assets.
+func AssetNames() []string {
+	names := make([]string, 0, len(_bindata))
+	for name := range _bindata {
+		names = append(names, name)
+	}
+	return names
+}
+
+// _bindata is a table, holding each asset generator, mapped to its name.
+var _bindata = map[string]func() (*asset, error){
+	"1565345162_initial_schema.down.sql": _1565345162_initial_schemaDownSql,
+	"1565345162_initial_schema.up.sql":   _1565345162_initial_schemaUpSql,
+	"doc.go":                             docGo,
+}
+
+// AssetDebug is true if the assets were built with the debug flag enabled.
+const AssetDebug = false
+
+// AssetDir returns the file names below a certain
+// directory embedded in the file by go-bindata.
+// For example if you run go-bindata on data/... and data contains the
+// following hierarchy:
+//
+//	data/
+//	  foo.txt
+//	  img/
+//	    a.png
+//	    b.png
+//
+// then AssetDir("data") would return []string{"foo.txt", "img"},
+// AssetDir("data/img") would return []string{"a.png", "b.png"},
+// AssetDir("foo.txt") and AssetDir("notexist") would return an error, and
+// AssetDir("") will return []string{"data"}.
+func AssetDir(name string) ([]string, error) {
+	node := _bintree
+	if len(name) != 0 {
+		canonicalName := strings.Replace(name, "\\", "/", -1)
+		pathList := strings.Split(canonicalName, "/")
+		for _, p := range pathList {
+			node = node.Children[p]
+			if node == nil {
+				return nil, fmt.Errorf("Asset %s not found", name)
+			}
+		}
+	}
+	if node.Func != nil {
+		return nil, fmt.Errorf("Asset %s not found", name)
+	}
+	rv := make([]string, 0, len(node.Children))
+	for childName := range node.Children {
+		rv = append(rv, childName)
+	}
+	return rv, nil
+}
+
+type bintree struct {
+	Func     func() (*asset, error)
+	Children map[string]*bintree
+}
+
+var _bintree = &bintree{nil, map[string]*bintree{
+	"1565345162_initial_schema.down.sql": {_1565345162_initial_schemaDownSql, map[string]*bintree{}},
+	"1565345162_initial_schema.up.sql":   {_1565345162_initial_schemaUpSql, map[string]*bintree{}},
+	"doc.go":                             {docGo, map[string]*bintree{}},
+}}
+
+// RestoreAsset restores an asset under the given directory.
+func RestoreAsset(dir, name string) error {
+	data, err := Asset(name)
+	if err != nil {
+		return err
+	}
+	info, err := AssetInfo(name)
+	if err != nil {
+		return err
+	}
+	err = os.MkdirAll(_filePath(dir, filepath.Dir(name)), os.FileMode(0755))
+	if err != nil {
+		return err
+	}
+	err = os.WriteFile(_filePath(dir, name), data, info.Mode())
+	if err != nil {
+		return err
+	}
+	return os.Chtimes(_filePath(dir, name), info.ModTime(), info.ModTime())
+}
+
+// RestoreAssets restores an asset under the given directory recursively.
+func RestoreAssets(dir, name string) error {
+	children, err := AssetDir(name)
+	// File
+	if err != nil {
+		return RestoreAsset(dir, name)
+	}
+	// Dir
+	for _, child := range children {
+		err = RestoreAssets(dir, filepath.Join(name, child))
+		if err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
+func _filePath(dir, name string) string {
+	canonicalName := strings.Replace(name, "\\", "/", -1)
+	return filepath.Join(append([]string{dir}, strings.Split(canonicalName, "/")...)...)
+}
--- a/vendor/github.com/status-im/mvds/node/node.go
+++ b/vendor/github.com/status-im/mvds/node/node.go
@@ -0,0 +1,562 @@
+// Package node contains node logic.
+package node
+
+// @todo this is a very rough implementation that needs cleanup
+
+import (
+	"context"
+	"database/sql"
+	"encoding/hex"
+	"fmt"
+	"sync/atomic"
+	"time"
+
+	"go.uber.org/zap"
+
+	"github.com/status-im/mvds/peers"
+	"github.com/status-im/mvds/protobuf"
+	"github.com/status-im/mvds/state"
+	"github.com/status-im/mvds/store"
+	"github.com/status-im/mvds/transport"
+)
+
+// Mode represents the synchronization mode.
+type Mode int
+
+const (
+	INTERACTIVE Mode = iota
+	BATCH
+)
+
+// CalculateNextEpoch is a function used to calculate the next `SendEpoch` for a given message.
+type CalculateNextEpoch func(count uint64, epoch int64) int64
+
+// Node represents an MVDS node, it runs all the logic like sending and receiving protocol messages.
+type Node struct {
+	// This needs to be declared first: https://github.com/golang/go/issues/9959
+	epoch  int64
+	ctx    context.Context
+	cancel context.CancelFunc
+
+	store     store.MessageStore
+	transport transport.Transport
+
+	syncState state.SyncState
+
+	peers peers.Persistence
+
+	payloads payloads
+
+	nextEpoch CalculateNextEpoch
+
+	ID state.PeerID
+
+	epochPersistence *epochSQLitePersistence
+	mode             Mode
+
+	subscription chan protobuf.Message
+
+	logger *zap.Logger
+}
+
+func NewPersistentNode(
+	db *sql.DB,
+	st transport.Transport,
+	id state.PeerID,
+	mode Mode,
+	nextEpoch CalculateNextEpoch,
+	logger *zap.Logger,
+) (*Node, error) {
+	ctx, cancel := context.WithCancel(context.Background())
+	if logger == nil {
+		logger = zap.NewNop()
+	}
+
+	node := Node{
+		ID:               id,
+		ctx:              ctx,
+		cancel:           cancel,
+		store:            store.NewPersistentMessageStore(db),
+		transport:        st,
+		peers:            peers.NewSQLitePersistence(db),
+		syncState:        state.NewPersistentSyncState(db),
+		payloads:         newPayloads(),
+		epochPersistence: newEpochSQLitePersistence(db),
+		nextEpoch:        nextEpoch,
+		logger:           logger.With(zap.Namespace("mvds")),
+		mode:             mode,
+	}
+	if currentEpoch, err := node.epochPersistence.Get(id); err != nil {
+		return nil, err
+	} else {
+		node.epoch = currentEpoch
+	}
+	return &node, nil
+}
+
+func NewEphemeralNode(
+	id state.PeerID,
+	t transport.Transport,
+	nextEpoch CalculateNextEpoch,
+	currentEpoch int64,
+	mode Mode,
+	logger *zap.Logger,
+) *Node {
+	ctx, cancel := context.WithCancel(context.Background())
+	if logger == nil {
+		logger = zap.NewNop()
+	}
+
+	return &Node{
+		ID:        id,
+		ctx:       ctx,
+		cancel:    cancel,
+		store:     store.NewDummyStore(),
+		transport: t,
+		syncState: state.NewSyncState(),
+		peers:     peers.NewMemoryPersistence(),
+		payloads:  newPayloads(),
+		nextEpoch: nextEpoch,
+		epoch:     currentEpoch,
+		logger:    logger.With(zap.Namespace("mvds")),
+		mode:      mode,
+	}
+}
+
+// NewNode returns a new node.
+func NewNode(
+	ms store.MessageStore,
+	st transport.Transport,
+	ss state.SyncState,
+	nextEpoch CalculateNextEpoch,
+	currentEpoch int64,
+	id state.PeerID,
+	mode Mode,
+	pp peers.Persistence,
+	logger *zap.Logger,
+) *Node {
+	ctx, cancel := context.WithCancel(context.Background())
+	if logger == nil {
+		logger = zap.NewNop()
+	}
+
+	return &Node{
+		ctx:       ctx,
+		cancel:    cancel,
+		store:     ms,
+		transport: st,
+		syncState: ss,
+		peers:     pp,
+		payloads:  newPayloads(),
+		nextEpoch: nextEpoch,
+		ID:        id,
+		epoch:     currentEpoch,
+		logger:    logger.With(zap.Namespace("mvds")),
+		mode:      mode,
+	}
+}
+
+func (n *Node) CurrentEpoch() int64 {
+	return atomic.LoadInt64(&n.epoch)
+}
+
+// Start listens for new messages received by the node and sends out those required every epoch.
+func (n *Node) Start(duration time.Duration) {
+	go func() {
+		for {
+			select {
+			case <-n.ctx.Done():
+				n.logger.Info("Watch stopped")
+				return
+			default:
+				p := n.transport.Watch()
+				go n.onPayload(p.Sender, p.Payload)
+			}
+		}
+	}()
+
+	go func() {
+		for {
+			select {
+			case <-n.ctx.Done():
+				n.logger.Info("Epoch processing stopped")
+				return
+			default:
+				n.logger.Debug("Epoch processing", zap.String("node", hex.EncodeToString(n.ID[:4])), zap.Int64("epoch", n.epoch))
+				time.Sleep(duration)
+				err := n.sendMessages()
+				if err != nil {
+					n.logger.Error("Error sending messages.", zap.Error(err))
+				}
+				atomic.AddInt64(&n.epoch, 1)
+				// When a persistent node is used, the epoch needs to be saved.
+				if n.epochPersistence != nil {
+					if err := n.epochPersistence.Set(n.ID, n.epoch); err != nil {
+						n.logger.Error("Failed to persisten epoch", zap.Error(err))
+					}
+				}
+			}
+		}
+	}()
+}
+
+// Stop message reading and epoch processing
+func (n *Node) Stop() {
+	n.logger.Info("Stopping node")
+	n.Unsubscribe()
+	n.cancel()
+}
+
+// Subscribe subscribes to incoming messages.
+func (n *Node) Subscribe() chan protobuf.Message {
+	n.subscription = make(chan protobuf.Message)
+	return n.subscription
+}
+
+// Unsubscribe closes the listening channels
+func (n *Node) Unsubscribe() {
+	if n.subscription != nil {
+		close(n.subscription)
+	}
+	n.subscription = nil
+}
+
+// AppendMessage sends a message to a given group.
+func (n *Node) AppendMessage(groupID state.GroupID, data []byte) (state.MessageID, error) {
+	m := protobuf.Message{
+		GroupId:   groupID[:],
+		Timestamp: time.Now().Unix(),
+		Body:      data,
+	}
+
+	id := m.ID()
+
+	peers, err := n.peers.GetByGroupID(groupID)
+	if err != nil {
+		return state.MessageID{}, fmt.Errorf("trying to send to unknown group %x", groupID[:4])
+	}
+
+	err = n.store.Add(&m)
+	if err != nil {
+		return state.MessageID{}, err
+	}
+
+	for _, p := range peers {
+		t := state.OFFER
+		if n.mode == BATCH {
+			t = state.MESSAGE
+		}
+
+		n.insertSyncState(&groupID, id, p, t)
+	}
+
+	n.logger.Debug("Sending message",
+		zap.String("node", hex.EncodeToString(n.ID[:4])),
+		zap.String("groupID", hex.EncodeToString(groupID[:4])),
+		zap.String("id", hex.EncodeToString(id[:4])))
+	// @todo think about a way to insta trigger send messages when send was selected, we don't wanna wait for ticks here
+
+	return id, nil
+}
+
+// RequestMessage adds a REQUEST record to the next payload for a given message ID.
+func (n *Node) RequestMessage(group state.GroupID, id state.MessageID) error {
+	peers, err := n.peers.GetByGroupID(group)
+	if err != nil {
+		return fmt.Errorf("trying to request from an unknown group %x", group[:4])
+	}
+
+	for _, p := range peers {
+		exist, err := n.IsPeerInGroup(group, p)
+		if err != nil {
+			return err
+		}
+
+		if exist {
+			continue
+		}
+
+		n.insertSyncState(&group, id, p, state.REQUEST)
+	}
+
+	return nil
+}
+
+// AddPeer adds a peer to a specific group making it a recipient of messages.
+func (n *Node) AddPeer(group state.GroupID, id state.PeerID) error {
+	return n.peers.Add(group, id)
+}
+
+// IsPeerInGroup checks whether a peer is in the specified group.
+func (n *Node) IsPeerInGroup(g state.GroupID, p state.PeerID) (bool, error) {
+	return n.peers.Exists(g, p)
+}
+
+func (n *Node) sendMessages() error {
+	err := n.syncState.Map(n.epoch, func(s state.State) state.State {
+		m := s.MessageID
+		p := s.PeerID
+		switch s.Type {
+		case state.OFFER:
+			n.payloads.AddOffers(p, m[:])
+		case state.REQUEST:
+			n.payloads.AddRequests(p, m[:])
+			n.logger.Debug("sending REQUEST",
+				zap.String("from", hex.EncodeToString(n.ID[:4])),
+				zap.String("to", hex.EncodeToString(p[:4])),
+				zap.String("messageID", hex.EncodeToString(m[:4])),
+			)
+
+		case state.MESSAGE:
+			g := *s.GroupID
+			//  TODO: Handle errors
+			exist, err := n.IsPeerInGroup(g, p)
+			if err != nil {
+				return s
+			}
+
+			if !exist {
+				return s
+			}
+
+			msg, err := n.store.Get(m)
+			if err != nil {
+				n.logger.Error("Failed to retreive message",
+					zap.String("messageID", hex.EncodeToString(m[:4])),
+					zap.Error(err),
+				)
+
+				return s
+			}
+
+			n.payloads.AddMessages(p, msg)
+			n.logger.Debug("sending MESSAGE",
+				zap.String("groupID", hex.EncodeToString(g[:4])),
+				zap.String("from", hex.EncodeToString(n.ID[:4])),
+				zap.String("to", hex.EncodeToString(p[:4])),
+				zap.String("messageID", hex.EncodeToString(m[:4])),
+			)
+
+		}
+
+		return n.updateSendEpoch(s)
+	})
+
+	if err != nil {
+		n.logger.Error("error while mapping sync state", zap.Error(err))
+		return err
+	}
+
+	return n.payloads.MapAndClear(func(peer state.PeerID, payload *protobuf.Payload) error {
+		err := n.transport.Send(n.ID, peer, payload)
+		if err != nil {
+			n.logger.Error("error sending message", zap.Error(err))
+			return err
+		}
+		return nil
+	})
+
+}
+
+func (n *Node) onPayload(sender state.PeerID, payload *protobuf.Payload) {
+	// Acks, Requests and Offers are all arrays of bytes as protobuf doesn't allow type aliases otherwise arrays of messageIDs would be nicer.
+	if err := n.onAck(sender, payload.Acks); err != nil {
+		n.logger.Error("error processing acks", zap.Error(err))
+	}
+	if err := n.onRequest(sender, payload.Requests); err != nil {
+		n.logger.Error("error processing requests", zap.Error(err))
+	}
+	if err := n.onOffer(sender, payload.Offers); err != nil {
+		n.logger.Error("error processing offers", zap.Error(err))
+	}
+	messageIds := n.onMessages(sender, payload.Messages)
+	n.payloads.AddAcks(sender, messageIds)
+}
+
+func (n *Node) onOffer(sender state.PeerID, offers [][]byte) error {
+	for _, raw := range offers {
+		id := toMessageID(raw)
+		n.logger.Debug("OFFER received",
+			zap.String("from", hex.EncodeToString(sender[:4])),
+			zap.String("to", hex.EncodeToString(n.ID[:4])),
+			zap.String("messageID", hex.EncodeToString(id[:4])),
+		)
+
+		exist, err := n.store.Has(id)
+		// @todo maybe ack?
+		if err != nil {
+			return err
+		}
+
+		if exist {
+			continue
+		}
+
+		n.insertSyncState(nil, id, sender, state.REQUEST)
+	}
+	return nil
+}
+
+func (n *Node) onRequest(sender state.PeerID, requests [][]byte) error {
+	for _, raw := range requests {
+		id := toMessageID(raw)
+		n.logger.Debug("REQUEST received",
+			zap.String("from", hex.EncodeToString(sender[:4])),
+			zap.String("to", hex.EncodeToString(n.ID[:4])),
+			zap.String("messageID", hex.EncodeToString(id[:4])),
+		)
+
+		message, err := n.store.Get(id)
+		if err != nil {
+			return err
+		}
+
+		if message == nil {
+			n.logger.Error("message does not exist", zap.String("messageID", hex.EncodeToString(id[:4])))
+			continue
+		}
+
+		groupID := toGroupID(message.GroupId)
+
+		exist, err := n.IsPeerInGroup(groupID, sender)
+		if err != nil {
+			return err
+		}
+
+		if !exist {
+			n.logger.Error("peer is not in group",
+				zap.String("groupID", hex.EncodeToString(groupID[:4])),
+				zap.String("peer", hex.EncodeToString(sender[:4])),
+			)
+			continue
+		}
+
+		n.insertSyncState(&groupID, id, sender, state.MESSAGE)
+	}
+
+	return nil
+}
+
+func (n *Node) onAck(sender state.PeerID, acks [][]byte) error {
+	for _, ack := range acks {
+		id := toMessageID(ack)
+
+		err := n.syncState.Remove(id, sender)
+		if err != nil {
+			n.logger.Error("Error while removing sync state.", zap.Error(err))
+			return err
+		}
+
+		n.logger.Debug("ACK received",
+			zap.String("from", hex.EncodeToString(sender[:4])),
+			zap.String("to", hex.EncodeToString(n.ID[:4])),
+			zap.String("messageID", hex.EncodeToString(id[:4])),
+		)
+
+	}
+	return nil
+}
+
+func (n *Node) onMessages(sender state.PeerID, messages []*protobuf.Message) [][]byte {
+	a := make([][]byte, 0)
+
+	for _, m := range messages {
+		groupID := toGroupID(m.GroupId)
+		err := n.onMessage(sender, *m)
+		if err != nil {
+			n.logger.Error("Error processing message", zap.Error(err))
+			continue
+		}
+
+		id := m.ID()
+		n.logger.Debug("sending ACK",
+			zap.String("groupID", hex.EncodeToString(groupID[:4])),
+			zap.String("from", hex.EncodeToString(n.ID[:4])),
+			zap.String("", hex.EncodeToString(sender[:4])),
+			zap.String("messageID", hex.EncodeToString(id[:4])),
+		)
+
+		a = append(a, id[:])
+	}
+
+	return a
+}
+
+func (n *Node) onMessage(sender state.PeerID, msg protobuf.Message) error {
+	id := msg.ID()
+	groupID := toGroupID(msg.GroupId)
+	n.logger.Debug("MESSAGE received",
+		zap.String("from", hex.EncodeToString(sender[:4])),
+		zap.String("to", hex.EncodeToString(n.ID[:4])),
+		zap.String("messageID", hex.EncodeToString(id[:4])),
+	)
+
+	err := n.syncState.Remove(id, sender)
+	if err != nil && err != state.ErrStateNotFound {
+		return err
+	}
+
+	err = n.store.Add(&msg)
+	if err != nil {
+		return err
+		// @todo process, should this function ever even have an error?
+	}
+
+	peers, err := n.peers.GetByGroupID(groupID)
+	if err != nil {
+		return err
+	}
+
+	for _, peer := range peers {
+		if peer == sender {
+			continue
+		}
+
+		n.insertSyncState(&groupID, id, peer, state.OFFER)
+	}
+
+	if n.subscription != nil {
+		n.subscription <- msg
+	}
+
+	return nil
+}
+
+func (n *Node) insertSyncState(groupID *state.GroupID, messageID state.MessageID, peerID state.PeerID, t state.RecordType) {
+	s := state.State{
+		GroupID:   groupID,
+		MessageID: messageID,
+		PeerID:    peerID,
+		Type:      t,
+		SendEpoch: n.epoch + 1,
+	}
+
+	err := n.syncState.Add(s)
+	if err != nil {
+		n.logger.Error("error setting sync states",
+			zap.Error(err),
+			zap.String("groupID", hex.EncodeToString(groupID[:4])),
+			zap.String("messageID", hex.EncodeToString(messageID[:4])),
+			zap.String("peerID", hex.EncodeToString(peerID[:4])),
+		)
+
+	}
+}
+
+func (n *Node) updateSendEpoch(s state.State) state.State {
+	s.SendCount += 1
+	s.SendEpoch = n.nextEpoch(s.SendCount, n.epoch)
+	return s
+}
+
+func toMessageID(b []byte) state.MessageID {
+	var id state.MessageID
+	copy(id[:], b)
+	return id
+}
+
+func toGroupID(b []byte) state.GroupID {
+	var id state.GroupID
+	copy(id[:], b)
+	return id
+}
--- a/vendor/github.com/status-im/mvds/node/payloads.go
+++ b/vendor/github.com/status-im/mvds/node/payloads.go
@@ -0,0 +1,96 @@
+package node
+
+import (
+	"sync"
+
+	"github.com/status-im/mvds/protobuf"
+	"github.com/status-im/mvds/state"
+)
+
+type payloads struct {
+	sync.Mutex
+
+	payloads map[state.PeerID]*protobuf.Payload
+}
+
+// @todo check in all the functions below that we aren't duplicating stuff
+
+func newPayloads() payloads {
+	return payloads{
+		payloads: make(map[state.PeerID]*protobuf.Payload),
+	}
+}
+
+func (p *payloads) AddOffers(peer state.PeerID, offers ...[]byte) {
+	p.Lock()
+	defer p.Unlock()
+
+	payload := p.get(peer)
+
+	payload.Offers = append(payload.Offers, offers...)
+
+	p.set(peer, payload)
+}
+
+func (p *payloads) AddAcks(peer state.PeerID, acks [][]byte) {
+	p.Lock()
+	defer p.Unlock()
+
+	payload := p.get(peer)
+
+	payload.Acks = append(payload.Acks, acks...)
+
+	p.set(peer, payload)
+}
+
+func (p *payloads) AddRequests(peer state.PeerID, request ...[]byte) {
+	p.Lock()
+	defer p.Unlock()
+
+	payload := p.get(peer)
+
+	payload.Requests = append(payload.Requests, request...)
+
+	p.set(peer, payload)
+}
+
+func (p *payloads) AddMessages(peer state.PeerID, messages ...*protobuf.Message) {
+	p.Lock()
+	defer p.Unlock()
+
+	payload := p.get(peer)
+	if payload.Messages == nil {
+		payload.Messages = make([]*protobuf.Message, 0)
+	}
+
+	payload.Messages = append(payload.Messages, messages...)
+	p.set(peer, payload)
+}
+
+func (p *payloads) MapAndClear(f func(state.PeerID, *protobuf.Payload) error) error {
+	p.Lock()
+	defer p.Unlock()
+
+	for peer, payload := range p.payloads {
+		err := f(peer, payload)
+		if err != nil {
+			return err
+		}
+	}
+
+	// TODO: this should only be called upon confirmation that the message has been sent
+	p.payloads = make(map[state.PeerID]*protobuf.Payload)
+	return nil
+}
+
+func (p *payloads) get(peer state.PeerID) *protobuf.Payload {
+	payload := p.payloads[peer]
+	if payload == nil {
+		return &protobuf.Payload{}
+	}
+	return payload
+}
+
+func (p *payloads) set(peer state.PeerID, payload *protobuf.Payload) {
+	p.payloads[peer] = payload
+}