Add more components for async communication
This commit is contained in:
parent
41362cdde6
commit
829159690f
@ -2,32 +2,113 @@ package synctree
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
"fmt"
|
||||||
"github.com/anytypeio/any-sync/commonspace/object/acl/list"
|
"github.com/anytypeio/any-sync/commonspace/object/acl/list"
|
||||||
"github.com/anytypeio/any-sync/commonspace/object/acl/testutils/acllistbuilder"
|
"github.com/anytypeio/any-sync/commonspace/object/acl/testutils/acllistbuilder"
|
||||||
"github.com/anytypeio/any-sync/commonspace/object/tree/objecttree"
|
"github.com/anytypeio/any-sync/commonspace/object/tree/objecttree"
|
||||||
"github.com/anytypeio/any-sync/commonspace/object/tree/treestorage"
|
"github.com/anytypeio/any-sync/commonspace/object/tree/treestorage"
|
||||||
"github.com/anytypeio/any-sync/commonspace/objectsync/synchandler"
|
"github.com/anytypeio/any-sync/commonspace/objectsync/synchandler"
|
||||||
"github.com/anytypeio/any-sync/commonspace/peermanager"
|
|
||||||
"github.com/anytypeio/any-sync/commonspace/spacesyncproto"
|
"github.com/anytypeio/any-sync/commonspace/spacesyncproto"
|
||||||
"github.com/anytypeio/any-sync/commonspace/syncstatus"
|
"github.com/anytypeio/any-sync/commonspace/syncstatus"
|
||||||
"github.com/anytypeio/any-sync/net/peer"
|
"github.com/anytypeio/any-sync/net/peer"
|
||||||
"github.com/stretchr/testify/require"
|
"github.com/cheggaaa/mb/v3"
|
||||||
"testing"
|
"sync"
|
||||||
)
|
)
|
||||||
|
|
||||||
type mockPeerManager struct {
|
type processMsg struct {
|
||||||
|
msg *spacesyncproto.ObjectSyncMessage
|
||||||
|
senderId string
|
||||||
|
receiverId string
|
||||||
}
|
}
|
||||||
|
|
||||||
func (m *mockPeerManager) SendPeer(ctx context.Context, peerId string, msg *spacesyncproto.ObjectSyncMessage) (err error) {
|
type messageLog struct {
|
||||||
panic("implement me")
|
batcher *mb.MB[processMsg]
|
||||||
}
|
}
|
||||||
|
|
||||||
func (m *mockPeerManager) Broadcast(ctx context.Context, msg *spacesyncproto.ObjectSyncMessage) (err error) {
|
func newMessageLog() *messageLog {
|
||||||
panic("implement me")
|
return &messageLog{batcher: mb.New[processMsg](0)}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (m *mockPeerManager) GetResponsiblePeers(ctx context.Context) (peers []peer.Peer, err error) {
|
func (m *messageLog) addMessage(msg processMsg) {
|
||||||
panic("implement me")
|
m.batcher.Add(context.Background(), msg)
|
||||||
|
}
|
||||||
|
|
||||||
|
type processSyncHandler struct {
|
||||||
|
synchandler.SyncHandler
|
||||||
|
batcher *mb.MB[processMsg]
|
||||||
|
peerId string
|
||||||
|
}
|
||||||
|
|
||||||
|
func newProcessSyncHandler(peerId string, syncHandler synchandler.SyncHandler) *processSyncHandler {
|
||||||
|
batcher := mb.New[processMsg](0)
|
||||||
|
return &processSyncHandler{syncHandler, batcher, peerId}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *processSyncHandler) manager() *processPeerManager {
|
||||||
|
return p.SyncHandler.(*syncTreeHandler).syncClient.(*syncClient).PeerManager.(*processPeerManager)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *processSyncHandler) send(ctx context.Context, msg processMsg) (err error) {
|
||||||
|
return p.batcher.Add(ctx, msg)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *processSyncHandler) run(ctx context.Context, wg *sync.WaitGroup) {
|
||||||
|
wg.Add(1)
|
||||||
|
go func() {
|
||||||
|
defer wg.Done()
|
||||||
|
for {
|
||||||
|
res, err := p.batcher.WaitOne(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
err = p.SyncHandler.HandleMessage(ctx, res.senderId, res.msg)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println("error handling message", err.Error())
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
|
||||||
|
type processPeerManager struct {
|
||||||
|
peerId string
|
||||||
|
handlers map[string]*processSyncHandler
|
||||||
|
log *messageLog
|
||||||
|
}
|
||||||
|
|
||||||
|
func newProcessPeerManager(peerId string, log *messageLog) *processPeerManager {
|
||||||
|
return &processPeerManager{handlers: map[string]*processSyncHandler{}, peerId: peerId, log: log}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *processPeerManager) addHandler(peerId string, handler *processSyncHandler) {
|
||||||
|
m.handlers[peerId] = handler
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *processPeerManager) SendPeer(ctx context.Context, peerId string, msg *spacesyncproto.ObjectSyncMessage) (err error) {
|
||||||
|
pMsg := processMsg{
|
||||||
|
msg: msg,
|
||||||
|
senderId: m.peerId,
|
||||||
|
receiverId: peerId,
|
||||||
|
}
|
||||||
|
m.log.addMessage(pMsg)
|
||||||
|
return m.handlers[peerId].send(context.Background(), pMsg)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *processPeerManager) Broadcast(ctx context.Context, msg *spacesyncproto.ObjectSyncMessage) (err error) {
|
||||||
|
for _, handler := range m.handlers {
|
||||||
|
pMsg := processMsg{
|
||||||
|
msg: msg,
|
||||||
|
senderId: m.peerId,
|
||||||
|
receiverId: handler.peerId,
|
||||||
|
}
|
||||||
|
m.log.addMessage(pMsg)
|
||||||
|
handler.send(context.Background(), pMsg)
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *processPeerManager) GetResponsiblePeers(ctx context.Context) (peers []peer.Peer, err error) {
|
||||||
|
panic("should not be called")
|
||||||
}
|
}
|
||||||
|
|
||||||
type broadcastTree struct {
|
type broadcastTree struct {
|
||||||
@ -45,14 +126,15 @@ func (b *broadcastTree) AddRawChanges(ctx context.Context, changes objecttree.Ra
|
|||||||
return res, nil
|
return res, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func createSyncHandler(spaceId string, objTree objecttree.ObjectTree, peerManager peermanager.PeerManager) synchandler.SyncHandler {
|
func createSyncHandler(peerId, spaceId string, objTree objecttree.ObjectTree, log *messageLog) *processSyncHandler {
|
||||||
factory := GetRequestFactory()
|
factory := GetRequestFactory()
|
||||||
syncClient := newSyncClient(spaceId, peerManager, factory)
|
syncClient := newSyncClient(spaceId, newProcessPeerManager(peerId, log), factory)
|
||||||
netTree := &broadcastTree{
|
netTree := &broadcastTree{
|
||||||
ObjectTree: objTree,
|
ObjectTree: objTree,
|
||||||
SyncClient: syncClient,
|
SyncClient: syncClient,
|
||||||
}
|
}
|
||||||
return newSyncTreeHandler(spaceId, netTree, syncClient, syncstatus.NewNoOpSyncStatus())
|
handler := newSyncTreeHandler(spaceId, netTree, syncClient, syncstatus.NewNoOpSyncStatus())
|
||||||
|
return newProcessSyncHandler(peerId, handler)
|
||||||
}
|
}
|
||||||
|
|
||||||
func createAclList() (list.AclList, error) {
|
func createAclList() (list.AclList, error) {
|
||||||
@ -73,14 +155,22 @@ func createTestTree(aclList list.AclList, storage treestorage.TreeStorage) (obje
|
|||||||
return objecttree.BuildTestableTree(aclList, storage)
|
return objecttree.BuildTestableTree(aclList, storage)
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestSyncProtocol(t *testing.T) {
|
type processFixture struct {
|
||||||
aclList, err := createAclList()
|
handlers []*processSyncHandler
|
||||||
require.NoError(t, err)
|
log *messageLog
|
||||||
treeId := "treeId"
|
wg *sync.WaitGroup
|
||||||
spaceId := "spaceId"
|
ctx context.Context
|
||||||
storage := createStorage(treeId, aclList)
|
cancel context.CancelFunc
|
||||||
testTree, err := createTestTree(aclList, storage)
|
|
||||||
require.NoError(t, err)
|
|
||||||
peerManager := &mockPeerManager{}
|
|
||||||
_ = createSyncHandler(spaceId, testTree, peerManager)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
//func TestSyncProtocol(t *testing.T) {
|
||||||
|
// aclList, err := createAclList()
|
||||||
|
// require.NoError(t, err)
|
||||||
|
// treeId := "treeId"
|
||||||
|
// spaceId := "spaceId"
|
||||||
|
// storage := createStorage(treeId, aclList)
|
||||||
|
// testTree, err := createTestTree(aclList, storage)
|
||||||
|
// require.NoError(t, err)
|
||||||
|
// peerManager := &processPeerManager{}
|
||||||
|
// _ = createSyncHandler(spaceId, testTree, peerManager)
|
||||||
|
//}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user