Stopped space from unloading if trees are still there

common/commonspace/space.go

@@ -18,6 +18,7 @@ import (
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/nodeconf"
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/pkg/acl/list"
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/pkg/acl/tree"
+	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/pkg/ocache"
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/util/keys/asymmetric/encryptionkey"
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/util/keys/asymmetric/signingkey"
 	"github.com/zeebo/errs"
@@ -65,6 +66,9 @@ func NewSpaceId(id string, repKey uint64) string {
 }
 
 type Space interface {
+	ocache.ObjectLocker
+	ocache.ObjectLastUsage
+
 	Id() string
 	Init(ctx context.Context) error
 
@@ -99,12 +103,28 @@ type space struct {
 	settingsDocument settingsdocument.SettingsDocument
 
 	isClosed  atomic.Bool
+	treesUsed atomic.Int32
+}
+
+func (s *space) StartTree() {
+	s.treesUsed.Add(1)
+	log.With(zap.Int32("trees used", s.treesUsed.Load())).Debug("starting tree")
+}
+
+func (s *space) CloseTree() {
+	s.treesUsed.Add(-1)
+	log.With(zap.Int32("trees used", s.treesUsed.Load())).Debug("closing tree")
 }
 
 func (s *space) LastUsage() time.Time {
 	return s.syncService.LastUsage()
 }
 
+func (s *space) Locked() bool {
+	log.With(zap.Bool("locked", s.treesUsed.Load() > 1)).Debug("space lock status check")
+	return s.treesUsed.Load() > 1
+}
+
 func (s *space) Id() string {
 	return s.id
 }
@@ -131,6 +151,7 @@ func (s *space) Description() (desc SpaceDescription, err error) {
 }
 
 func (s *space) Init(ctx context.Context) (err error) {
+	log.With(zap.String("spaceId", s.id)).Debug("initializing space")
 	s.storage = newCommonStorage(s.storage)
 
 	header, err := s.storage.SpaceHeader()
@@ -215,6 +236,7 @@ func (s *space) DeriveTree(ctx context.Context, payload tree.ObjectTreeCreatePay
 		Listener:            listener,
 		AclList:             s.aclList,
 		SpaceStorage:        s.storage,
+		TreeUsageController: s,
 	}
 	return synctree.DeriveSyncTree(ctx, deps)
 }
@@ -233,6 +255,7 @@ func (s *space) CreateTree(ctx context.Context, payload tree.ObjectTreeCreatePay
 		Listener:            listener,
 		AclList:             s.aclList,
 		SpaceStorage:        s.storage,
+		TreeUsageController: s,
 	}
 	return synctree.CreateSyncTree(ctx, deps)
 }
@@ -250,6 +273,7 @@ func (s *space) BuildTree(ctx context.Context, id string, listener updatelistene
 		Listener:            listener,
 		AclList:             s.aclList,
 		SpaceStorage:        s.storage,
+		TreeUsageController: s,
 	}
 	return synctree.BuildSyncTreeOrGetRemote(ctx, id, deps)
 }

common/commonspace/syncservice/syncservice.go

@@ -9,6 +9,7 @@ import (
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/net/rpc/rpcerr"
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/nodeconf"
 	"github.com/anytypeio/go-anytype-infrastructure-experiments/common/pkg/ocache"
+	"go.uber.org/zap"
 	"time"
 )
 
@@ -36,6 +37,7 @@ type syncService struct {
 	stopStreamLoop context.CancelFunc
 	connector      nodeconf.ConfConnector
 	streamLoopDone chan struct{}
+	log            *zap.SugaredLogger // TODO: change to logger
 }
 
 func NewSyncService(
@@ -62,6 +64,7 @@ func newSyncService(
 		connector:      connector,
 		clientFactory:  clientFactory,
 		spaceId:        spaceId,
+		log:            log.With(zap.String("id", spaceId)),
 		streamLoopDone: make(chan struct{}),
 	}
 }
@@ -83,6 +86,7 @@ func (s *syncService) LastUsage() time.Time {
 }
 
 func (s *syncService) HandleMessage(ctx context.Context, senderId string, message *spacesyncproto.ObjectSyncMessage) (err error) {
+	s.log.With(zap.String("peerId", senderId), zap.String("objectId", message.ObjectId)).Debug("handling message")
 	obj, err := s.objectGetter.GetObject(ctx, message.ObjectId)
 	if err != nil {
 		return
@@ -93,18 +97,21 @@ func (s *syncService) HandleMessage(ctx context.Context, senderId string, messag
 func (s *syncService) responsibleStreamCheckLoop(ctx context.Context) {
 	defer close(s.streamLoopDone)
 	checkResponsiblePeers := func() {
+		s.log.Debug("dialing responsible peers")
 		respPeers, err := s.connector.DialResponsiblePeers(ctx, s.spaceId)
 		if err != nil {
+			s.log.Error("failed to dial peers", zap.Error(err))
 			return
 		}
 		for _, p := range respPeers {
 			if s.streamPool.HasActiveStream(p.Id()) {
+				s.log.Debug("has active stream for", zap.String("id", p.Id()))
 				continue
 			}
 			stream, err := s.clientFactory.Client(p).Stream(ctx)
 			if err != nil {
 				err = rpcerr.Unwrap(err)
-				log.With("spaceId", s.spaceId).Errorf("failed to open stream: %v", err)
+				s.log.Errorf("failed to open stream: %v", err)
 				// so here probably the request is failed because there is no such space,
 				// but diffService should handle such cases by sending pushSpace
 				continue
@@ -113,9 +120,10 @@ func (s *syncService) responsibleStreamCheckLoop(ctx context.Context) {
 			err = stream.Send(&spacesyncproto.ObjectSyncMessage{SpaceId: s.spaceId})
 			if err != nil {
 				err = rpcerr.Unwrap(err)
-				log.With("spaceId", s.spaceId).Errorf("failed to send first message to stream: %v", err)
+				s.log.Errorf("failed to send first message to stream: %v", err)
 				continue
 			}
+			s.log.Debug("continue reading stream for", zap.String("id", p.Id()))
 			s.streamPool.AddAndReadStreamAsync(stream)
 		}
 	}

common/commonspace/synctree/synctree.go

@@ -28,6 +28,11 @@ type SyncTree interface {
 	synchandler.SyncHandler
 }
 
+type TreeUsageController interface {
+	StartTree()
+	CloseTree()
+}
+
 // SyncTree sends head updates to sync service and also sends new changes to update listener
 type syncTree struct {
 	tree.ObjectTree
@@ -35,6 +40,7 @@ type syncTree struct {
 	syncClient      SyncClient
 	notifiable      diffservice.HeadNotifiable
 	listener        updatelistener.UpdateListener
+	usageController TreeUsageController
 	isClosed        bool
 	isDeleted       bool
 }
@@ -55,6 +61,7 @@ type CreateDeps struct {
 	Listener            updatelistener.UpdateListener
 	AclList             list.ACLList
 	SpaceStorage        spacestorage.SpaceStorage
+	TreeUsageController TreeUsageController
 }
 
 type BuildDeps struct {
@@ -66,6 +73,7 @@ type BuildDeps struct {
 	AclList             list.ACLList
 	SpaceStorage        spacestorage.SpaceStorage
 	TreeStorage         storage.TreeStorage
+	TreeUsageController TreeUsageController
 }
 
 func DeriveSyncTree(ctx context.Context, deps CreateDeps) (t SyncTree, err error) {
@@ -82,6 +90,7 @@ func DeriveSyncTree(ctx context.Context, deps CreateDeps) (t SyncTree, err error
 		ObjectTree:      objTree,
 		syncClient:      syncClient,
 		notifiable:      deps.HeadNotifiable,
+		usageController: deps.TreeUsageController,
 		listener:        deps.Listener,
 	}
 	syncHandler := newSyncTreeHandler(syncTree, syncClient)
@@ -92,6 +101,9 @@ func DeriveSyncTree(ctx context.Context, deps CreateDeps) (t SyncTree, err error
 	if syncTree.listener != nil {
 		syncTree.listener.Rebuild(syncTree)
 	}
+	if syncTree.usageController != nil {
+		syncTree.usageController.StartTree()
+	}
 
 	headUpdate := syncClient.CreateHeadUpdate(t, nil)
 	err = syncClient.BroadcastAsync(headUpdate)
@@ -112,6 +124,7 @@ func CreateSyncTree(ctx context.Context, deps CreateDeps) (t SyncTree, err error
 		ObjectTree:      objTree,
 		syncClient:      syncClient,
 		notifiable:      deps.HeadNotifiable,
+		usageController: deps.TreeUsageController,
 		listener:        deps.Listener,
 	}
 	syncHandler := newSyncTreeHandler(syncTree, syncClient)
@@ -123,6 +136,9 @@ func CreateSyncTree(ctx context.Context, deps CreateDeps) (t SyncTree, err error
 	if syncTree.listener != nil {
 		syncTree.listener.Rebuild(syncTree)
 	}
+	if syncTree.usageController != nil {
+		syncTree.usageController.StartTree()
+	}
 
 	headUpdate := syncClient.CreateHeadUpdate(t, nil)
 	err = syncClient.BroadcastAsync(headUpdate)
@@ -207,6 +223,7 @@ func buildSyncTree(ctx context.Context, isFirstBuild bool, deps BuildDeps) (t Sy
 		ObjectTree:      objTree,
 		syncClient:      syncClient,
 		notifiable:      deps.HeadNotifiable,
+		usageController: deps.TreeUsageController,
 		listener:        deps.Listener,
 	}
 	syncHandler := newSyncTreeHandler(syncTree, syncClient)
@@ -217,6 +234,9 @@ func buildSyncTree(ctx context.Context, isFirstBuild bool, deps BuildDeps) (t Sy
 	if syncTree.listener != nil {
 		syncTree.listener.Rebuild(syncTree)
 	}
+	if syncTree.usageController != nil {
+		syncTree.usageController.StartTree()
+	}
 
 	headUpdate := syncTree.syncClient.CreateHeadUpdate(t, nil)
 	// here we will have different behaviour based on who is sending this update
@@ -310,6 +330,9 @@ func (s *syncTree) Close() (err error) {
 	if s.isClosed {
 		return ErrSyncTreeClosed
 	}
+	if s.usageController != nil {
+		s.usageController.CloseTree()
+	}
 	s.isClosed = true
 	return
 }