Remove unneeded files
This commit is contained in:
mcrakhman
Mikhail Iudin
parent
9b752d0e96
commit
e01d1438b5
@ -1,137 +0,0 @@
|
|||||||
package api
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"fmt"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app/logger"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/config"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/tree"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/service/document"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/service/treecache"
|
|
||||||
"go.uber.org/zap"
|
|
||||||
"io"
|
|
||||||
"net/http"
|
|
||||||
"time"
|
|
||||||
)
|
|
||||||
|
|
||||||
const CName = "APIService"
|
|
||||||
|
|
||||||
var log = logger.NewNamed("api")
|
|
||||||
|
|
||||||
func New() app.Component {
|
|
||||||
return &service{}
|
|
||||||
}
|
|
||||||
|
|
||||||
type service struct {
|
|
||||||
treeCache treecache.Service
|
|
||||||
documentService document.Service
|
|
||||||
srv *http.Server
|
|
||||||
cfg *config.Config
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Init(a *app.App) (err error) {
|
|
||||||
s.treeCache = a.MustComponent(treecache.CName).(treecache.Service)
|
|
||||||
s.documentService = a.MustComponent(document.CName).(document.Service)
|
|
||||||
s.cfg = a.MustComponent(config.CName).(*config.Config)
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Name() (name string) {
|
|
||||||
return CName
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Run(ctx context.Context) (err error) {
|
|
||||||
defer func() {
|
|
||||||
if err == nil {
|
|
||||||
log.With(zap.String("port", s.cfg.APIServer.Port)).Info("api server started running")
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
|
|
||||||
s.srv = &http.Server{
|
|
||||||
Addr: fmt.Sprintf(":%s", s.cfg.APIServer.Port),
|
|
||||||
}
|
|
||||||
mux := http.NewServeMux()
|
|
||||||
mux.HandleFunc("/treeDump", s.treeDump)
|
|
||||||
mux.HandleFunc("/createDocumentTree", s.createDocumentTree)
|
|
||||||
mux.HandleFunc("/appendDocument", s.appendDocument)
|
|
||||||
s.srv.Handler = mux
|
|
||||||
|
|
||||||
go s.runServer()
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) runServer() {
|
|
||||||
err := s.srv.ListenAndServe()
|
|
||||||
if err != nil {
|
|
||||||
log.With(zap.Error(err)).Error("could not run api server")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Close(ctx context.Context) (err error) {
|
|
||||||
return s.srv.Shutdown(ctx)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) treeDump(w http.ResponseWriter, req *http.Request) {
|
|
||||||
var (
|
|
||||||
query = req.URL.Query()
|
|
||||||
treeId = query.Get("treeId")
|
|
||||||
dump string
|
|
||||||
err error
|
|
||||||
)
|
|
||||||
err = s.treeCache.Do(context.Background(), treeId, func(obj interface{}) error {
|
|
||||||
t := obj.(tree.ObjectTree)
|
|
||||||
dump, err = t.DebugDump()
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
sendText(w, http.StatusInternalServerError, err.Error())
|
|
||||||
return
|
|
||||||
}
|
|
||||||
sendText(w, http.StatusOK, dump)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) createDocumentTree(w http.ResponseWriter, req *http.Request) {
|
|
||||||
var (
|
|
||||||
query = req.URL.Query()
|
|
||||||
text = query.Get("text")
|
|
||||||
aclListId = query.Get("aclListId")
|
|
||||||
)
|
|
||||||
timeoutCtx, cancel := context.WithTimeout(context.Background(), time.Second*30)
|
|
||||||
treeId, err := s.documentService.CreateDocumentTree(timeoutCtx, aclListId, text)
|
|
||||||
cancel()
|
|
||||||
if err != nil {
|
|
||||||
sendText(w, http.StatusInternalServerError, err.Error())
|
|
||||||
return
|
|
||||||
}
|
|
||||||
sendText(w, http.StatusOK, treeId)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) appendDocument(w http.ResponseWriter, req *http.Request) {
|
|
||||||
var (
|
|
||||||
query = req.URL.Query()
|
|
||||||
text = query.Get("text")
|
|
||||||
treeId = query.Get("treeId")
|
|
||||||
)
|
|
||||||
timeoutCtx, cancel := context.WithTimeout(context.Background(), time.Second*30)
|
|
||||||
err := s.documentService.UpdateDocumentTree(timeoutCtx, treeId, text)
|
|
||||||
cancel()
|
|
||||||
if err != nil {
|
|
||||||
sendText(w, http.StatusInternalServerError, err.Error())
|
|
||||||
return
|
|
||||||
}
|
|
||||||
sendText(w, http.StatusOK, fmt.Sprintf("updated document with id: %s with text: %s", treeId, text))
|
|
||||||
}
|
|
||||||
|
|
||||||
func sendText(r http.ResponseWriter, code int, body string) {
|
|
||||||
r.Header().Set("Content-Type", "text/plain")
|
|
||||||
r.WriteHeader(code)
|
|
||||||
|
|
||||||
_, err := io.WriteString(r, fmt.Sprintf("%s\n", body))
|
|
||||||
if err != nil {
|
|
||||||
log.Error("writing response failed", zap.Error(err))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,219 +0,0 @@
|
|||||||
package document
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"fmt"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app/logger"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/common/account"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/aclrecordproto/aclpb"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/list"
|
|
||||||
testchanges "github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/testutils/testchanges/proto"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/tree"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/service/node"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/service/storage"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/service/sync/message"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/service/treecache"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/syncproto"
|
|
||||||
"github.com/gogo/protobuf/proto"
|
|
||||||
"go.uber.org/zap"
|
|
||||||
)
|
|
||||||
|
|
||||||
var CName = "DocumentService"
|
|
||||||
|
|
||||||
var log = logger.NewNamed("documentservice")
|
|
||||||
|
|
||||||
type service struct {
|
|
||||||
messageService message.Service
|
|
||||||
treeCache treecache.Service
|
|
||||||
account account.Service
|
|
||||||
storage storage.Service
|
|
||||||
// to create new documents we need to know all nodes
|
|
||||||
nodes []*node.Node
|
|
||||||
}
|
|
||||||
|
|
||||||
type Service interface {
|
|
||||||
UpdateDocumentTree(ctx context.Context, id, text string) error
|
|
||||||
CreateDocumentTree(ctx context.Context, aclTreeId string, text string) (id string, err error)
|
|
||||||
}
|
|
||||||
|
|
||||||
func New() app.Component {
|
|
||||||
return &service{}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Init(a *app.App) (err error) {
|
|
||||||
s.account = a.MustComponent(account.CName).(account.Service)
|
|
||||||
s.messageService = a.MustComponent(message.CName).(message.Service)
|
|
||||||
s.treeCache = a.MustComponent(treecache.CName).(treecache.Service)
|
|
||||||
s.storage = a.MustComponent(storage.CName).(storage.Service)
|
|
||||||
|
|
||||||
nodesService := a.MustComponent(node.CName).(node.Service)
|
|
||||||
s.nodes = nodesService.Nodes()
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Name() (name string) {
|
|
||||||
return CName
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Run(ctx context.Context) (err error) {
|
|
||||||
syncData := s.storage.ImportedACLSyncData()
|
|
||||||
|
|
||||||
// we could have added a timeout or some additional logic,
|
|
||||||
// but let's just use the ACL id of the latest started node :-)
|
|
||||||
return s.messageService.SendToSpaceAsync("", syncproto.WrapACLList(
|
|
||||||
&syncproto.SyncACLList{Records: syncData.Records},
|
|
||||||
syncData.Header,
|
|
||||||
syncData.Id,
|
|
||||||
))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Close(ctx context.Context) (err error) {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) UpdateDocumentTree(ctx context.Context, id, text string) (err error) {
|
|
||||||
var (
|
|
||||||
ch *aclpb.RawChange
|
|
||||||
header *aclpb.Header
|
|
||||||
snapshotPath []string
|
|
||||||
heads []string
|
|
||||||
)
|
|
||||||
log.With(zap.String("id", id), zap.String("text", text)).
|
|
||||||
Debug("updating document")
|
|
||||||
|
|
||||||
err = s.treeCache.Do(ctx, id, func(obj interface{}) error {
|
|
||||||
docTree, ok := obj.(tree.ObjectTree)
|
|
||||||
if !ok {
|
|
||||||
return fmt.Errorf("can't update acl trees with text")
|
|
||||||
}
|
|
||||||
|
|
||||||
docTree.Lock()
|
|
||||||
defer docTree.Unlock()
|
|
||||||
err = s.treeCache.Do(ctx, docTree.Header().AclListId, func(obj interface{}) error {
|
|
||||||
aclTree := obj.(list.ACLList)
|
|
||||||
aclTree.RLock()
|
|
||||||
defer aclTree.RUnlock()
|
|
||||||
|
|
||||||
content := createAppendTextChange(text)
|
|
||||||
signable := tree.SignableChangeContent{
|
|
||||||
Proto: content,
|
|
||||||
Key: s.account.Account().SignKey,
|
|
||||||
Identity: s.account.Account().Identity,
|
|
||||||
IsSnapshot: false,
|
|
||||||
}
|
|
||||||
ch, err = docTree.AddContent(ctx, signable)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
id = docTree.ID()
|
|
||||||
heads = docTree.Heads()
|
|
||||||
header = docTree.Header()
|
|
||||||
snapshotPath = docTree.SnapshotPath()
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
log.With(
|
|
||||||
zap.String("id", id),
|
|
||||||
zap.Strings("heads", heads),
|
|
||||||
zap.String("header", header.String())).
|
|
||||||
Debug("document updated in the database")
|
|
||||||
|
|
||||||
return s.messageService.SendToSpaceAsync("", syncproto.WrapHeadUpdate(&syncproto.SyncHeadUpdate{
|
|
||||||
Heads: heads,
|
|
||||||
Changes: []*aclpb.RawChange{ch},
|
|
||||||
SnapshotPath: snapshotPath,
|
|
||||||
}, header, id))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) CreateDocumentTree(ctx context.Context, aclListId string, text string) (id string, err error) {
|
|
||||||
acc := s.account.Account()
|
|
||||||
var (
|
|
||||||
ch *aclpb.RawChange
|
|
||||||
header *aclpb.Header
|
|
||||||
snapshotPath []string
|
|
||||||
heads []string
|
|
||||||
)
|
|
||||||
err = s.treeCache.Do(ctx, aclListId, func(obj interface{}) error {
|
|
||||||
t := obj.(list.ACLList)
|
|
||||||
t.RLock()
|
|
||||||
defer t.RUnlock()
|
|
||||||
|
|
||||||
content := createInitialTextChange(text)
|
|
||||||
doc, err := tree.CreateNewTreeStorage(acc, t, content, s.storage.CreateTreeStorage)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
id, err = doc.ID()
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
header, err = doc.Header()
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
heads = []string{header.FirstId}
|
|
||||||
snapshotPath = []string{header.FirstId}
|
|
||||||
ch, err = doc.GetRawChange(ctx, header.FirstId)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
return "", err
|
|
||||||
}
|
|
||||||
|
|
||||||
log.With(zap.String("id", id), zap.String("text", text)).
|
|
||||||
Debug("creating document")
|
|
||||||
|
|
||||||
err = s.messageService.SendToSpaceAsync("", syncproto.WrapHeadUpdate(&syncproto.SyncHeadUpdate{
|
|
||||||
Heads: heads,
|
|
||||||
Changes: []*aclpb.RawChange{ch},
|
|
||||||
SnapshotPath: snapshotPath,
|
|
||||||
}, header, id))
|
|
||||||
if err != nil {
|
|
||||||
return "", err
|
|
||||||
}
|
|
||||||
return id, err
|
|
||||||
}
|
|
||||||
|
|
||||||
func createInitialTextChange(text string) proto.Marshaler {
|
|
||||||
return &testchanges.PlainTextChangeData{
|
|
||||||
Content: []*testchanges.PlainTextChangeContent{
|
|
||||||
createAppendTextChangeContent(text),
|
|
||||||
},
|
|
||||||
Snapshot: &testchanges.PlainTextChangeSnapshot{Text: text},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func createAppendTextChange(text string) proto.Marshaler {
|
|
||||||
return &testchanges.PlainTextChangeData{
|
|
||||||
Content: []*testchanges.PlainTextChangeContent{
|
|
||||||
createAppendTextChangeContent(text),
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func createAppendTextChangeContent(text string) *testchanges.PlainTextChangeContent {
|
|
||||||
return &testchanges.PlainTextChangeContent{
|
|
||||||
Value: &testchanges.PlainTextChangeContentValueOfTextAppend{
|
|
||||||
TextAppend: &testchanges.PlainTextChangeTextAppend{
|
|
||||||
Text: text,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,71 +0,0 @@
|
|||||||
package storage
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app/logger"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/aclrecordproto/aclpb"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/storage"
|
|
||||||
)
|
|
||||||
|
|
||||||
var CName = "storage"
|
|
||||||
|
|
||||||
var log = logger.NewNamed("storage").Sugar()
|
|
||||||
|
|
||||||
type ImportedACLSyncData struct {
|
|
||||||
Id string
|
|
||||||
Header *aclpb.Header
|
|
||||||
Records []*aclpb.RawACLRecord
|
|
||||||
}
|
|
||||||
|
|
||||||
type Service interface {
|
|
||||||
storage.Provider
|
|
||||||
ImportedACLSyncData() ImportedACLSyncData
|
|
||||||
}
|
|
||||||
|
|
||||||
func New() app.Component {
|
|
||||||
return &service{}
|
|
||||||
}
|
|
||||||
|
|
||||||
type service struct {
|
|
||||||
storageProvider storage.Provider
|
|
||||||
importedACLSyncData ImportedACLSyncData
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Init(a *app.App) (err error) {
|
|
||||||
s.storageProvider = storage.NewInMemoryTreeStorageProvider()
|
|
||||||
// importing hardcoded acl list, check that the keys there are correct
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Storage(treeId string) (storage.Storage, error) {
|
|
||||||
return s.storageProvider.Storage(treeId)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) AddStorage(id string, st storage.Storage) error {
|
|
||||||
return s.storageProvider.AddStorage(id, st)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) CreateTreeStorage(payload storage.TreeStorageCreatePayload) (storage.TreeStorage, error) {
|
|
||||||
return s.storageProvider.CreateTreeStorage(payload)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) CreateACLListStorage(payload storage.ACLListStorageCreatePayload) (storage.ListStorage, error) {
|
|
||||||
return s.storageProvider.CreateACLListStorage(payload)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Name() (name string) {
|
|
||||||
return CName
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) ImportedACLSyncData() ImportedACLSyncData {
|
|
||||||
return s.importedACLSyncData
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Run(ctx context.Context) (err error) {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s service) Close(ctx context.Context) (err error) {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
@ -1,127 +0,0 @@
|
|||||||
package treecache
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"fmt"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/app/logger"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/common/account"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/aclrecordproto/aclpb"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/list"
|
|
||||||
aclstorage "github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/storage"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/acl/tree"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/pkg/ocache"
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/service/storage"
|
|
||||||
"go.uber.org/zap"
|
|
||||||
)
|
|
||||||
|
|
||||||
const CName = "treecache"
|
|
||||||
|
|
||||||
type ObjFunc = func(obj interface{}) error
|
|
||||||
|
|
||||||
var log = logger.NewNamed("treecache")
|
|
||||||
|
|
||||||
type Service interface {
|
|
||||||
Do(ctx context.Context, id string, f ObjFunc) error
|
|
||||||
Add(ctx context.Context, id string, payload any) error
|
|
||||||
}
|
|
||||||
|
|
||||||
type service struct {
|
|
||||||
storage storage.Service
|
|
||||||
account account.Service
|
|
||||||
cache ocache.OCache
|
|
||||||
}
|
|
||||||
|
|
||||||
func New() app.ComponentRunnable {
|
|
||||||
return &service{}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Do(ctx context.Context, treeId string, f ObjFunc) error {
|
|
||||||
log.
|
|
||||||
With(zap.String("treeId", treeId)).
|
|
||||||
Debug("requesting tree from cache to perform operation")
|
|
||||||
|
|
||||||
t, err := s.cache.Get(ctx, treeId)
|
|
||||||
defer s.cache.Release(treeId)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
return f(t)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Add(ctx context.Context, treeId string, payload any) error {
|
|
||||||
switch pl := payload.(type) {
|
|
||||||
case aclstorage.TreeStorageCreatePayload:
|
|
||||||
log.
|
|
||||||
With(zap.String("treeId", treeId), zap.Int("len(changes)", len(pl.Changes))).
|
|
||||||
Debug("adding Tree with changes")
|
|
||||||
|
|
||||||
_, err := s.storage.CreateTreeStorage(payload.(aclstorage.TreeStorageCreatePayload))
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
case aclstorage.ACLListStorageCreatePayload:
|
|
||||||
log.
|
|
||||||
With(zap.String("treeId", treeId), zap.Int("len(changes)", len(pl.Records))).
|
|
||||||
Debug("adding ACLList with records")
|
|
||||||
|
|
||||||
_, err := s.storage.CreateACLListStorage(payload.(aclstorage.ACLListStorageCreatePayload))
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Init(a *app.App) (err error) {
|
|
||||||
s.cache = ocache.New(s.loadTree)
|
|
||||||
s.account = a.MustComponent(account.CName).(account.Service)
|
|
||||||
s.storage = a.MustComponent(storage.CName).(storage.Service)
|
|
||||||
// TODO: for test we should load some predefined keys
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Name() (name string) {
|
|
||||||
return CName
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Run(ctx context.Context) (err error) {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) Close(ctx context.Context) (err error) {
|
|
||||||
return s.cache.Close()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *service) loadTree(ctx context.Context, id string) (ocache.Object, error) {
|
|
||||||
t, err := s.storage.Storage(id)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
header, err := t.Header()
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
switch header.DocType { // handler
|
|
||||||
case aclpb.Header_ACL:
|
|
||||||
return list.BuildACLListWithIdentity(s.account.Account(), t.(aclstorage.ListStorage))
|
|
||||||
case aclpb.Header_DocTree:
|
|
||||||
break
|
|
||||||
default:
|
|
||||||
return nil, fmt.Errorf("incorrect type")
|
|
||||||
}
|
|
||||||
log.Info("got header", zap.String("header", header.String()))
|
|
||||||
var objTree tree.ObjectTree
|
|
||||||
err = s.Do(ctx, header.AclListId, func(obj interface{}) error {
|
|
||||||
aclList := obj.(list.ACLList)
|
|
||||||
objTree, err = tree.BuildObjectTree(t.(aclstorage.TreeStorage), nil, aclList)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
|
|
||||||
return objTree, err
|
|
||||||
}
|
|
||||||
@ -1,19 +0,0 @@
|
|||||||
package syncproto
|
|
||||||
|
|
||||||
func WrapHeadUpdate(update *Sync_HeadUpdate) *Sync {
|
|
||||||
return &Sync{Message: &Sync_ContentValue{
|
|
||||||
Value: &Sync_Content_Value_HeadUpdate{HeadUpdate: update},
|
|
||||||
}}
|
|
||||||
}
|
|
||||||
|
|
||||||
func WrapFullRequest(request *Sync_Full_Request) *Sync {
|
|
||||||
return &Sync{Message: &Sync_ContentValue{
|
|
||||||
Value: &Sync_Content_Value_FullSyncRequest{FullSyncRequest: request},
|
|
||||||
}}
|
|
||||||
}
|
|
||||||
|
|
||||||
func WrapFullResponse(response *Sync_Full_Response) *Sync {
|
|
||||||
return &Sync{Message: &Sync_ContentValue{
|
|
||||||
Value: &Sync_Content_Value_FullSyncResponse{FullSyncResponse: response},
|
|
||||||
}}
|
|
||||||
}
|
|
||||||
@ -1,50 +0,0 @@
|
|||||||
syntax = "proto3";
|
|
||||||
package anytype;
|
|
||||||
option go_package = "/syncproto";
|
|
||||||
|
|
||||||
import "pkg/acl/aclrecordproto/aclpb/protos/aclrecordproto.proto";
|
|
||||||
|
|
||||||
message Message {
|
|
||||||
Header header = 1;
|
|
||||||
bytes data = 2;
|
|
||||||
}
|
|
||||||
|
|
||||||
message Header {
|
|
||||||
bytes traceId = 1;
|
|
||||||
uint64 requestId = 2;
|
|
||||||
uint64 replyId = 3;
|
|
||||||
MessageType type = 4;
|
|
||||||
string debugInfo = 5;
|
|
||||||
}
|
|
||||||
|
|
||||||
enum MessageType {
|
|
||||||
MessageTypeSystem = 0;
|
|
||||||
MessageTypeSpace = 1;
|
|
||||||
MessageTypeSync = 2;
|
|
||||||
MessageTypeFile = 3;
|
|
||||||
}
|
|
||||||
|
|
||||||
message System {
|
|
||||||
Handshake handshake = 1;
|
|
||||||
Ping ping = 2;
|
|
||||||
Ack ack = 3;
|
|
||||||
|
|
||||||
message Handshake {
|
|
||||||
string protocolVersion = 1;
|
|
||||||
}
|
|
||||||
message Ping {
|
|
||||||
uint64 unixTime = 1;
|
|
||||||
}
|
|
||||||
message Ack {
|
|
||||||
Error error = 2;
|
|
||||||
}
|
|
||||||
message Error {
|
|
||||||
Code code = 1;
|
|
||||||
string description = 2;
|
|
||||||
|
|
||||||
enum Code {
|
|
||||||
UNKNOWN = 0;
|
|
||||||
UNSUPPORTED_PROTOCOL_VERSION = 10;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
1791
syncproto/sync.pb.go
1791
syncproto/sync.pb.go
File diff suppressed because it is too large
Load Diff
@ -1,122 +0,0 @@
|
|||||||
// Package crc16 is implementation according to CCITT standards.
|
|
||||||
//
|
|
||||||
// Note by @antirez: this is actually the XMODEM CRC 16 algorithm, using the
|
|
||||||
// following parameters:
|
|
||||||
//
|
|
||||||
// Name : "XMODEM", also known as "ZMODEM", "CRC-16/ACORN"
|
|
||||||
// Width : 16 bit
|
|
||||||
// Poly : 1021 (That is actually x^16 + x^12 + x^5 + 1)
|
|
||||||
// Initialization : 0000
|
|
||||||
// Reflect Input byte : False
|
|
||||||
// Reflect Output CRC : False
|
|
||||||
// Xor constant to output CRC : 0000
|
|
||||||
// Output for "123456789" : 31C3
|
|
||||||
//
|
|
||||||
// ported from the c++ code in the stellar-core codebase
|
|
||||||
// (https://github.com/stellar/stellar-core). The code is licensed
|
|
||||||
// as:
|
|
||||||
/*
|
|
||||||
* Copyright 2001-2010 Georges Menie (www.menie.org)
|
|
||||||
* Copyright 2010-2012 Salvatore Sanfilippo (adapted to Redis coding style)
|
|
||||||
* Copyright 2015 Stellar Development Foundation (ported to go)
|
|
||||||
* All rights reserved.
|
|
||||||
*
|
|
||||||
* Redistribution and use in source and binary forms, with or without
|
|
||||||
* modification, are permitted provided that the following conditions are met:
|
|
||||||
*
|
|
||||||
* * Redistributions of source code must retain the above copyright
|
|
||||||
* notice, this list of conditions and the following disclaimer.
|
|
||||||
* * Redistributions in binary form must reproduce the above copyright
|
|
||||||
* notice, this list of conditions and the following disclaimer in the
|
|
||||||
* documentation and/or other materials provided with the distribution.
|
|
||||||
* * Neither the name of the University of California, Berkeley nor the
|
|
||||||
* names of its contributors may be used to endorse or promote products
|
|
||||||
* derived from this software without specific prior written permission.
|
|
||||||
*
|
|
||||||
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND ANY
|
|
||||||
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
||||||
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
||||||
* DISCLAIMED. IN NO EVENT SHALL THE REGENTS AND CONTRIBUTORS BE LIABLE FOR ANY
|
|
||||||
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
||||||
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
||||||
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
||||||
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
||||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
||||||
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
||||||
*/
|
|
||||||
package crc16
|
|
||||||
|
|
||||||
import (
|
|
||||||
"bytes"
|
|
||||||
"encoding/binary"
|
|
||||||
"fmt"
|
|
||||||
)
|
|
||||||
|
|
||||||
// ErrInvalidChecksum is returned when Validate determines either the checksum
|
|
||||||
// or the payload has been corrupted
|
|
||||||
var ErrInvalidChecksum = fmt.Errorf("invalid checksum")
|
|
||||||
|
|
||||||
var crc16tab = [256]uint16{
|
|
||||||
0x0000, 0x1021, 0x2042, 0x3063, 0x4084, 0x50a5, 0x60c6, 0x70e7,
|
|
||||||
0x8108, 0x9129, 0xa14a, 0xb16b, 0xc18c, 0xd1ad, 0xe1ce, 0xf1ef,
|
|
||||||
0x1231, 0x0210, 0x3273, 0x2252, 0x52b5, 0x4294, 0x72f7, 0x62d6,
|
|
||||||
0x9339, 0x8318, 0xb37b, 0xa35a, 0xd3bd, 0xc39c, 0xf3ff, 0xe3de,
|
|
||||||
0x2462, 0x3443, 0x0420, 0x1401, 0x64e6, 0x74c7, 0x44a4, 0x5485,
|
|
||||||
0xa56a, 0xb54b, 0x8528, 0x9509, 0xe5ee, 0xf5cf, 0xc5ac, 0xd58d,
|
|
||||||
0x3653, 0x2672, 0x1611, 0x0630, 0x76d7, 0x66f6, 0x5695, 0x46b4,
|
|
||||||
0xb75b, 0xa77a, 0x9719, 0x8738, 0xf7df, 0xe7fe, 0xd79d, 0xc7bc,
|
|
||||||
0x48c4, 0x58e5, 0x6886, 0x78a7, 0x0840, 0x1861, 0x2802, 0x3823,
|
|
||||||
0xc9cc, 0xd9ed, 0xe98e, 0xf9af, 0x8948, 0x9969, 0xa90a, 0xb92b,
|
|
||||||
0x5af5, 0x4ad4, 0x7ab7, 0x6a96, 0x1a71, 0x0a50, 0x3a33, 0x2a12,
|
|
||||||
0xdbfd, 0xcbdc, 0xfbbf, 0xeb9e, 0x9b79, 0x8b58, 0xbb3b, 0xab1a,
|
|
||||||
0x6ca6, 0x7c87, 0x4ce4, 0x5cc5, 0x2c22, 0x3c03, 0x0c60, 0x1c41,
|
|
||||||
0xedae, 0xfd8f, 0xcdec, 0xddcd, 0xad2a, 0xbd0b, 0x8d68, 0x9d49,
|
|
||||||
0x7e97, 0x6eb6, 0x5ed5, 0x4ef4, 0x3e13, 0x2e32, 0x1e51, 0x0e70,
|
|
||||||
0xff9f, 0xefbe, 0xdfdd, 0xcffc, 0xbf1b, 0xaf3a, 0x9f59, 0x8f78,
|
|
||||||
0x9188, 0x81a9, 0xb1ca, 0xa1eb, 0xd10c, 0xc12d, 0xf14e, 0xe16f,
|
|
||||||
0x1080, 0x00a1, 0x30c2, 0x20e3, 0x5004, 0x4025, 0x7046, 0x6067,
|
|
||||||
0x83b9, 0x9398, 0xa3fb, 0xb3da, 0xc33d, 0xd31c, 0xe37f, 0xf35e,
|
|
||||||
0x02b1, 0x1290, 0x22f3, 0x32d2, 0x4235, 0x5214, 0x6277, 0x7256,
|
|
||||||
0xb5ea, 0xa5cb, 0x95a8, 0x8589, 0xf56e, 0xe54f, 0xd52c, 0xc50d,
|
|
||||||
0x34e2, 0x24c3, 0x14a0, 0x0481, 0x7466, 0x6447, 0x5424, 0x4405,
|
|
||||||
0xa7db, 0xb7fa, 0x8799, 0x97b8, 0xe75f, 0xf77e, 0xc71d, 0xd73c,
|
|
||||||
0x26d3, 0x36f2, 0x0691, 0x16b0, 0x6657, 0x7676, 0x4615, 0x5634,
|
|
||||||
0xd94c, 0xc96d, 0xf90e, 0xe92f, 0x99c8, 0x89e9, 0xb98a, 0xa9ab,
|
|
||||||
0x5844, 0x4865, 0x7806, 0x6827, 0x18c0, 0x08e1, 0x3882, 0x28a3,
|
|
||||||
0xcb7d, 0xdb5c, 0xeb3f, 0xfb1e, 0x8bf9, 0x9bd8, 0xabbb, 0xbb9a,
|
|
||||||
0x4a75, 0x5a54, 0x6a37, 0x7a16, 0x0af1, 0x1ad0, 0x2ab3, 0x3a92,
|
|
||||||
0xfd2e, 0xed0f, 0xdd6c, 0xcd4d, 0xbdaa, 0xad8b, 0x9de8, 0x8dc9,
|
|
||||||
0x7c26, 0x6c07, 0x5c64, 0x4c45, 0x3ca2, 0x2c83, 0x1ce0, 0x0cc1,
|
|
||||||
0xef1f, 0xff3e, 0xcf5d, 0xdf7c, 0xaf9b, 0xbfba, 0x8fd9, 0x9ff8,
|
|
||||||
0x6e17, 0x7e36, 0x4e55, 0x5e74, 0x2e93, 0x3eb2, 0x0ed1, 0x1ef0,
|
|
||||||
}
|
|
||||||
|
|
||||||
// Checksum returns the 2-byte checksum for the provided data
|
|
||||||
func Checksum(data []byte) []byte {
|
|
||||||
var crc uint16
|
|
||||||
var out bytes.Buffer
|
|
||||||
for _, b := range data {
|
|
||||||
crc = ((crc << 8) & 0xffff) ^ crc16tab[((crc>>8)^uint16(b))&0x00FF]
|
|
||||||
}
|
|
||||||
|
|
||||||
err := binary.Write(&out, binary.LittleEndian, crc)
|
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
|
|
||||||
return out.Bytes()
|
|
||||||
}
|
|
||||||
|
|
||||||
// Validate returns an error if the provided checksum does not match
|
|
||||||
// the calculated checksum of the provided data
|
|
||||||
func Validate(data []byte, expected []byte) error {
|
|
||||||
|
|
||||||
actual := Checksum(data)
|
|
||||||
|
|
||||||
// validate the provided checksum against the calculated
|
|
||||||
if !bytes.Equal(actual, expected) {
|
|
||||||
return ErrInvalidChecksum
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
@ -1,118 +0,0 @@
|
|||||||
package strkey
|
|
||||||
|
|
||||||
import (
|
|
||||||
"bytes"
|
|
||||||
"encoding/binary"
|
|
||||||
"fmt"
|
|
||||||
|
|
||||||
"github.com/mr-tron/base58/base58"
|
|
||||||
|
|
||||||
"github.com/anytypeio/go-anytype-infrastructure-experiments/util/crc16"
|
|
||||||
)
|
|
||||||
|
|
||||||
// ErrInvalidVersionByte is returned when the version byte from a provided
|
|
||||||
// strkey-encoded string is not one of the valid values.
|
|
||||||
var ErrInvalidVersionByte = fmt.Errorf("invalid version byte")
|
|
||||||
|
|
||||||
// VersionByte represents one of the possible prefix values for a StrKey base
|
|
||||||
// string--the string the when encoded using base58 yields a final StrKey.
|
|
||||||
type VersionByte byte
|
|
||||||
|
|
||||||
// Decode decodes the provided StrKey into a raw value, checking the checksum
|
|
||||||
// and ensuring the expected VersionByte (the version parameter) is the value
|
|
||||||
// actually encoded into the provided src string.
|
|
||||||
func Decode(expected VersionByte, src string) ([]byte, error) {
|
|
||||||
raw, err := decodeString(src)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
// decode into components
|
|
||||||
version := VersionByte(raw[0])
|
|
||||||
vp := raw[0 : len(raw)-2]
|
|
||||||
payload := raw[1 : len(raw)-2]
|
|
||||||
checksum := raw[len(raw)-2:]
|
|
||||||
|
|
||||||
// ensure version byte is expected
|
|
||||||
if version != expected {
|
|
||||||
return nil, ErrInvalidVersionByte
|
|
||||||
}
|
|
||||||
|
|
||||||
// ensure checksum is valid
|
|
||||||
if err := crc16.Validate(vp, checksum); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
// if we made it through the gaunlet, return the decoded value
|
|
||||||
return payload, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// MustDecode is like Decode, but panics on error
|
|
||||||
func MustDecode(expected VersionByte, src string) []byte {
|
|
||||||
d, err := Decode(expected, src)
|
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
return d
|
|
||||||
}
|
|
||||||
|
|
||||||
// Encode encodes the provided data to a StrKey, using the provided version
|
|
||||||
// byte.
|
|
||||||
func Encode(version VersionByte, src []byte) (string, error) {
|
|
||||||
var raw bytes.Buffer
|
|
||||||
|
|
||||||
// write version byte
|
|
||||||
if err := binary.Write(&raw, binary.LittleEndian, version); err != nil {
|
|
||||||
return "", err
|
|
||||||
}
|
|
||||||
|
|
||||||
// write payload
|
|
||||||
if _, err := raw.Write(src); err != nil {
|
|
||||||
return "", err
|
|
||||||
}
|
|
||||||
|
|
||||||
// calculate and write checksum
|
|
||||||
checksum := crc16.Checksum(raw.Bytes())
|
|
||||||
if _, err := raw.Write(checksum); err != nil {
|
|
||||||
return "", err
|
|
||||||
}
|
|
||||||
|
|
||||||
result := base58.FastBase58Encoding(raw.Bytes())
|
|
||||||
return result, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// MustEncode is like Encode, but panics on error
|
|
||||||
func MustEncode(version VersionByte, src []byte) string {
|
|
||||||
e, err := Encode(version, src)
|
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
return e
|
|
||||||
}
|
|
||||||
|
|
||||||
// Version extracts and returns the version byte from the provided source
|
|
||||||
// string.
|
|
||||||
func Version(src string) (VersionByte, error) {
|
|
||||||
raw, err := decodeString(src)
|
|
||||||
if err != nil {
|
|
||||||
return VersionByte(0), err
|
|
||||||
}
|
|
||||||
|
|
||||||
return VersionByte(raw[0]), nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// decodeString decodes a base58 string into the raw bytes, and ensures it could
|
|
||||||
// potentially be strkey encoded (i.e. it has both a version byte and a
|
|
||||||
// checksum, neither of which are explicitly checked by this func)
|
|
||||||
func decodeString(src string) ([]byte, error) {
|
|
||||||
raw, err := base58.FastBase58Decoding(src)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("base58 decode failed: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if len(raw) < 3 {
|
|
||||||
return nil, fmt.Errorf("encoded value is %d bytes; minimum valid length is 3", len(raw))
|
|
||||||
}
|
|
||||||
|
|
||||||
return raw, nil
|
|
||||||
}
|
|
||||||
Loading…
x
Reference in New Issue
Block a user