server

package

Go to main page

Versions in this module

v1

v1.12.0

Nov 5, 2024

Changes in this version

type Transaction

+ func (t *Transaction) AssertDataset(dataset string)

+ func (t *Transaction) AssertedDatasets() []string

v1.11.1

Oct 16, 2024

v1.11.0

Oct 10, 2024

Changes in this version

+ const JobMetaIndex

+ var JobMetaIndexBytes = uint16ToBytes(JobMetaIndex)

+ type MetaContext struct

+ QueriedDatasets map[uint32]struct{}

+ TransactionSink map[string]struct{}

+ func (c *MetaContext) Add(meta *MetaContext)

+ func (c *MetaContext) RegisterQuerySideInput(datasetid uint32)

+ func (c *MetaContext) RegisterTransactionSink(dataset string)

type Store

+ MetaCtx *MetaContext

+ func NewContextualStore(store *Store) *Store

v1.10.0

Sep 18, 2024

Changes in this version

type ProxyDatasetConfig

+ TimeoutSeconds int

v1.9.3

Aug 19, 2024

v1.9.2

Aug 16, 2024

Changes in this version

+ func IsEntityEqual(prevJson []byte, thisJson []byte, prevEntity *Entity, thisEntity *Entity) bool

+ func IsEntityEqualOld(prevJson []byte, thisJson []byte, prevEntity *Entity, thisEntity *Entity) bool

v1.9.1

Aug 14, 2024

v1.9.0

Aug 13, 2024

Changes in this version

type CreateDatasetConfig

+ VirtualDatasetConfig *VirtualDatasetConfig

type Dataset

+ VirtualDatasetConfig *VirtualDatasetConfig

+ func (ds *Dataset) AsVirtualDataset(datasetManager *DsManager, ...) *VirtualDataset

+ func (ds *Dataset) IsVirtual() bool

+ type Statistics struct

+ Logger *zap.SugaredLogger

+ Store *Store

+ func (stats Statistics) GetStatistics(writer io.Writer) error

+ func (stats Statistics) GetStatisticsForDs(datasetName string, writer io.Writer) error

+ type VirtualDataset struct

+ DsManager *DsManager

+ Logger *zap.SugaredLogger

+ Store *Store

+ Wrap func(d *VirtualDataset, params map[string]any, since string, ...) (string, error)

+ func (d *VirtualDataset) StreamChanges(since string, body io.Reader, f func(entity *Entity) error) (string, error)

+ type VirtualDatasetConfig struct

+ Transform string

v1.8.7

Apr 30, 2024

v1.8.6

Apr 10, 2024

v1.8.5

Mar 8, 2024

v1.8.4

Jan 31, 2024

Changes in this version

+ const ContentIndex

+ const DatasetEntityChangeLog

+ const DatasetLatestEntities

+ const EntityIDToJSONIndexID

+ const IDToURIIndexID

+ const IncomingRefIndex

+ const JobConfigIndex

+ const JobDataIndex

+ const JobResultIndex

+ const LoginProviderIndex

+ const NamespacesIndex

+ const OutgoingRefIndex

+ const RdfNamespaceExpansion

+ const RdfTypeURI

+ const RdfsClassURI

+ const RdfsLabelURI

+ const StorageIDFileName

+ const StoreMetaIndex

+ const StoreNextDatasetID

+ const SysDatasetsID

+ const SysDatasetsSequences

+ const SysJobsID

+ const URIToIDIndexID

+ var AttemptStoreEntitiesErr = func(detail error) error

+ var ContentIndexBytes = uint16ToBytes(ContentIndex)

+ var HTTPBodyMissingErr = func(detail error) error

+ var HTTPContentStoreErr = func(detail error) error

+ var HTTPFullsyncErr = func(detail error) error

+ var HTTPGenericErr = func(detail error) error

+ var HTTPJobParsingErr = func(detail error) error

+ var HTTPJobSchedulingErr = func(detail error) error

+ var HTTPJsonParsingErr = func(detail error) error

+ var HTTPQueryParamErr = func(detail error) error

+ var JobConfigsIndexBytes = uint16ToBytes(JobConfigIndex)

+ var JobResultIndexBytes = uint16ToBytes(JobResultIndex)

+ var LoginProviderIndexBytes = uint16ToBytes(LoginProviderIndex)

+ var SinceParseErr = func(detail error) error

+ var StoreNextDatasetIDBytes = uint16ToBytes(StoreNextDatasetID)

+ func BytesToPrivateKey(priv []byte) *rsa.PrivateKey

+ func BytesToPublicKey(pub []byte) *rsa.PublicKey

+ func DecryptWithPrivateKey(ciphertext []byte, priv *rsa.PrivateKey) []byte

+ func EncryptWithPublicKey(msg []byte, pub *rsa.PublicKey) []byte

+ func GenerateKeyPair(bits int) (*rsa.PrivateKey, *rsa.PublicKey)

+ func PrivateKeyToBytes(priv *rsa.PrivateKey) []byte

+ func PublicKeyToBytes(pub *rsa.PublicKey) []byte

+ func ToLegacyQueryResult(res RelatedEntitiesQueryResult) [][]any

+ func URLJoin(baseURL string, elem ...string) (result string, err error)

+ type BackupManager struct

+ func NewBackupManager(store *Store, env *conf.Config) (*BackupManager, error)

+ func (backupManager *BackupManager) DoNativeBackup() error

+ func (backupManager *BackupManager) DoRsyncBackup() error

+ func (backupManager *BackupManager) LoadLastID() (uint64, error)

+ func (backupManager *BackupManager) Run()

+ func (backupManager *BackupManager) StoreLastID() error

+ type BadgerAccess struct

+ func NewBadgerAccess(s *Store, dsm *DsManager) BadgerAccess

+ func (b BadgerAccess) GetDB() *badger.DB

+ func (b BadgerAccess) IsDatasetDeleted(datasetID types.InternalDatasetID) bool

+ func (b BadgerAccess) LookupDatasetID(datasetName string) (types.InternalDatasetID, bool)

+ func (b BadgerAccess) LookupDatasetIDs(datasetNames []string) []types.InternalDatasetID

+ func (b BadgerAccess) LookupDatasetName(internalDatasetID types.InternalDatasetID) (string, bool)

+ func (b BadgerAccess) LookupExpansionPrefix(namespaceURI types.URI) (types.Prefix, error)

+ func (b BadgerAccess) LookupNamespaceExpansion(prefix types.Prefix) (types.URI, error)

+ type BadgerLogger struct

+ Logger *zap.SugaredLogger

+ func (bl BadgerLogger) Debugf(format string, v ...interface{})

+ func (bl BadgerLogger) Errorf(format string, v ...interface{})

+ func (bl BadgerLogger) Infof(format string, v ...interface{})

+ func (bl BadgerLogger) Warningf(format string, v ...interface{})

+ type Changes struct

+ Context *Context

+ Entities []*Entity

+ NextToken uint64

+ func NewChanges() *Changes

+ type CollectionIndex uint16

+ type Context struct

+ ID string

+ Namespaces map[string]string

+ type CreateDatasetConfig struct

+ ProxyDatasetConfig *ProxyDatasetConfig

+ PublicNamespaces []string

+ type Dataset struct

+ ID string

+ InternalID uint32

+ ProxyConfig *ProxyDatasetConfig

+ PublicNamespaces []string

+ SubjectIdentifier string

+ WriteLock sync.Mutex

+ func NewDataset(store *Store, id string, internalID uint32, subjectIdentifier string) *Dataset

+ func (ds *Dataset) AsProxy(auth func(req *http.Request)) *ProxyDataset

+ func (ds *Dataset) CompleteFullSync(ctx context.Context) error

+ func (ds *Dataset) FullSyncStarted() bool

+ func (ds *Dataset) GetChanges(since uint64, count int, latestOnly bool) (*Changes, error)

+ func (ds *Dataset) GetChangesWatermark() (uint64, error)

+ func (ds *Dataset) GetContext() *Context

+ func (ds *Dataset) GetEntities(from string, count int) (*EntitiesResult, error)

+ func (ds *Dataset) IsProxy() bool

+ func (ds *Dataset) MapEntities(from string, count int, processEntity func(entity *Entity) error) (string, error)

+ func (ds *Dataset) MapEntitiesRaw(from string, count int, processEntity func(json []byte) error) (string, error)

+ func (ds *Dataset) ProcessChanges(since uint64, count int, latestOnly bool, ...) (uint64, error)

+ func (ds *Dataset) ProcessChangesRaw(since uint64, limit int, latestOnly bool, ...) (uint64, error)

+ func (ds *Dataset) RefreshFullSyncLease(fullSyncID string) error

+ func (ds *Dataset) ReleaseFullSyncLease(fullSyncID string) error

+ func (ds *Dataset) StartFullSync() error

+ func (ds *Dataset) StartFullSyncWithLease(fullSyncID string) error

+ func (ds *Dataset) StoreEntities(entities []*Entity) (Error error)

+ func (ds *Dataset) StoreEntitiesWithTransaction(entities []*Entity, txnTime int64, txn *badger.Txn) (newitems int64, Error error)

+ type DatasetName struct

+ Name string

+ type DsManager struct

+ func NewDsManager(env *conf.Config, store *Store, eb EventBus) *DsManager

+ func (dsm *DsManager) CreateDataset(name string, createDatasetConfig *CreateDatasetConfig) (*Dataset, error)

+ func (dsm *DsManager) DeleteDataset(name string) error

+ func (dsm *DsManager) GetDataset(id string) *Dataset

+ func (dsm *DsManager) GetDatasetDetails(name string) (*Entity, bool, error)

+ func (dsm *DsManager) GetDatasetNames() []DatasetName

+ func (dsm *DsManager) IsDataset(name string) bool

+ func (dsm *DsManager) NewDatasetEntity(name string, proxyDatasetConfig *ProxyDatasetConfig, publicNamespaces []string) *Entity

+ func (dsm *DsManager) UpdateDataset(name string, config *UpdateDatasetConfig) (*Dataset, error)

+ type DsNsInfo struct

+ DatasetPrefix string

+ ItemsKey string

+ NameKey string

+ PublicNamespacesKey string

+ type EntitiesResult struct

+ Context *Context

+ ContinuationToken string

+ Entities []*Entity

+ type Entity struct

+ ID string

+ InternalID uint64

+ IsDeleted bool

+ Properties map[string]interface{}

+ Recorded uint64

+ References map[string]interface{}

+ func NewEntity(ID string, internalID uint64) *Entity

+ func NewEntityFromMap(data map[string]interface{}) *Entity

+ func (e *Entity) ExpandIdentifiers(store *Store) error

+ func (e *Entity) GetName() string

+ func (e *Entity) GetProperty(propName string) interface{}

+ func (e *Entity) GetStringProperty(propName string) string

+ type EntityStreamParser struct

+ func NewEntityStreamParser(store *Store) *EntityStreamParser

+ func (esp *EntityStreamParser) ParseStream(reader io.Reader, emitEntity func(*Entity) error) error

+ func (esp *EntityStreamParser) ParseTransaction(reader io.Reader) (*Transaction, error)

+ type EventBus interface

+ Emit func(ctx context.Context, topicName string, data interface{})

+ Init func(datasets []DatasetName)

+ RegisterTopic func(ds string)

+ SubscribeToDataset func(id string, matcher string, f func(e *bus.Event))

+ UnregisterTopic func(ds string)

+ UnsubscribeToDataset func(id string)

+ func NewBus(env *conf.Config) (EventBus, error)

+ func NoOpBus() EventBus

+ type GarbageCollector struct

+ func NewGarbageCollector(store *Store, env *conf.Config) *GarbageCollector

+ func (garbageCollector *GarbageCollector) Cleandeleted() error

+ func (garbageCollector *GarbageCollector) GC() error

+ func (garbageCollector *GarbageCollector) Start(ctx context.Context) error

+ func (garbageCollector *GarbageCollector) Stop(ctx context.Context) error

+ type Instrumented interface

+ type InstrumentedTransaction struct

+ func InstrumentedTxn(btxn *badger.Txn, store *Store) *InstrumentedTransaction

+ func (t *InstrumentedTransaction) Get(id []byte) (*badger.Item, error)

+ func (t *InstrumentedTransaction) NewIterator(options badger.IteratorOptions) *InstumentedIterator

+ type InstumentedIterator struct

+ func (i *InstumentedIterator) Close()

+ func (i *InstumentedIterator) Item() *badger.Item

+ func (i *InstumentedIterator) Next()

+ func (i *InstumentedIterator) Rewind()

+ func (i *InstumentedIterator) Seek(buffer []byte)

+ func (i *InstumentedIterator) ValidForPrefix(bytes []byte) bool

+ type MEventBus struct

+ Bus *bus.Bus

+ func (eb *MEventBus) Emit(ctx context.Context, topicName string, data interface{})

+ func (eb *MEventBus) Init(datasets []DatasetName)

+ func (eb *MEventBus) RegisterTopic(ds string)

+ func (eb *MEventBus) SubscribeToDataset(id string, matcher string, f func(e *bus.Event))

+ func (eb *MEventBus) UnregisterTopic(ds string)

+ func (eb *MEventBus) UnsubscribeToDataset(id string)

+ type NamespaceManager struct

+ func NewNamespaceManager(store *Store) *NamespaceManager

+ func (namespaceManager *NamespaceManager) AssertPrefixMappingForExpansion(uriExpansion string) (string, error)

+ func (namespaceManager *NamespaceManager) ExpandCurie(curie string) (string, error)

+ func (namespaceManager *NamespaceManager) GetContext(includedNamespaces []string) (context *Context)

+ func (namespaceManager *NamespaceManager) GetDatasetNamespaceInfo() (DsNsInfo, error)

+ func (namespaceManager *NamespaceManager) GetPrefixMappingForExpansion(uriExpansion string) (string, error)

+ func (namespaceManager *NamespaceManager) GetPrefixToExpansionMap() (result map[string]string)

+ type NamespacesState struct

+ ExpansionToPrefixMapping map[string]string

+ PrefixToExpansionMapping map[string]string

+ type NoOp struct

+ func (eb *NoOp) Emit(ctx context.Context, topicName string, data interface{})

+ func (eb *NoOp) Init(datasets []DatasetName)

+ func (eb *NoOp) RegisterTopic(ds string)

+ func (eb *NoOp) SubscribeToDataset(id string, matcher string, f func(e *bus.Event))

+ func (eb *NoOp) UnregisterTopic(ds string)

+ func (eb *NoOp) UnsubscribeToDataset(id string)

+ type ProxyDataset struct

+ RemoteChangesURL string

+ RemoteEntitiesURL string

+ func (d *ProxyDataset) ForwardEntities(sourceBody io.ReadCloser, sourceHeader http.Header) error

+ func (d *ProxyDataset) StreamChanges(since string, limit int, latestOnly bool, reverse bool, f func(*Entity) error, ...) (string, error)

+ func (d *ProxyDataset) StreamChangesRaw(since string, limit int, latestOnly bool, reverse bool, ...) (string, error)

+ func (d *ProxyDataset) StreamEntities(from string, limit int, f func(*Entity) error, preStream func() error) (string, error)

+ func (d *ProxyDataset) StreamEntitiesRaw(from string, limit int, f func(jsonData []byte) error, preStream func() error) (string, error)

+ type ProxyDatasetConfig struct

+ AuthProviderName string

+ DownstreamTransform string

+ RemoteURL string

+ UpstreamTransform string

+ type RelatedEntitiesQueryResult struct

+ Cont []*RelatedFrom

+ Relations []RelatedEntityResult

+ type RelatedEntitiesResult struct

+ Continuation *RelatedFrom

+ Relations []RelatedEntityResult

+ type RelatedEntityResult struct

+ PredicateURI string

+ RelatedEntity *Entity

+ StartURI string

+ type RelatedFrom struct

+ At int64

+ Datasets []uint32

+ Inverse bool

+ Predicate uint64

+ RelationIndexFromKey []byte

+ type StorageError struct

+ func NewStorageError(msg string, innerError error) *StorageError

+ func (e *StorageError) Error() string

+ type Store struct

+ NamespaceManager *NamespaceManager

+ SlowLogThreshold time.Duration

+ func NewStore(env *conf.Config, statsdClient statsd.ClientInterface) *Store

+ func (s *Store) Close() error

+ func (s *Store) DatasetsToInternalIDs(datasets []string) []uint32

+ func (s *Store) Delete() error

+ func (s *Store) DeleteObject(collection CollectionIndex, id string) error

+ func (s *Store) ExecuteTransaction(transaction *Transaction) error

+ func (s *Store) ExpandCurie(curie string) (string, error)

+ func (s *Store) GetEntity(uri string, datasets []string, mergePartials bool) (*Entity, error)

+ func (s *Store) GetEntityAtPointInTimeWithInternalID(internalID uint64, at int64, targetDatasetIds []uint32, mergePartials bool) (*Entity, error)

+ func (s *Store) GetEntityWithInternalID(internalID uint64, targetDatasetIds []uint32, mergePartials bool) (*Entity, error)

+ func (s *Store) GetGlobalContext(strict bool) *Context

+ func (s *Store) GetManyRelatedEntities(startPoints []string, predicate string, inverse bool, datasets []string, ...) ([][]any, error)

+ func (s *Store) GetManyRelatedEntitiesAtTime(from []*RelatedFrom, limit int, mergePartials bool) (RelatedEntitiesQueryResult, error)

+ func (s *Store) GetManyRelatedEntitiesBatch(startPoints []string, predicate string, inverse bool, datasets []string, ...) (RelatedEntitiesQueryResult, error)

+ func (s *Store) GetNamespacedIdentifier(val string, localNamespaces map[string]string) (string, error)

+ func (s *Store) GetNamespacedIdentifierFromURI(val string) (string, error)

+ func (s *Store) GetObject(collection CollectionIndex, id string, obj interface{}) error

+ func (s *Store) GetPredicateID(predicate string, txn *badger.Txn) (uint64, error)

+ func (s *Store) GetRelatedAtTime(from *RelatedFrom, limit int) ([]qresult, *RelatedFrom, error)

+ func (s *Store) IsCurie(uri string) bool

+ func (s *Store) IterateObjectsRaw(prefix []byte, processJSON func([]byte) error) error

+ func (s *Store) Open() error

+ func (s *Store) StoreObject(collection CollectionIndex, id string, data interface{}) error

+ func (s *Store) ToRelatedFrom(startPoints []string, predicate string, inverse bool, datasets []string, ...) ([]*RelatedFrom, error)

+ type Transaction struct

+ DatasetEntities map[string][]*Entity

+ type UpdateDatasetConfig struct

+ ID string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL