dxfuse

package module

Go to main page

Versions in this module

v1

v1.3.0

Feb 15, 2024

Changes in this version

type DxDescribeDataObject

+ func ConvertDescribeRawToDataObject(projectId string, descRaw DxDescribeRaw) DxDescribeDataObject

type ListFolderRequest

+ Describe map[string]bool

type ObjInfo

+ Describe DxDescribeRaw

v1.2.0

Apr 20, 2023

v1.1.1

Sep 19, 2022

v1.1.0

Aug 12, 2022

v1.0.1

Jul 26, 2022

v1.0.0

Nov 17, 2021

Changes in this version

+ const AM_AO_Remote

+ const InitialUploadPartSize

+ const MaxUploadPartSize

+ const MinHttpClientPoolSize

+ func GetTgid(pid uint32) (tgid int32, err error)

type FileHandle

+ Id string

+ Tgid int32

+ type FileUploader struct

+ func NewFileUploader(verboseLevel int, options Options, dxEnv dxda.DXEnvironment) *FileUploader

+ func (uploader *FileUploader) AllocateWriteBuffer(partId int, block bool) []byte

+ func (uploader *FileUploader) Shutdown()

type MetadataDb

+ func (mdb *MetadataDb) UpdateClosedFileMetadata(ctx context.Context, oph *OpHandle, inode int64) error

+ type UploadRequest struct

v1.0.0-rc.5

Nov 9, 2021

v1.0.0-rc.4

Sep 30, 2021

v1.0.0-rc.3

Sep 24, 2021

v1.0.0-rc.2

Sep 13, 2021

v1.0.0-rc.1

Sep 8, 2021

v0

v0.25.0

Sep 8, 2021

v0.24.3

Aug 24, 2021

v0.24.2

Jun 3, 2021

v0.24.1

May 10, 2021

v0.24.0

Feb 2, 2021

Changes in this version

type Posix

+ func (px *Posix) SortObjectsByCtime(dxObjs []DxDescribeDataObject) []DxDescribeDataObject

v0.23.3

Jan 28, 2021

v0.23.2

Jan 15, 2021

v0.23.1

Jan 13, 2021

v0.23.0

Jan 9, 2021

v0.22.4

Aug 12, 2020

v0.22.3

May 19, 2020

v0.22.2

May 14, 2020

Changes in this version

type Request

+ DescribeOptions map[string]map[string]bool

+ type RequestWithScope struct

+ DescribeOptions map[string]map[string]bool

+ Objects []string

+ Scope map[string]string

v0.22.1

Apr 8, 2020

Changes in this version

+ const AM_RO_Remote

+ const AM_RW_Local

+ const CmdPort

+ const CreatedFilesDir

+ const DATA_HOLE

+ const DATA_IN_CACHE

+ const DATA_OUTSIDE_CACHE

+ const DATA_WAIT

+ const DIRTY_FILES_ALL

+ const DIRTY_FILES_INACTIVE

+ const DatabaseFile

+ const FK_Applet

+ const FK_Database

+ const FK_Other

+ const FK_Record

+ const FK_Regular

+ const FK_Symlink

+ const FK_Workflow

+ const FileWriteInactivityThresh

+ const GiB

+ const HttpClientPoolSize

+ const IOV_DONE

+ const IOV_ERRORED

+ const IOV_HOLE

+ const IOV_IN_FLIGHT

+ const InodeInvalid

+ const InodeRoot

+ const KiB

+ const LogFile

+ const MaxDirSize

+ const MaxNumFileHandles

+ const MiB

+ const NumRetriesDefault

+ const PERM_ADMINISTER

+ const PERM_CONTRIBUTE

+ const PERM_UPLOAD

+ const PERM_VIEW

+ const PFM_DETECT_SEQ

+ const PFM_EOF

+ const PFM_NIL

+ const PFM_PREFETCH_IN_PROGRESS

+ const Version

+ const WritableFileSizeLimit

+ const XATTR_BASE

+ const XATTR_PROP

+ const XATTR_TAG

+ func BytesToString(numBytes int64) string

+ func DxDescribeBulkObjects(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (map[string]DxDescribeDataObject, error)

+ func DxFindProject(ctx context.Context, dxEnv *dxda.DXEnvironment, projName string) (string, error)

+ func FilenameIsPosixCompliant(filename string) bool

+ func LogMsg(moduleName string, a string, args ...interface{})

+ func MakeFSBaseDir() string

+ func MaxInt(x, y int) int

+ func MaxInt64(x, y int64) int64

+ func MinInt(x, y int) int

+ func MinInt64(x, y int64) int64

+ func SecondsToTime(t int64) time.Time

+ func Time2string(t time.Time) string

+ type Cache struct

+ type Chunk struct

+ type CmdClient struct

+ func NewCmdClient() *CmdClient

+ func (client *CmdClient) Sync()

+ type CmdServer struct

+ func NewCmdServer(options Options, sybx *SyncDbDx) *CmdServer

+ func (cmdSrv *CmdServer) Close()

+ func (cmdSrv *CmdServer) Init()

+ type CmdServerBox struct

+ func (box *CmdServerBox) GetLine(arg string, reply *bool) error

+ type DeadFile struct

+ Id string

+ Inode int64

+ Kind int

+ LocalPath string

+ ProjId string

+ type Dir struct

+ Ctime time.Time

+ Dname string

+ FullPath string

+ Gid uint32

+ Inode int64

+ Mode os.FileMode

+ Mtime time.Time

+ Parent string

+ Populated bool

+ ProjFolder string

+ ProjId string

+ Uid uint32

+ func (d Dir) GetAttrs() (a fuseops.InodeAttributes)

+ func (d Dir) GetInode() fuseops.InodeID

+ type DirHandle struct

+ type Dirs struct

+ func (d Dirs) Len() int

+ func (d Dirs) Less(i, j int) bool

+ func (d Dirs) Swap(i, j int)

+ type DirtyFileInfo struct

+ Directory string

+ FileSize int64

+ Id string

+ Inode int64

+ LocalPath string

+ Mtime int64

+ Name string

+ ProjFolder string

+ ProjId string

+ Properties map[string]string

+ Tags []string

+ type DxDescribeDataObject struct

+ ArchivalState string

+ CtimeSeconds int64

+ Folder string

+ Id string

+ MtimeSeconds int64

+ Name string

+ ProjId string

+ Properties map[string]string

+ Size int64

+ State string

+ SymlinkPath string

+ Tags []string

+ func DxDescribe(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (DxDescribeDataObject, error)

+ type DxDescribePrj struct

+ CtimeSeconds int64

+ DataUsageGiB float64

+ Id string

+ Level int

+ MtimeSeconds int64

+ Name string

+ Region string

+ UploadParams FileUploadParameters

+ Version int

+ func DxDescribeProject(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (*DxDescribePrj, error)

+ type DxDescribeRaw struct

+ ArchivalState string

+ CreatedMillisec int64

+ Folder string

+ Id string

+ ModifiedMillisec int64

+ Name string

+ ProjId string

+ Properties map[string]string

+ Size int64

+ State string

+ SymlinkPath *DxSymLink

+ Tags []string

+ type DxDescribeRawTop struct

+ Describe DxDescribeRaw

+ type DxDownloadURL struct

+ Headers map[string]string

+ URL string

+ type DxFolder struct

+ func DxDescribeFolder(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (*DxFolder, error)

+ type DxListFolder struct

+ type DxOps struct

+ func NewDxOps(dxEnv dxda.DXEnvironment, options Options) *DxOps

+ func (ops *DxOps) DxAddTags(ctx context.Context, httpClient *http.Client, projId string, objId string, ...) error

+ func (ops *DxOps) DxClone(ctx context.Context, httpClient *http.Client, srcProjId string, srcId string, ...) (bool, error)

+ func (ops *DxOps) DxFileCloseAndWait(ctx context.Context, httpClient *http.Client, fid string) error

+ func (ops *DxOps) DxFileNew(ctx context.Context, httpClient *http.Client, nonceStr string, projId string, ...) (string, error)

+ func (ops *DxOps) DxFileUploadPart(ctx context.Context, httpClient *http.Client, fileId string, index int, ...) error

+ func (ops *DxOps) DxFolderNew(ctx context.Context, httpClient *http.Client, projId string, folder string) error

+ func (ops *DxOps) DxFolderRemove(ctx context.Context, httpClient *http.Client, projId string, folder string) error

+ func (ops *DxOps) DxMove(ctx context.Context, httpClient *http.Client, projId string, ...) error

+ func (ops *DxOps) DxRemoveObjects(ctx context.Context, httpClient *http.Client, projId string, ...) error

+ func (ops *DxOps) DxRemoveTags(ctx context.Context, httpClient *http.Client, projId string, objId string, ...) error

+ func (ops *DxOps) DxRename(ctx context.Context, httpClient *http.Client, projId string, fileId string, ...) error

+ func (ops *DxOps) DxRenameFolder(ctx context.Context, httpClient *http.Client, projId string, folder string, ...) error

+ func (ops *DxOps) DxSetProperties(ctx context.Context, httpClient *http.Client, projId string, objId string, ...) error

+ type DxSymLink struct

+ Url string

+ type File struct

+ ArchivalState string

+ Ctime time.Time

+ Gid uint32

+ Id string

+ Inode int64

+ Kind int

+ LocalPath string

+ Mode os.FileMode

+ Mtime time.Time

+ Name string

+ ProjId string

+ Properties map[string]string

+ Size int64

+ State string

+ Symlink string

+ Tags []string

+ Uid uint32

+ func (f File) GetAttrs() (a fuseops.InodeAttributes)

+ func (f File) GetInode() fuseops.InodeID

+ type FileHandle struct

+ type FileUpdateReq struct

+ type FileUploadParameters struct

+ EmptyLastPartAllowed bool

+ MaximumFileSize int64

+ MaximumNumParts int64

+ MaximumPartSize int64

+ MinimumPartSize int64

+ type Filesys struct

+ func NewDxfuse(dxEnv dxda.DXEnvironment, manifest Manifest, options Options) (*Filesys, error)

+ func (fsys *Filesys) CreateFile(ctx context.Context, op *fuseops.CreateFileOp) error

+ func (fsys *Filesys) CreateLink(ctx context.Context, op *fuseops.CreateLinkOp) error

+ func (fsys *Filesys) FlushFile(ctx context.Context, op *fuseops.FlushFileOp) error

+ func (fsys *Filesys) ForgetInode(ctx context.Context, op *fuseops.ForgetInodeOp) error

+ func (fsys *Filesys) GetInodeAttributes(ctx context.Context, op *fuseops.GetInodeAttributesOp) error

+ func (fsys *Filesys) GetXattr(ctx context.Context, op *fuseops.GetXattrOp) error

+ func (fsys *Filesys) ListXattr(ctx context.Context, op *fuseops.ListXattrOp) error

+ func (fsys *Filesys) LookUpInode(ctx context.Context, op *fuseops.LookUpInodeOp) error

+ func (fsys *Filesys) MkDir(ctx context.Context, op *fuseops.MkDirOp) error

+ func (fsys *Filesys) OpenDir(ctx context.Context, op *fuseops.OpenDirOp) error

+ func (fsys *Filesys) OpenFile(ctx context.Context, op *fuseops.OpenFileOp) error

+ func (fsys *Filesys) ReadDir(ctx context.Context, op *fuseops.ReadDirOp) (err error)

+ func (fsys *Filesys) ReadFile(ctx context.Context, op *fuseops.ReadFileOp) error

+ func (fsys *Filesys) ReleaseDirHandle(ctx context.Context, op *fuseops.ReleaseDirHandleOp) error

+ func (fsys *Filesys) ReleaseFileHandle(ctx context.Context, op *fuseops.ReleaseFileHandleOp) error

+ func (fsys *Filesys) RemoveXattr(ctx context.Context, op *fuseops.RemoveXattrOp) error

+ func (fsys *Filesys) Rename(ctx context.Context, op *fuseops.RenameOp) error

+ func (fsys *Filesys) RmDir(ctx context.Context, op *fuseops.RmDirOp) error

+ func (fsys *Filesys) SetInodeAttributes(ctx context.Context, op *fuseops.SetInodeAttributesOp) error

+ func (fsys *Filesys) SetXattr(ctx context.Context, op *fuseops.SetXattrOp) error

+ func (fsys *Filesys) Shutdown()

+ func (fsys *Filesys) StatFS(ctx context.Context, op *fuseops.StatFSOp) error

+ func (fsys *Filesys) SyncFile(ctx context.Context, op *fuseops.SyncFileOp) error

+ func (fsys *Filesys) Unlink(ctx context.Context, op *fuseops.UnlinkOp) error

+ func (fsys *Filesys) WriteFile(ctx context.Context, op *fuseops.WriteFileOp) error

+ type FindProjectReply struct

+ Results []FindResult

+ type FindProjectRequest struct

+ Level string

+ Name string

+ type FindResult struct

+ Id string

+ type IoReq struct

+ type Iovec struct

+ type ListFolderRequest struct

+ Folder string

+ IncludeHidden bool

+ Only string

+ type ListFolderResponse struct

+ Folders []string

+ Objects []ObjInfo

+ type MProperties struct

+ Elements map[string]string

+ type MTags struct

+ Elements []string

+ type Manifest struct

+ Directories []ManifestDir

+ Files []ManifestFile

+ func MakeManifestFromProjectIds(ctx context.Context, dxEnv dxda.DXEnvironment, projectIds []string) (*Manifest, error)

+ func ReadManifest(fname string) (*Manifest, error)

+ func (m *Manifest) Clean()

+ func (m *Manifest) DirSkeleton() ([]string, error)

+ func (m *Manifest) FillInMissingFields(ctx context.Context, dxEnv dxda.DXEnvironment) error

+ func (m *Manifest) Validate() error

+ type ManifestDir struct

+ CtimeSeconds int64

+ Dirname string

+ Folder string

+ MtimeSeconds int64

+ ProjId string

+ type ManifestFile struct

+ ArchivalState string

+ CtimeSeconds int64

+ FileId string

+ Fname string

+ MtimeSeconds int64

+ Parent string

+ ProjId string

+ Size int64

+ State string

+ type MeasureWindow struct

+ type MetadataDb struct

+ func NewMetadataDb(dbFullPath string, dxEnv dxda.DXEnvironment, options Options) (*MetadataDb, error)

+ func (mdb *MetadataDb) BeginTxn() (*sql.Tx, error)

+ func (mdb *MetadataDb) CreateDir(oph *OpHandle, projId string, projFolder string, ctime int64, mtime int64, ...) (int64, error)

+ func (mdb *MetadataDb) CreateFile(ctx context.Context, oph *OpHandle, dir *Dir, fname string, mode os.FileMode, ...) (File, error)

+ func (mdb *MetadataDb) DirtyFilesGetAndReset(flag int) ([]DirtyFileInfo, error)

+ func (mdb *MetadataDb) Init() error

+ func (mdb *MetadataDb) LookupByInode(ctx context.Context, oph *OpHandle, inode int64) (Node, bool, error)

+ func (mdb *MetadataDb) LookupDirByInode(ctx context.Context, oph *OpHandle, inode int64) (Dir, bool, error)

+ func (mdb *MetadataDb) LookupInDir(ctx context.Context, oph *OpHandle, dir *Dir, dirOrFileName string) (Node, bool, error)

+ func (mdb *MetadataDb) MoveDir(ctx context.Context, oph *OpHandle, oldParentDir Dir, newParentDir Dir, ...) error

+ func (mdb *MetadataDb) MoveFile(ctx context.Context, oph *OpHandle, inode int64, newParentDir Dir, ...) error

+ func (mdb *MetadataDb) PopulateRoot(ctx context.Context, oph *OpHandle, manifest Manifest) error

+ func (mdb *MetadataDb) ReadDirAll(ctx context.Context, oph *OpHandle, dir *Dir) (map[string]File, map[string]Dir, error)

+ func (mdb *MetadataDb) RemoveEmptyDir(oph *OpHandle, inode int64) error

+ func (mdb *MetadataDb) Shutdown()

+ func (mdb *MetadataDb) Unlink(ctx context.Context, oph *OpHandle, file File) error

+ func (mdb *MetadataDb) UpdateFileAttrs(ctx context.Context, oph *OpHandle, inode int64, fileSize int64, ...) error

+ func (mdb *MetadataDb) UpdateFileLocalPath(ctx context.Context, oph *OpHandle, inode int64, localPath string) error

+ func (mdb *MetadataDb) UpdateFileTagsAndProperties(ctx context.Context, oph *OpHandle, file File) error

+ func (mdb *MetadataDb) UpdateInodeFileId(inode int64, fileId string) error

+ type MoveRecord struct

+ type Node interface

+ GetAttrs func() fuseops.InodeAttributes

+ GetInode func() fuseops.InodeID

+ type Nonce struct

+ func NewNonce() *Nonce

+ func (n *Nonce) String() string

+ type ObjInfo struct

+ Id string

+ type OpHandle struct

+ func (oph *OpHandle) RecordError(err error) error

+ type Options struct

+ Gid uint32

+ ReadOnly bool

+ Uid uint32

+ Verbose bool

+ VerboseLevel int

+ type Posix struct

+ func NewPosix(options Options) *Posix

+ func (px *Posix) FixDir(dxFolder *DxFolder) (*PosixDir, error)

+ type PosixDir struct

+ type PrefetchFileMetadata struct

+ type PrefetchGlobalState struct

+ func NewPrefetchGlobalState(verboseLevel int, dxEnv dxda.DXEnvironment) *PrefetchGlobalState

+ func (pgs *PrefetchGlobalState) CacheLookup(hid fuseops.HandleID, startOfs int64, endOfs int64, data []byte) int

+ func (pgs *PrefetchGlobalState) CreateStreamEntry(hid fuseops.HandleID, f File, url DxDownloadURL)

+ func (pgs *PrefetchGlobalState) DownloadEntireFile(client *http.Client, inode int64, size int64, url DxDownloadURL, fd *os.File, ...) error

+ func (pgs *PrefetchGlobalState) RemoveStreamEntry(hid fuseops.HandleID)

+ func (pgs *PrefetchGlobalState) Shutdown()

+ type Reply struct

+ Results []DxDescribeRawTop

+ type ReplyAddTags struct

+ Id string

+ type ReplyClone struct

+ Exists []string

+ Id string

+ Project string

+ type ReplyDescribeProject struct

+ CreatedMillisec int64

+ DataUsage float64

+ Id string

+ Level string

+ ModifiedMillisec int64

+ Name string

+ Region string

+ UploadParams FileUploadParameters

+ Version int

+ type ReplyFolderNew struct

+ Id string

+ type ReplyFolderRemove struct

+ Id string

+ type ReplyMove struct

+ Id string

+ type ReplyNewFile struct

+ Id string

+ type ReplyRemoveObjects struct

+ Id string

+ type ReplyRemoveTags struct

+ Id string

+ type ReplyRename struct

+ Id string

+ type ReplyRenameFolder struct

+ Id string

+ type ReplySetProperties struct

+ Id string

+ type ReplyUploadChunk struct

+ Expires int64

+ Headers map[string]string

+ Url string

+ type Request struct

+ ClassDescribeOptions map[string]map[string]map[string]bool

+ Objects []string

+ type RequestAddTags struct

+ ProjId string

+ Tags []string

+ type RequestClone struct

+ Destination string

+ Folders []string

+ Objects []string

+ Parents bool

+ Project string

+ type RequestDescribeProject struct

+ Fields map[string]bool

+ type RequestFolderNew struct

+ Folder string

+ Parents bool

+ ProjId string

+ type RequestFolderRemove struct

+ Folder string

+ ProjId string

+ type RequestMove struct

+ Destination string

+ Folders []string

+ Objects []string

+ type RequestNewFile struct

+ Folder string

+ Name string

+ Nonce string

+ Parents bool

+ ProjId string

+ type RequestRemoveObjects struct

+ Force bool

+ Objects []string

+ type RequestRemoveTags struct

+ ProjId string

+ Tags []string

+ type RequestRename struct

+ Name string

+ ProjId string

+ type RequestRenameFolder struct

+ Folder string

+ Name string

+ type RequestSetProperties struct

+ ProjId string

+ Properties map[string](*string)

+ type RequestUploadChunk struct

+ Index int

+ Md5 string

+ Size int

+ type SyncDbDx struct

+ func NewSyncDbDx(options Options, dxEnv dxda.DXEnvironment, ...) *SyncDbDx

+ func (sybx *SyncDbDx) CmdSync() error

+ func (sybx *SyncDbDx) Shutdown()

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL