file

package
v2.0.121-beta Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 8, 2022 License: MIT Imports: 34 Imported by: 2

Documentation

Index

Constants

View Source 
const (
	DownloadPartChunkSize         = int64(1024 * 1024 * 5)
	DownloadPartLimit             = 15
	DownloadPartLimitForSizeGuess = 10
)
View Source 
const (
	NotRun = iota
	RunSuccess
	RunError
)
View Source 
const (
	RetryAll                    = RetryPolicy("RetryAll")
	RetryUnfinished             = RetryPolicy("RetryUnfinished")
	RetryErroredIfSomeCompleted = RetryPolicy("RetryErroredIfSomeCompleted")
)

Variables

This section is empty.

Functions

func BeginUpload 

func BeginUpload(ctx context.Context, params files_sdk.FileBeginUploadParams, opts ...files_sdk.RequestResponseOption) (fileUploadPartCollection files_sdk.FileUploadPartCollection, err error)

func Copy 

func Copy(ctx context.Context, params files_sdk.FileCopyParams, opts ...files_sdk.RequestResponseOption) (fileAction files_sdk.FileAction, err error)

func Create 

func Create(ctx context.Context, params files_sdk.FileCreateParams, opts ...files_sdk.RequestResponseOption) (file files_sdk.File, err error)

func Delete 

func Delete(ctx context.Context, params files_sdk.FileDeleteParams, opts ...files_sdk.RequestResponseOption) (err error)

func Download 

func Download(ctx context.Context, params files_sdk.FileDownloadParams) (files_sdk.File, error)

func Find 

func Find(ctx context.Context, params files_sdk.FileFindParams, opts ...files_sdk.RequestResponseOption) (file files_sdk.File, err error)

func Get 

func Get(ctx context.Context, Path string) (files_sdk.File, error)

func Move 

func Move(ctx context.Context, params files_sdk.FileMoveParams, opts ...files_sdk.RequestResponseOption) (fileAction files_sdk.FileAction, err error)

func RetryByPolicy 

func RetryByPolicy(ctx context.Context, job *status.Job, policy RetryPolicy, signalEvents bool)

func RetryByStatus 

func RetryByStatus(ctx context.Context, job *status.Job, signalEvents bool, s ...status.Status)

func SetJobParams 

func SetJobParams(r *status.Job, d direction.Direction, params interface{})

func Update 

func Update(ctx context.Context, params files_sdk.FileUpdateParams, opts ...files_sdk.RequestResponseOption) (file files_sdk.File, err error)

Types

type Client 

type Client struct {
	files_sdk.Config
}

func (*Client) BeginUpload 

func (c *Client) BeginUpload(ctx context.Context, params files_sdk.FileBeginUploadParams, opts ...files_sdk.RequestResponseOption) (fileUploadPartCollection files_sdk.FileUploadPartCollection, err error)

func (*Client) Copy 

func (c *Client) Copy(ctx context.Context, params files_sdk.FileCopyParams, opts ...files_sdk.RequestResponseOption) (fileAction files_sdk.FileAction, err error)

func (*Client) Create 

func (c *Client) Create(ctx context.Context, params files_sdk.FileCreateParams, opts ...files_sdk.RequestResponseOption) (file files_sdk.File, err error)

func (*Client) Delete 

func (c *Client) Delete(ctx context.Context, params files_sdk.FileDeleteParams, opts ...files_sdk.RequestResponseOption) (err error)

func (*Client) Download 

func (c *Client) Download(ctx context.Context, params files_sdk.FileDownloadParams, opts ...files_sdk.RequestResponseOption) (files_sdk.File, error)

func (*Client) DownloadRequestStatus 

func (c *Client) DownloadRequestStatus(ctx context.Context, fileDownloadUrl string, downloadRequestId string, opts ...files_sdk.RequestResponseOption) (files_sdk.ResponseError, error)

func (*Client) DownloadRetry 

func (c *Client) DownloadRetry(ctx context.Context, job status.Job) *status.Job

func (*Client) DownloadToFile 

func (c *Client) DownloadToFile(ctx context.Context, params files_sdk.FileDownloadParams, filePath string) (files_sdk.File, error)

func (*Client) DownloadUri 

func (c *Client) DownloadUri(ctx context.Context, params files_sdk.FileDownloadParams, opts ...files_sdk.RequestResponseOption) (files_sdk.File, error)

func (*Client) Downloader 

func (c *Client) Downloader(ctx context.Context, params DownloaderParams) *status.Job

func (*Client) FileStats 

func (c *Client) FileStats(ctx context.Context, file files_sdk.File) (files_sdk.File, error)

File{}.Size and File{}.Mtime are not always up to date. This calls HEAD on File{}.DownloadUri to get the latest info. Some Download URLs won't support HEAD. In this case the size is reported as -1. The size can be known post download using Client{}.DownloadRequestStatus. This applies to the remote mount types FTP, SFTP, and WebDAV.

func (*Client) Find 

func (c *Client) Find(ctx context.Context, params files_sdk.FileFindParams, opts ...files_sdk.RequestResponseOption) (file files_sdk.File, err error)

func (*Client) Get 

func (c *Client) Get(ctx context.Context, Path string) (files_sdk.File, error)

func (*Client) ListFor 

func (c *Client) ListFor(ctx context.Context, params files_sdk.FolderListForParams) (*folder.Iter, error)

func (*Client) ListForRecursive 

func (c *Client) ListForRecursive(ctx context.Context, params files_sdk.FolderListForParams) (lib.IterI, error)

func (*Client) Move 

func (c *Client) Move(ctx context.Context, params files_sdk.FileMoveParams, opts ...files_sdk.RequestResponseOption) (fileAction files_sdk.FileAction, err error)

func (*Client) Update 

func (c *Client) Update(ctx context.Context, params files_sdk.FileUpdateParams, opts ...files_sdk.RequestResponseOption) (file files_sdk.File, err error)

func (*Client) UploadIO 

func (c *Client) UploadIO(parentCtx context.Context, params UploadIOParams) (files_sdk.File, files_sdk.FileUploadPart, Parts, error)

func (*Client) UploadRetry 

func (c *Client) UploadRetry(ctx context.Context, job status.Job) *status.Job

func (*Client) Uploader 

func (c *Client) Uploader(ctx context.Context, params UploaderParams) *status.Job

type DeleteSource 

type DeleteSource struct {
	direction.Direction
	Config files_sdk.Config
}

DeleteSource files after a sync 

job.RegisterFileEvent(func(file status.File) {
		log, err := file.DeleteSource{Direction: f.Direction, Config: config}.Call(ctx, f)
}, status.Complete, status.Skipped)

func (DeleteSource) Call 

func (ad DeleteSource) Call(ctx context.Context, f status.File) (status.Log, error)

type DownloadParts 

type DownloadParts struct {
	context.CancelFunc
	context.Context

	fs.File
	fs.FileInfo
	lib.WriterAndAt

	CloseError error
	files_sdk.Config
	// contains filtered or unexported fields
}

func (*DownloadParts) FinalSize 

func (d *DownloadParts) FinalSize() int64

func (*DownloadParts) Init 

func (d *DownloadParts) Init(file fs.File, info fs.FileInfo, globalWait goccm.ConcurrencyManager, writer lib.WriterAndAt, config files_sdk.Config) *DownloadParts

func (*DownloadParts) Run 

func (d *DownloadParts) Run(ctx context.Context) error

func (*DownloadParts) SizeGuess 

func (d *DownloadParts) SizeGuess() bool

func (*DownloadParts) TriggerFirstSuccess 

func (d *DownloadParts) TriggerFirstSuccess(status int)

func (*DownloadParts) WaitOnFirstSuccess 

func (d *DownloadParts) WaitOnFirstSuccess() int

type DownloadStatus 

type DownloadStatus struct {
	fs.FS
	fs.FileInfo

	DownloadedBytes int64

	Sync bool

	Mutex         *sync.RWMutex
	PreserveTimes bool
	// contains filtered or unexported fields
}

func (*DownloadStatus) Err 

func (d *DownloadStatus) Err() error

func (*DownloadStatus) File 

func (d *DownloadStatus) File() files_sdk.File

func (*DownloadStatus) Id 

func (d *DownloadStatus) Id() string

func (*DownloadStatus) Job 

func (d *DownloadStatus) Job() *status.Job

func (*DownloadStatus) LastByte 

func (d *DownloadStatus) LastByte() time.Time

func (*DownloadStatus) LocalPath 

func (d *DownloadStatus) LocalPath() string

func (*DownloadStatus) RecentError 

func (d *DownloadStatus) RecentError() error

func (*DownloadStatus) RemotePath 

func (d *DownloadStatus) RemotePath() string

func (*DownloadStatus) SetFinalSize 

func (d *DownloadStatus) SetFinalSize(written int64)

func (*DownloadStatus) SetStatus 

func (d *DownloadStatus) SetStatus(s status.Status, err error)

func (*DownloadStatus) Size 

func (d *DownloadStatus) Size() (size int64)

func (*DownloadStatus) Status 

func (d *DownloadStatus) Status() status.Status

func (*DownloadStatus) TransferBytes 

func (d *DownloadStatus) TransferBytes() int64

type DownloadUri 

type DownloadUri string

func (DownloadUri) ToTime 

func (d DownloadUri) ToTime() (t time.Time, err error)

func (DownloadUri) ToUrl 

func (d DownloadUri) ToUrl() (u *url.URL, err error)

func (DownloadUri) Valid 

func (d DownloadUri) Valid(within time.Duration) (s DownloadUriValid, valid bool, err error)

type DownloadUriValid 

type DownloadUriValid struct {
	*url.URL
	time.Time
	Remaining time.Duration
}

type DownloaderParams 

type DownloaderParams struct {
	RemotePath    string
	RemoteFile    files_sdk.File
	LocalPath     string
	Sync          bool
	PreserveTimes bool
	RetryPolicy
	*manager.Manager
	status.EventsReporter
}

type Entity 

type Entity struct {
	fs.File
	fs.FS
	// contains filtered or unexported fields
}

type FS 

type FS struct {
	files_sdk.Config
	context.Context
	Root string
	// contains filtered or unexported fields
}

func (*FS) ClearCache 

func (f *FS) ClearCache()

func (*FS) Init 

func (f *FS) Init(config files_sdk.Config, cache bool) *FS

func (*FS) MkdirAll 

func (f *FS) MkdirAll(dir string, _ goFs.FileMode) error

func (*FS) Open 

func (f *FS) Open(name string) (goFs.File, error)

func (*FS) WithContext 

func (f *FS) WithContext(ctx context.Context) interface{}

type File 

type File struct {
	*files_sdk.File
	*FS
	io.ReadCloser
	// contains filtered or unexported fields
}

func (*File) Close 

func (f *File) Close() error

func (*File) Info 

func (f *File) Info() (goFs.FileInfo, error)

func (*File) Init 

func (f *File) Init() *File

func (*File) IsDir 

func (f *File) IsDir() bool

func (*File) Name 

func (f *File) Name() string

func (*File) Read 

func (f *File) Read(b []byte) (n int, err error)

func (*File) ReadAt 

func (f *File) ReadAt(p []byte, off int64) (n int, err error)

func (*File) ReaderRange 

func (f *File) ReaderRange(off int64, end int64) (r io.ReadCloser, err error)

func (*File) Stat 

func (f *File) Stat() (goFs.FileInfo, error)

func (*File) Type 

func (f *File) Type() goFs.FileMode

func (*File) WithContext 

func (f *File) WithContext(ctx context.Context) interface{}

type Info 

type Info struct {
	files_sdk.File
	// contains filtered or unexported fields
}

func (Info) IsDir 

func (i Info) IsDir() bool

func (Info) ModTime 

func (i Info) ModTime() time.Time

func (Info) Mode 

func (i Info) Mode() goFs.FileMode

func (Info) Name 

func (i Info) Name() string

func (Info) PossibleSize 

func (i Info) PossibleSize() int64

func (Info) Size 

func (i Info) Size() int64

func (Info) Sys 

func (i Info) Sys() interface{}

func (Info) UntrustedSize 

func (i Info) UntrustedSize() bool

type MoveSource 

type MoveSource struct {
	direction.Direction
	Path   string
	Config files_sdk.Config
}

MoveSource files after a sync 

job.RegisterFileEvent(func(file status.File) {
		log, err := file.MoveSource{Direction: f.Direction, Config: config}.Call(ctx, f)
}, status.Complete, status.Skipped)

func (MoveSource) Call 

func (am MoveSource) Call(ctx context.Context, f status.File) (status.Log, error)

type OffSet 

type OffSet struct {
	// contains filtered or unexported fields
}

type Part 

type Part struct {
	OffSet
	files_sdk.EtagsParam

	context.Context
	context.CancelFunc
	// contains filtered or unexported fields
}

func (*Part) Clear 

func (p *Part) Clear()

func (*Part) Done 

func (p *Part) Done() *Part

func (*Part) Start 

func (p *Part) Start(ctx context.Context) *Part

func (*Part) Successful 

func (p *Part) Successful() bool

func (*Part) Touch 

func (p *Part) Touch()

type Parts 

type Parts []*Part

func (Parts) SuccessfulBytes 

func (p Parts) SuccessfulBytes() (b int64)

type PossibleSize 

type PossibleSize interface {
	PossibleSize() int64
}

type ProxyReader 

type ProxyReader struct {
	io.ReaderAt
	// contains filtered or unexported fields
}

func (*ProxyReader) Close 

func (x *ProxyReader) Close() error

func (*ProxyReader) Len 

func (x *ProxyReader) Len() int

func (*ProxyReader) Read 

func (x *ProxyReader) Read(p []byte) (int, error)

func (*ProxyReader) Seek 

func (x *ProxyReader) Seek(offset int64, whence int) (int64, error)

type ReadDirFile 

type ReadDirFile struct {
	*File
	// contains filtered or unexported fields
}

func (ReadDirFile) ReadDir 

func (f ReadDirFile) ReadDir(n int) ([]goFs.DirEntry, error)

type ReaderRange 

type ReaderRange interface {
	ReaderRange(off int64, end int64) (io.ReadCloser, error)
}

type RetryPolicy 

type RetryPolicy string

type UntrustedSize 

type UntrustedSize interface {
	UntrustedSize() bool
}

type UploadIOParams 

type UploadIOParams struct {
	Path          string
	Reader        io.ReaderAt
	Size          int64
	Progress      func(int64)
	Manager       goccm.ConcurrencyManager
	ProvidedMtime time.Time
	Parts
	files_sdk.FileUploadPart
}

type UploadStatus 

type UploadStatus struct {
	Sync bool

	Uploader
	Parts
	files_sdk.FileUploadPart
	Mutex *sync.RWMutex
	// contains filtered or unexported fields
}

func (*UploadStatus) Err 

func (u *UploadStatus) Err() error

func (*UploadStatus) File 

func (u *UploadStatus) File() files_sdk.File

func (*UploadStatus) Id 

func (u *UploadStatus) Id() string

func (*UploadStatus) Job 

func (u *UploadStatus) Job() *status.Job

func (*UploadStatus) LastByte 

func (u *UploadStatus) LastByte() time.Time

func (*UploadStatus) LocalPath 

func (u *UploadStatus) LocalPath() string

func (*UploadStatus) RecentError 

func (u *UploadStatus) RecentError() error

func (*UploadStatus) RemotePath 

func (u *UploadStatus) RemotePath() string

func (*UploadStatus) SetStatus 

func (u *UploadStatus) SetStatus(s status.Status, err error)

func (*UploadStatus) SetUploadedBytes 

func (u *UploadStatus) SetUploadedBytes(b int64)

func (*UploadStatus) Size 

func (u *UploadStatus) Size() int64

func (*UploadStatus) Status 

func (u *UploadStatus) Status() status.Status

func (*UploadStatus) TransferBytes 

func (u *UploadStatus) TransferBytes() int64

type Uploader 

type Uploader interface {
	UploadIO(context.Context, UploadIOParams) (files_sdk.File, files_sdk.FileUploadPart, Parts, error)
	Find(context.Context, files_sdk.FileFindParams, ...files_sdk.RequestResponseOption) (files_sdk.File, error)
}

type UploaderParams 

type UploaderParams struct {
	Ignore []string
	*status.Job
	Sync       bool
	LocalPath  string
	RemotePath string
	RetryPolicy
	status.EventsReporter
	*manager.Manager
}

type WithContext 

type WithContext interface {
	WithContext(ctx context.Context) interface{}
}

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.