fs

package module
v0.0.0-...-0485310 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 9, 2024 License: BSD-3-Clause Imports: 18 Imported by: 1

README

crawlab-fs

codecov

Backend file system module for Crawlab

Documentation

Index

Constants

View Source
const (
	FilerResponseNotFoundErrorMessage = "response status code: 404"
	FilerStatusNotFoundErrorMessage   = "Status:404 Not Found"
)
View Source
const (
	DefaultDirMode  = os.FileMode(0766)
	DefaultFileMode = os.FileMode(0666)
)
View Source
const (
	MethodUpdateFile = "update-file"
	MethodUploadFile = "upload-file"
	MethodUploadDir  = "upload-dir"
)

Variables

View Source
var ErrorFsNotExists = errors.New("not exists")

Functions

func IsGitFile

func IsGitFile(file goseaweedfs.FileInfo) (res bool)

Types

type Manager

type Manager interface {
	Init() (err error)
	Close() (err error)
	ListDir(remotePath string, isRecursive bool) (files []goseaweedfs.FilerFileInfo, err error)
	UploadFile(localPath, remotePath string, args ...interface{}) (err error)
	UploadDir(localPath, remotePath string, args ...interface{}) (err error)
	DownloadFile(remotePath, localPath string, args ...interface{}) (err error)
	DownloadDir(remotePath, localPath string, args ...interface{}) (err error)
	DeleteFile(remotePath string) (err error)
	DeleteDir(remotePath string) (err error)
	SyncLocalToRemote(localPath, remotePath string, args ...interface{}) (err error)
	SyncRemoteToLocal(remotePath, localPath string, args ...interface{}) (err error)
	GetFile(remotePath string, args ...interface{}) (data []byte, err error)
	GetFileInfo(remotePath string) (file *goseaweedfs.FilerFileInfo, err error)
	UpdateFile(remotePath string, data []byte, args ...interface{}) (err error)
	Exists(remotePath string, args ...interface{}) (ok bool, err error)
	SetFilerUrl(url string)
	SetFilerAuthKey(authKey string)
	SetTimeout(timeout time.Duration)
	SetWorkerNum(num int)
	SetRetryInterval(interval time.Duration)
	SetRetryNum(num int)
	SetMaxQps(qps int)
}

func GetSeaweedFsManager

func GetSeaweedFsManager(opts ...Option) (m2 Manager, err error)

func NewSeaweedFsManager

func NewSeaweedFsManager(opts ...Option) (m2 Manager, err error)

type Option

type Option func(m Manager)

func WithFilerAuthKey

func WithFilerAuthKey(authKey string) Option

func WithFilerUrl

func WithFilerUrl(url string) Option

func WithMaxQps

func WithMaxQps(qps int) Option

func WithRetryInterval

func WithRetryInterval(interval time.Duration) Option

func WithRetryNum

func WithRetryNum(num int) Option

func WithTimeout

func WithTimeout(timeout time.Duration) Option

func WithWorkerNum

func WithWorkerNum(num int) Option

type SeaweedFsManager

type SeaweedFsManager struct {
	// contains filtered or unexported fields
}

func (*SeaweedFsManager) Close

func (m *SeaweedFsManager) Close() (err error)

func (*SeaweedFsManager) DeleteDir

func (m *SeaweedFsManager) DeleteDir(remotePath string) (err error)

func (*SeaweedFsManager) DeleteFile

func (m *SeaweedFsManager) DeleteFile(remotePath string) (err error)

func (*SeaweedFsManager) DownloadDir

func (m *SeaweedFsManager) DownloadDir(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) DownloadFile

func (m *SeaweedFsManager) DownloadFile(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) Exists

func (m *SeaweedFsManager) Exists(remotePath string, args ...interface{}) (ok bool, err error)

func (*SeaweedFsManager) GetFile

func (m *SeaweedFsManager) GetFile(remotePath string, args ...interface{}) (data []byte, err error)

func (*SeaweedFsManager) GetFileInfo

func (m *SeaweedFsManager) GetFileInfo(remotePath string) (file *goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) Init

func (m *SeaweedFsManager) Init() (err error)

func (*SeaweedFsManager) ListDir

func (m *SeaweedFsManager) ListDir(remotePath string, isRecursive bool) (files []goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) ListDirRecursive

func (m *SeaweedFsManager) ListDirRecursive(remotePath string) (files []goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) SetFilerAuthKey

func (m *SeaweedFsManager) SetFilerAuthKey(authKey string)

func (*SeaweedFsManager) SetFilerUrl

func (m *SeaweedFsManager) SetFilerUrl(url string)

func (*SeaweedFsManager) SetMaxQps

func (m *SeaweedFsManager) SetMaxQps(qps int)

func (*SeaweedFsManager) SetRetryInterval

func (m *SeaweedFsManager) SetRetryInterval(interval time.Duration)

func (*SeaweedFsManager) SetRetryNum

func (m *SeaweedFsManager) SetRetryNum(num int)

func (*SeaweedFsManager) SetTimeout

func (m *SeaweedFsManager) SetTimeout(timeout time.Duration)

func (*SeaweedFsManager) SetWorkerNum

func (m *SeaweedFsManager) SetWorkerNum(num int)

func (*SeaweedFsManager) SyncLocalToRemote

func (m *SeaweedFsManager) SyncLocalToRemote(localPath, remotePath string, args ...interface{}) (err error)

func (*SeaweedFsManager) SyncRemoteToLocal

func (m *SeaweedFsManager) SyncRemoteToLocal(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) UpdateFile

func (m *SeaweedFsManager) UpdateFile(remotePath string, data []byte, args ...interface{}) (err error)

func (*SeaweedFsManager) UploadDir

func (m *SeaweedFsManager) UploadDir(localPath, remotePath string, args ...interface{}) (err error)

func (*SeaweedFsManager) UploadFile

func (m *SeaweedFsManager) UploadFile(localPath, remotePath string, args ...interface{}) (err error)

Directories

Path Synopsis
lib
Code generated for package test by go-bindata DO NOT EDIT.
Code generated for package test by go-bindata DO NOT EDIT.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL