fs

package module
v0.0.0-...-0485310 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 9, 2024 License: BSD-3-Clause Imports: 18 Imported by: 1

README

crawlab-fs

codecov

Backend file system module for Crawlab

Documentation

Index

Constants

View Source 
const (
	FilerResponseNotFoundErrorMessage = "response status code: 404"
	FilerStatusNotFoundErrorMessage   = "Status:404 Not Found"
)
View Source 
const (
	DefaultDirMode  = os.FileMode(0766)
	DefaultFileMode = os.FileMode(0666)
)
View Source 
const (
	MethodUpdateFile = "update-file"
	MethodUploadFile = "upload-file"
	MethodUploadDir  = "upload-dir"
)

Variables

View Source 
var ErrorFsNotExists = errors.New("not exists")

Functions

func IsGitFile 

func IsGitFile(file goseaweedfs.FileInfo) (res bool)

Types

type Manager 

type Manager interface {
	Init() (err error)
	Close() (err error)
	ListDir(remotePath string, isRecursive bool) (files []goseaweedfs.FilerFileInfo, err error)
	UploadFile(localPath, remotePath string, args ...interface{}) (err error)
	UploadDir(localPath, remotePath string, args ...interface{}) (err error)
	DownloadFile(remotePath, localPath string, args ...interface{}) (err error)
	DownloadDir(remotePath, localPath string, args ...interface{}) (err error)
	DeleteFile(remotePath string) (err error)
	DeleteDir(remotePath string) (err error)
	SyncLocalToRemote(localPath, remotePath string, args ...interface{}) (err error)
	SyncRemoteToLocal(remotePath, localPath string, args ...interface{}) (err error)
	GetFile(remotePath string, args ...interface{}) (data []byte, err error)
	GetFileInfo(remotePath string) (file *goseaweedfs.FilerFileInfo, err error)
	UpdateFile(remotePath string, data []byte, args ...interface{}) (err error)
	Exists(remotePath string, args ...interface{}) (ok bool, err error)
	SetFilerUrl(url string)
	SetFilerAuthKey(authKey string)
	SetTimeout(timeout time.Duration)
	SetWorkerNum(num int)
	SetRetryInterval(interval time.Duration)
	SetRetryNum(num int)
	SetMaxQps(qps int)
}

func GetSeaweedFsManager 

func GetSeaweedFsManager(opts ...Option) (m2 Manager, err error)

func NewSeaweedFsManager 

func NewSeaweedFsManager(opts ...Option) (m2 Manager, err error)

type Option 

type Option func(m Manager)

func WithFilerAuthKey 

func WithFilerAuthKey(authKey string) Option

func WithFilerUrl 

func WithFilerUrl(url string) Option

func WithMaxQps 

func WithMaxQps(qps int) Option

func WithRetryInterval 

func WithRetryInterval(interval time.Duration) Option

func WithRetryNum 

func WithRetryNum(num int) Option

func WithTimeout 

func WithTimeout(timeout time.Duration) Option

func WithWorkerNum 

func WithWorkerNum(num int) Option

type SeaweedFsManager 

type SeaweedFsManager struct {
	// contains filtered or unexported fields
}

func (*SeaweedFsManager) Close 

func (m *SeaweedFsManager) Close() (err error)

func (*SeaweedFsManager) DeleteDir 

func (m *SeaweedFsManager) DeleteDir(remotePath string) (err error)

func (*SeaweedFsManager) DeleteFile 

func (m *SeaweedFsManager) DeleteFile(remotePath string) (err error)

func (*SeaweedFsManager) DownloadDir 

func (m *SeaweedFsManager) DownloadDir(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) DownloadFile 

func (m *SeaweedFsManager) DownloadFile(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) Exists 

func (m *SeaweedFsManager) Exists(remotePath string, args ...interface{}) (ok bool, err error)

func (*SeaweedFsManager) GetFile 

func (m *SeaweedFsManager) GetFile(remotePath string, args ...interface{}) (data []byte, err error)

func (*SeaweedFsManager) GetFileInfo 

func (m *SeaweedFsManager) GetFileInfo(remotePath string) (file *goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) Init 

func (m *SeaweedFsManager) Init() (err error)

func (*SeaweedFsManager) ListDir 

func (m *SeaweedFsManager) ListDir(remotePath string, isRecursive bool) (files []goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) ListDirRecursive 

func (m *SeaweedFsManager) ListDirRecursive(remotePath string) (files []goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) SetFilerAuthKey 

func (m *SeaweedFsManager) SetFilerAuthKey(authKey string)

func (*SeaweedFsManager) SetFilerUrl 

func (m *SeaweedFsManager) SetFilerUrl(url string)

func (*SeaweedFsManager) SetMaxQps 

func (m *SeaweedFsManager) SetMaxQps(qps int)

func (*SeaweedFsManager) SetRetryInterval 

func (m *SeaweedFsManager) SetRetryInterval(interval time.Duration)

func (*SeaweedFsManager) SetRetryNum 

func (m *SeaweedFsManager) SetRetryNum(num int)

func (*SeaweedFsManager) SetTimeout 

func (m *SeaweedFsManager) SetTimeout(timeout time.Duration)

func (*SeaweedFsManager) SetWorkerNum 

func (m *SeaweedFsManager) SetWorkerNum(num int)

func (*SeaweedFsManager) SyncLocalToRemote 

func (m *SeaweedFsManager) SyncLocalToRemote(localPath, remotePath string, args ...interface{}) (err error)

func (*SeaweedFsManager) SyncRemoteToLocal 

func (m *SeaweedFsManager) SyncRemoteToLocal(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) UpdateFile 

func (m *SeaweedFsManager) UpdateFile(remotePath string, data []byte, args ...interface{}) (err error)

func (*SeaweedFsManager) UploadDir 

func (m *SeaweedFsManager) UploadDir(localPath, remotePath string, args ...interface{}) (err error)

func (*SeaweedFsManager) UploadFile 

func (m *SeaweedFsManager) UploadFile(localPath, remotePath string, args ...interface{}) (err error)

Source Files

View all Source files

Directories

Path Synopsis
lib
copy
Code generated for package test by go-bindata DO NOT EDIT.
 Code generated for package test by go-bindata DO NOT EDIT.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.