weed_server

package
v0.0.0-...-d8c34b0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 12, 2019 License: Apache-2.0 Imports: 70 Imported by: 0

Documentation

Index

Constants

View Source 
const BufferSizeLimit = 1024 * 1024 * 2

Variables

View Source 
var (
	OS_UID = uint32(os.Getuid())
	OS_GID = uint32(os.Getgid())
)

Functions

func NewWebDavFileSystem 

func NewWebDavFileSystem(option *WebDavOption) (webdav.FileSystem, error)

Types

type ClusterStatusResult 

type ClusterStatusResult struct {
	IsLeader bool     `json:"IsLeader,omitempty"`
	Leader   string   `json:"Leader,omitempty"`
	Peers    []string `json:"Peers,omitempty"`
}

type FileInfo 

type FileInfo struct {
	// contains filtered or unexported fields
}

func (*FileInfo) IsDir 

func (fi *FileInfo) IsDir() bool

func (*FileInfo) ModTime 

func (fi *FileInfo) ModTime() time.Time

func (*FileInfo) Mode 

func (fi *FileInfo) Mode() os.FileMode

func (*FileInfo) Name 

func (fi *FileInfo) Name() string

func (*FileInfo) Size 

func (fi *FileInfo) Size() int64

func (*FileInfo) Sys 

func (fi *FileInfo) Sys() interface{}

type FilerOption 

type FilerOption struct {
	Masters            []string
	Collection         string
	DefaultReplication string
	RedirectOnRead     bool
	DisableDirListing  bool
	MaxMB              int
	DirListingLimit    int
	DataCenter         string
	DefaultLevelDbDir  string
	DisableHttp        bool
	Port               int
}

type FilerPostResult 

type FilerPostResult struct {
	Name  string `json:"name,omitempty"`
	Size  uint32 `json:"size,omitempty"`
	Error string `json:"error,omitempty"`
	Fid   string `json:"fid,omitempty"`
	Url   string `json:"url,omitempty"`
}

type FilerServer 

type FilerServer struct {
	// contains filtered or unexported fields
}

func NewFilerServer 

func NewFilerServer(defaultMux, readonlyMux *http.ServeMux, option *FilerOption) (fs *FilerServer, err error)

func (*FilerServer) AssignVolume 

func (fs *FilerServer) AssignVolume(ctx context.Context, req *filer_pb.AssignVolumeRequest) (resp *filer_pb.AssignVolumeResponse, err error)

func (*FilerServer) AtomicRenameEntry 

func (fs *FilerServer) AtomicRenameEntry(ctx context.Context, req *filer_pb.AtomicRenameEntryRequest) (*filer_pb.AtomicRenameEntryResponse, error)

func (*FilerServer) CreateEntry 

func (fs *FilerServer) CreateEntry(ctx context.Context, req *filer_pb.CreateEntryRequest) (resp *filer_pb.CreateEntryResponse, err error)

func (*FilerServer) DeleteCollection 

func (fs *FilerServer) DeleteCollection(ctx context.Context, req *filer_pb.DeleteCollectionRequest) (resp *filer_pb.DeleteCollectionResponse, err error)

func (*FilerServer) DeleteEntry 

func (fs *FilerServer) DeleteEntry(ctx context.Context, req *filer_pb.DeleteEntryRequest) (resp *filer_pb.DeleteEntryResponse, err error)

func (*FilerServer) DeleteHandler 

func (fs *FilerServer) DeleteHandler(w http.ResponseWriter, r *http.Request)

curl -X DELETE http://localhost:8888/path/to curl -X DELETE http://localhost:8888/path/to?recursive=true curl -X DELETE http://localhost:8888/path/to?recursive=true&ignoreRecursiveError=true

func (*FilerServer) GetFilerConfiguration 

func (fs *FilerServer) GetFilerConfiguration(ctx context.Context, req *filer_pb.GetFilerConfigurationRequest) (resp *filer_pb.GetFilerConfigurationResponse, err error)

func (*FilerServer) GetOrHeadHandler 

func (fs *FilerServer) GetOrHeadHandler(w http.ResponseWriter, r *http.Request, isGetMethod bool)

func (*FilerServer) ListEntries 

func (fs *FilerServer) ListEntries(ctx context.Context, req *filer_pb.ListEntriesRequest) (*filer_pb.ListEntriesResponse, error)

func (*FilerServer) LookupDirectoryEntry 

func (fs *FilerServer) LookupDirectoryEntry(ctx context.Context, req *filer_pb.LookupDirectoryEntryRequest) (*filer_pb.LookupDirectoryEntryResponse, error)

func (*FilerServer) LookupVolume 

func (fs *FilerServer) LookupVolume(ctx context.Context, req *filer_pb.LookupVolumeRequest) (*filer_pb.LookupVolumeResponse, error)

func (*FilerServer) PostHandler 

func (fs *FilerServer) PostHandler(w http.ResponseWriter, r *http.Request)

func (*FilerServer) Statistics 

func (fs *FilerServer) Statistics(ctx context.Context, req *filer_pb.StatisticsRequest) (resp *filer_pb.StatisticsResponse, err error)

func (*FilerServer) UpdateEntry 

func (fs *FilerServer) UpdateEntry(ctx context.Context, req *filer_pb.UpdateEntryRequest) (*filer_pb.UpdateEntryResponse, error)

type MasterOption 

type MasterOption struct {
	Port                    int
	MetaFolder              string
	VolumeSizeLimitMB       uint
	VolumePreallocate       bool
	PulseSeconds            int
	DefaultReplicaPlacement string
	GarbageThreshold        float64
	WhiteList               []string
	DisableHttp             bool
	MetricsAddress          string
	MetricsIntervalSec      int
}

type MasterServer 

type MasterServer struct {
	Topo *topology.Topology

	MasterClient *wdclient.MasterClient
	// contains filtered or unexported fields
}

func NewMasterServer 

func NewMasterServer(r *mux.Router, option *MasterOption, peers []string) *MasterServer

func (*MasterServer) Assign 

func (ms *MasterServer) Assign(ctx context.Context, req *master_pb.AssignRequest) (*master_pb.AssignResponse, error)

func (*MasterServer) CollectionDelete 

func (ms *MasterServer) CollectionDelete(ctx context.Context, req *master_pb.CollectionDeleteRequest) (*master_pb.CollectionDeleteResponse, error)

func (*MasterServer) CollectionList 

func (ms *MasterServer) CollectionList(ctx context.Context, req *master_pb.CollectionListRequest) (*master_pb.CollectionListResponse, error)

func (*MasterServer) GetMasterConfiguration 

func (ms *MasterServer) GetMasterConfiguration(ctx context.Context, req *master_pb.GetMasterConfigurationRequest) (*master_pb.GetMasterConfigurationResponse, error)

func (*MasterServer) HasWritableVolume 

func (ms *MasterServer) HasWritableVolume(option *topology.VolumeGrowOption) bool

func (*MasterServer) KeepConnected 

func (ms *MasterServer) KeepConnected(stream master_pb.Seaweed_KeepConnectedServer) error

KeepConnected keep a stream gRPC call to the master. Used by clients to know the master is up. And clients gets the up-to-date list of volume locations

func (*MasterServer) LookupEcVolume 

func (ms *MasterServer) LookupEcVolume(ctx context.Context, req *master_pb.LookupEcVolumeRequest) (*master_pb.LookupEcVolumeResponse, error)

func (*MasterServer) LookupVolume 

func (ms *MasterServer) LookupVolume(ctx context.Context, req *master_pb.LookupVolumeRequest) (*master_pb.LookupVolumeResponse, error)

func (*MasterServer) SendHeartbeat 

func (ms *MasterServer) SendHeartbeat(stream master_pb.Seaweed_SendHeartbeatServer) error

func (*MasterServer) SetRaftServer 

func (ms *MasterServer) SetRaftServer(raftServer *RaftServer)

func (*MasterServer) Statistics 

func (ms *MasterServer) Statistics(ctx context.Context, req *master_pb.StatisticsRequest) (*master_pb.StatisticsResponse, error)

func (*MasterServer) VolumeList 

func (ms *MasterServer) VolumeList(ctx context.Context, req *master_pb.VolumeListRequest) (*master_pb.VolumeListResponse, error)

type MoveEvents 

type MoveEvents struct {
	// contains filtered or unexported fields
}

type RaftServer 

type RaftServer struct {
	*raft.GrpcServer
	// contains filtered or unexported fields
}

func NewRaftServer 

func NewRaftServer(grpcDialOption grpc.DialOption, peers []string, serverAddr string, dataDir string, topo *topology.Topology, pulseSeconds int) *RaftServer

func (*RaftServer) Peers 

func (s *RaftServer) Peers() (members []string)

func (*RaftServer) StatusHandler 

func (s *RaftServer) StatusHandler(w http.ResponseWriter, r *http.Request)

type VolumeServer 

type VolumeServer struct {
	SeedMasterNodes []string

	FixJpgOrientation bool
	ReadRedirect      bool

	MetricsAddress     string
	MetricsIntervalSec int
	// contains filtered or unexported fields
}

func NewVolumeServer 

func NewVolumeServer(adminMux, publicMux *http.ServeMux, ip string,
	port int, publicUrl string,
	folders []string, maxCounts []int,
	needleMapKind storage.NeedleMapType,
	masterNodes []string, pulseSeconds int,
	dataCenter string, rack string,
	whiteList []string,
	fixJpgOrientation bool,
	readRedirect bool,
	compactionMBPerSecond int,
) *VolumeServer

func (*VolumeServer) AllocateVolume 

func (vs *VolumeServer) AllocateVolume(ctx context.Context, req *volume_server_pb.AllocateVolumeRequest) (*volume_server_pb.AllocateVolumeResponse, error)

func (*VolumeServer) BatchDelete 

func (vs *VolumeServer) BatchDelete(ctx context.Context, req *volume_server_pb.BatchDeleteRequest) (*volume_server_pb.BatchDeleteResponse, error)

func (*VolumeServer) CopyFile 

func (vs *VolumeServer) CopyFile(req *volume_server_pb.CopyFileRequest, stream volume_server_pb.VolumeServer_CopyFileServer) error

CopyFile client pulls the volume related file from the source server. if req.CompactionRevision != math.MaxUint32, it ensures the compact revision is as expected The copying still stop at req.StopOffset, but you can set it to math.MaxUint64 in order to read all data.

func (*VolumeServer) DeleteCollection 

func (vs *VolumeServer) DeleteCollection(ctx context.Context, req *volume_server_pb.DeleteCollectionRequest) (*volume_server_pb.DeleteCollectionResponse, error)

func (*VolumeServer) DeleteHandler 

func (vs *VolumeServer) DeleteHandler(w http.ResponseWriter, r *http.Request)

func (*VolumeServer) GetMaster 

func (vs *VolumeServer) GetMaster() string

func (*VolumeServer) GetOrHeadHandler 

func (vs *VolumeServer) GetOrHeadHandler(w http.ResponseWriter, r *http.Request)

func (*VolumeServer) PostHandler 

func (vs *VolumeServer) PostHandler(w http.ResponseWriter, r *http.Request)

func (*VolumeServer) ReadVolumeFileStatus 

func (vs *VolumeServer) ReadVolumeFileStatus(ctx context.Context, req *volume_server_pb.ReadVolumeFileStatusRequest) (*volume_server_pb.ReadVolumeFileStatusResponse, error)

func (*VolumeServer) Shutdown 

func (vs *VolumeServer) Shutdown()

func (*VolumeServer) VacuumVolumeCheck 

func (vs *VolumeServer) VacuumVolumeCheck(ctx context.Context, req *volume_server_pb.VacuumVolumeCheckRequest) (*volume_server_pb.VacuumVolumeCheckResponse, error)

func (*VolumeServer) VacuumVolumeCleanup 

func (vs *VolumeServer) VacuumVolumeCleanup(ctx context.Context, req *volume_server_pb.VacuumVolumeCleanupRequest) (*volume_server_pb.VacuumVolumeCleanupResponse, error)

func (*VolumeServer) VacuumVolumeCommit 

func (vs *VolumeServer) VacuumVolumeCommit(ctx context.Context, req *volume_server_pb.VacuumVolumeCommitRequest) (*volume_server_pb.VacuumVolumeCommitResponse, error)

func (*VolumeServer) VacuumVolumeCompact 

func (vs *VolumeServer) VacuumVolumeCompact(ctx context.Context, req *volume_server_pb.VacuumVolumeCompactRequest) (*volume_server_pb.VacuumVolumeCompactResponse, error)

func (*VolumeServer) VolumeCopy 

func (vs *VolumeServer) VolumeCopy(ctx context.Context, req *volume_server_pb.VolumeCopyRequest) (*volume_server_pb.VolumeCopyResponse, error)

VolumeCopy copy the .idx .dat files, and mount the volume

func (*VolumeServer) VolumeDelete 

func (vs *VolumeServer) VolumeDelete(ctx context.Context, req *volume_server_pb.VolumeDeleteRequest) (*volume_server_pb.VolumeDeleteResponse, error)

func (*VolumeServer) VolumeEcBlobDelete 

func (vs *VolumeServer) VolumeEcBlobDelete(ctx context.Context, req *volume_server_pb.VolumeEcBlobDeleteRequest) (*volume_server_pb.VolumeEcBlobDeleteResponse, error)

func (*VolumeServer) VolumeEcShardRead 

func (vs *VolumeServer) VolumeEcShardRead(req *volume_server_pb.VolumeEcShardReadRequest, stream volume_server_pb.VolumeServer_VolumeEcShardReadServer) error

func (*VolumeServer) VolumeEcShardsCopy 

func (vs *VolumeServer) VolumeEcShardsCopy(ctx context.Context, req *volume_server_pb.VolumeEcShardsCopyRequest) (*volume_server_pb.VolumeEcShardsCopyResponse, error)

VolumeEcShardsCopy copy the .ecx and some ec data slices

func (*VolumeServer) VolumeEcShardsDelete 

func (vs *VolumeServer) VolumeEcShardsDelete(ctx context.Context, req *volume_server_pb.VolumeEcShardsDeleteRequest) (*volume_server_pb.VolumeEcShardsDeleteResponse, error)

VolumeEcShardsDelete local delete the .ecx and some ec data slices if not needed the shard should not be mounted before calling this.

func (*VolumeServer) VolumeEcShardsGenerate 

func (vs *VolumeServer) VolumeEcShardsGenerate(ctx context.Context, req *volume_server_pb.VolumeEcShardsGenerateRequest) (*volume_server_pb.VolumeEcShardsGenerateResponse, error)

VolumeEcShardsGenerate generates the .ecx and .ec01 ~ .ec14 files

func (*VolumeServer) VolumeEcShardsMount 

func (vs *VolumeServer) VolumeEcShardsMount(ctx context.Context, req *volume_server_pb.VolumeEcShardsMountRequest) (*volume_server_pb.VolumeEcShardsMountResponse, error)

func (*VolumeServer) VolumeEcShardsRebuild 

func (vs *VolumeServer) VolumeEcShardsRebuild(ctx context.Context, req *volume_server_pb.VolumeEcShardsRebuildRequest) (*volume_server_pb.VolumeEcShardsRebuildResponse, error)

VolumeEcShardsRebuild generates the any of the missing .ec01 ~ .ec14 files

func (*VolumeServer) VolumeEcShardsUnmount 

func (vs *VolumeServer) VolumeEcShardsUnmount(ctx context.Context, req *volume_server_pb.VolumeEcShardsUnmountRequest) (*volume_server_pb.VolumeEcShardsUnmountResponse, error)

func (*VolumeServer) VolumeIncrementalCopy 

func (vs *VolumeServer) VolumeIncrementalCopy(req *volume_server_pb.VolumeIncrementalCopyRequest, stream volume_server_pb.VolumeServer_VolumeIncrementalCopyServer) error

func (*VolumeServer) VolumeMarkReadonly 

func (vs *VolumeServer) VolumeMarkReadonly(ctx context.Context, req *volume_server_pb.VolumeMarkReadonlyRequest) (*volume_server_pb.VolumeMarkReadonlyResponse, error)

func (*VolumeServer) VolumeMount 

func (vs *VolumeServer) VolumeMount(ctx context.Context, req *volume_server_pb.VolumeMountRequest) (*volume_server_pb.VolumeMountResponse, error)

func (*VolumeServer) VolumeSyncStatus 

func (vs *VolumeServer) VolumeSyncStatus(ctx context.Context, req *volume_server_pb.VolumeSyncStatusRequest) (*volume_server_pb.VolumeSyncStatusResponse, error)

func (*VolumeServer) VolumeTailReceiver 

func (vs *VolumeServer) VolumeTailReceiver(ctx context.Context, req *volume_server_pb.VolumeTailReceiverRequest) (*volume_server_pb.VolumeTailReceiverResponse, error)

func (*VolumeServer) VolumeTailSender 

func (vs *VolumeServer) VolumeTailSender(req *volume_server_pb.VolumeTailSenderRequest, stream volume_server_pb.VolumeServer_VolumeTailSenderServer) error

func (*VolumeServer) VolumeUnmount 

func (vs *VolumeServer) VolumeUnmount(ctx context.Context, req *volume_server_pb.VolumeUnmountRequest) (*volume_server_pb.VolumeUnmountResponse, error)

type WebDavFile 

type WebDavFile struct {
	// contains filtered or unexported fields
}

func (*WebDavFile) Close 

func (f *WebDavFile) Close() error

func (*WebDavFile) Read 

func (f *WebDavFile) Read(p []byte) (readSize int, err error)

func (*WebDavFile) Readdir 

func (f *WebDavFile) Readdir(count int) (ret []os.FileInfo, err error)

func (*WebDavFile) Seek 

func (f *WebDavFile) Seek(offset int64, whence int) (int64, error)

func (*WebDavFile) Stat 

func (f *WebDavFile) Stat() (os.FileInfo, error)

func (*WebDavFile) Write 

func (f *WebDavFile) Write(buf []byte) (int, error)

type WebDavFileSystem 

type WebDavFileSystem struct {
	// contains filtered or unexported fields
}

func (*WebDavFileSystem) Mkdir 

func (fs *WebDavFileSystem) Mkdir(ctx context.Context, fullDirPath string, perm os.FileMode) error

func (*WebDavFileSystem) OpenFile 

func (fs *WebDavFileSystem) OpenFile(ctx context.Context, fullFilePath string, flag int, perm os.FileMode) (webdav.File, error)

func (*WebDavFileSystem) RemoveAll 

func (fs *WebDavFileSystem) RemoveAll(ctx context.Context, name string) error

func (*WebDavFileSystem) Rename 

func (fs *WebDavFileSystem) Rename(ctx context.Context, oldName, newName string) error

func (*WebDavFileSystem) Stat 

func (fs *WebDavFileSystem) Stat(ctx context.Context, name string) (os.FileInfo, error)

func (*WebDavFileSystem) WithFilerClient 

func (fs *WebDavFileSystem) WithFilerClient(ctx context.Context, fn func(filer_pb.SeaweedFilerClient) error) error

type WebDavOption 

type WebDavOption struct {
	Filer            string
	FilerGrpcAddress string
	DomainName       string
	BucketsPath      string
	GrpcDialOption   grpc.DialOption
	Collection       string
	Uid              uint32
	Gid              uint32
}

type WebDavServer 

type WebDavServer struct {
	Handler *webdav.Handler
	// contains filtered or unexported fields
}

func NewWebDavServer 

func NewWebDavServer(option *WebDavOption) (ws *WebDavServer, err error)

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.