cmd

Documentation

Index

• func CalculateChunkSizeForFileAndThreads(fileSize uint64, threadCount uint8) uint32
• func Execute()
• func GetChunksForFile(record FileRecord) []interface{}
• func GetFileSizeForPath(path string) (uint64, error)
• func RunThreads(threadFunc ThreadFunc, inputs []interface{}, threadDataFunc ThreadDataFunc, ...) []interface{}
• func UpdateNumberOfDirFiles(chunks []interface{})
• type ChunkRecord
• type FileRecord
• type FilesAndBuffer
• type Method
• type S3AbstractLocation
  • func (l *S3AbstractLocation) GetChunkLocation(chunk ChunkRecord) S3Location
  • func (l *S3AbstractLocation) GetJsonLocation() S3Location
• type S3Location
• type S3ReaderFunc
  • func (r S3ReaderFunc) Read(b []byte) (int, error)
  • func (r S3ReaderFunc) Seek(offset int64, whence int) (int64, error)
• type ThreadDataFunc
• type ThreadFunc

Functions

func CalculateChunkSizeForFileAndThreads

func CalculateChunkSizeForFileAndThreads(fileSize uint64, threadCount uint8) uint32

func Execute

func Execute()

func GetChunksForFile

func GetChunksForFile(record FileRecord) []interface{}

func GetFileSizeForPath

func GetFileSizeForPath(path string) (uint64, error)

func RunThreads

func RunThreads(threadFunc ThreadFunc, inputs []interface{}, threadDataFunc ThreadDataFunc, threadCount int, retries uint8) []interface{}

func UpdateNumberOfDirFiles

func UpdateNumberOfDirFiles(chunks []interface{})

Types

type ChunkRecord

type ChunkRecord struct {
	// contains filtered or unexported fields
}

type FileRecord

type FileRecord struct {
	ChunkSize uint32
	FileSize  uint64
}

type FilesAndBuffer

type FilesAndBuffer struct {
	// contains filtered or unexported fields
}

type Method

type Method int

type S3AbstractLocation

type S3AbstractLocation struct {
	// contains filtered or unexported fields
}

func (*S3AbstractLocation) GetChunkLocation

func (l *S3AbstractLocation) GetChunkLocation(chunk ChunkRecord) S3Location

func (*S3AbstractLocation) GetJsonLocation

func (l *S3AbstractLocation) GetJsonLocation() S3Location

type S3Location

type S3Location struct {
	// contains filtered or unexported fields
}

type S3ReaderFunc

type S3ReaderFunc struct {
	// contains filtered or unexported fields
}

func (S3ReaderFunc) Read

func (r S3ReaderFunc) Read(b []byte) (int, error)

func (S3ReaderFunc) Seek

func (r S3ReaderFunc) Seek(offset int64, whence int) (int64, error)

type ThreadDataFunc

type ThreadDataFunc func() (interface{}, error, func() error)

type ThreadFunc

type ThreadFunc func(input interface{}, threadData interface{}) (interface{}, error)