upload_utils

Documentation

Index

• func FindMinMissingInteger(arr []int) int
• type ApiOpts
• type FileInfo
• type FileOpts
  • func (opt *FileOpts) Valid() error
• type IncUploadedMsg
• type IntHeap
  • func NewHeap(s []int) *IntHeap
  • func (h IntHeap) Len() int
  • func (h IntHeap) Less(i, j int) bool
  • func (h *IntHeap) Peek() int
  • func (h *IntHeap) Pop() any
  • func (h *IntHeap) Push(x any)
  • func (h *IntHeap) Remove(x any)
  • func (h IntHeap) Swap(i, j int)
• type MultipartCheckpointInfo
• type TickMsg
• type UploadDB
  • func NewUploadDB(filename string, recordId string, hash string, partSize uint64) (*UploadDB, error)
  • func (db *UploadDB) Delete() error
  • func (db *UploadDB) Get(key string, objectPtr interface{}) error
  • func (db *UploadDB) Reset() error
• type UploadInfo
• type UploadManager
  • func NewUploadManagerFromConfig(proj *name.Project, timeout time.Duration, apiOpts *ApiOpts, ...) (*UploadManager, error)
  • func (um *UploadManager) Init() tea.Cmd
  • func (um *UploadManager) Run(ctx context.Context, rcd *name.Record, fileOpts *FileOpts) error
  • func (um *UploadManager) Update(msg tea.Msg) (tea.Model, tea.Cmd)
  • func (um *UploadManager) View() string
• type UploadManagerOpts
  • func (opt *UploadManagerOpts) Valid() error
• type UploadStatusEnum

Functions

func FindMinMissingInteger

func FindMinMissingInteger(arr []int) int

FindMinMissingInteger finds the minimum missing integer in a sorted array

Types

type ApiOpts

type ApiOpts struct {
	api.SecurityTokenInterface
	api.FileInterface
}

type FileInfo

type FileInfo struct {
	Path     string
	Size     int64
	Sha256   string
	Uploaded int64
	Status   UploadStatusEnum
}

FileInfo contains the path, size and sha256 of a file.

type FileOpts

type FileOpts struct {
	Path string

	Recursive     bool
	IncludeHidden bool

	// Additional mapping from file path to oss path
	AdditionalUploads map[string]string
	// contains filtered or unexported fields
}

func (*FileOpts) Valid

func (opt *FileOpts) Valid() error

type IncUploadedMsg

type IncUploadedMsg struct {
	Path        string
	UploadedInc int64
}

IncUploadedMsg is used to send incremental uploaded size to the progress update goroutine

type IntHeap

type IntHeap []int

An IntHeap is a min-heap of ints.

func NewHeap

func NewHeap(s []int) *IntHeap

func (IntHeap) Len

func (h IntHeap) Len() int

func (IntHeap) Less

func (h IntHeap) Less(i, j int) bool

func (*IntHeap) Peek

func (h *IntHeap) Peek() int

func (*IntHeap) Pop

func (h *IntHeap) Pop() any

func (*IntHeap) Push

func (h *IntHeap) Push(x any)

func (*IntHeap) Remove

func (h *IntHeap) Remove(x any)

func (IntHeap) Swap

func (h IntHeap) Swap(i, j int)

type MultipartCheckpointInfo

type MultipartCheckpointInfo struct {
	UploadId     string               `json:"upload_id"`
	UploadedSize int64                `json:"uploaded_size"`
	Parts        []minio.CompletePart `json:"parts"`
}

MultipartCheckpointInfo contains the information needed to resume a multipart upload.

type TickMsg

type TickMsg time.Time

TickMsg is a message that is sent to the update function every 0.5 second.

type UploadDB

type UploadDB struct {
	*bolt.DB
}

func NewUploadDB

func NewUploadDB(filename string, recordId string, hash string, partSize uint64) (*UploadDB, error)

func (*UploadDB) Delete

func (db *UploadDB) Delete() error

Delete removes the database file from the filesystem.

func (*UploadDB) Get

func (db *UploadDB) Get(key string, objectPtr interface{}) error

Get retrieves the value of a key from the database. if the key does not exist, it returns nil.

func (*UploadDB) Reset

func (db *UploadDB) Reset() error

Reset removes all the keys from the database multipart_uploads bucket.

type UploadInfo

type UploadInfo struct {
	Path       string
	Bucket     string
	Key        string
	Tags       map[string]string
	FileReader *os.File

	// Upload result infos
	Result minio.ObjectPart
	Err    error

	// Multipart info
	UploadId        string
	PartId          int
	TotalPartsCount int
	ReadOffset      int64
	ReadSize        int64
	DB              *UploadDB
}

UploadInfo contains the information needed to upload a file or a file part (multipart upload).

type UploadManager

type UploadManager struct {
	// contains filtered or unexported fields
}

UploadManager is a manager for uploading files through minio client.

func NewUploadManagerFromConfig

func NewUploadManagerFromConfig(proj *name.Project, timeout time.Duration, apiOpts *ApiOpts, opts *UploadManagerOpts) (*UploadManager, error)

func (*UploadManager) Init

func (um *UploadManager) Init() tea.Cmd

func (*UploadManager) Run

func (um *UploadManager) Run(ctx context.Context, rcd *name.Record, fileOpts *FileOpts) error

Run is used to start the upload process.

func (*UploadManager) Update

func (um *UploadManager) Update(msg tea.Msg) (tea.Model, tea.Cmd)

func (*UploadManager) View

func (um *UploadManager) View() string

type UploadManagerOpts

type UploadManagerOpts struct {
	Threads  int
	PartSize string
	// contains filtered or unexported fields
}

func (*UploadManagerOpts) Valid

func (opt *UploadManagerOpts) Valid() error

type UploadStatusEnum

type UploadStatusEnum int

UploadStatusEnum is used to keep track of the state of a file upload

const (
	// Unprocessed is used to indicate that the file has not been processed yet
	Unprocessed UploadStatusEnum = iota

	// CalculatingSha256 is used to indicate that the file sha256 is being calculated
	CalculatingSha256

	// PreviouslyUploaded is used to indicate that the file has been uploaded before
	PreviouslyUploaded

	// WaitingForUpload is used to indicate that the file is waiting to be uploaded
	WaitingForUpload

	// UploadInProgress is used to indicate that the file upload is in progress
	UploadInProgress

	// UploadCompleted is used to indicate that the file upload has completed
	UploadCompleted

	// MultipartCompletionInProgress is used to indicate that the multipart upload completion is in progress
	MultipartCompletionInProgress

	// UploadFailed is used to indicate that the file upload has failed
	UploadFailed
)