utils

Documentation

Index

• Variables
• func PathExists(path string) bool
• func SingleThreadDownload(url, path string, headers map[string]string) error
• type BlockMetaData
• type MultiThreadDownloader
  • func NewDownloader(url string, path string, name string, threadCount int, ...) *MultiThreadDownloader
  • func (m *MultiThreadDownloader) Download() error
• type TaskQueue
• type Worker
  • func NewWorker() *Worker
  • func (w *Worker) Run(wq chan TaskQueue, owner *WorkerPool)
• type WorkerPool
  • func NewWorkerPool(WorkerCount int) *WorkerPool
  • func (wp *WorkerPool) Start()

Variables

var Client = sync.Pool{
	New: func() interface{} {
		return &http.Client{
			Transport: &http.Transport{
				Proxy: http.ProxyFromEnvironment,
				TLSClientConfig: &tls.Config{
					MaxVersion: tls.VersionTLS12,
				},
			},
		}
	},
}

var (
	ErrUnsupportedMultiThreading = errors.New("unsupported multi-threading")
)

Functions

func PathExists

func PathExists(path string) bool

func SingleThreadDownload

func SingleThreadDownload(url, path string, headers map[string]string) error

Types

type BlockMetaData

type BlockMetaData struct {
	BeginOffset    int64
	EndOffset      int64
	DownloadedSize int64
}

type MultiThreadDownloader

type MultiThreadDownloader struct {
	Url         string
	SavePath    string
	FileName    string
	FullPath    string
	Client      *http.Client
	Headers     map[string]string
	Blocks      []*BlockMetaData
	ThreadCount int
}

func NewDownloader

func NewDownloader(url string, path string, name string, threadCount int, headers map[string]string) *MultiThreadDownloader

func (*MultiThreadDownloader) Download

func (m *MultiThreadDownloader) Download() error

type TaskQueue

type TaskQueue chan *MultiThreadDownloader

type Worker

type Worker struct {
	TaskChan TaskQueue
}

func NewWorker

func NewWorker() *Worker

func (*Worker) Run

func (w *Worker) Run(wq chan TaskQueue, owner *WorkerPool)

type WorkerPool

type WorkerPool struct {
	sync.WaitGroup

	WorkerCount int
	TaskQueue   TaskQueue
	WorkerQueue chan TaskQueue
}

func NewWorkerPool

func NewWorkerPool(WorkerCount int) *WorkerPool

func (*WorkerPool) Start

func (wp *WorkerPool) Start()