api

Documentation

Index

• func Untar(dst string, r io.Reader) error
• type Chunker
  • func NewChunker(r io.Reader, min, max, avg, bufSize int, out io.Writer) *Chunker
  • func (n *Chunker) Chunk() error
• type DockerChunker
  • func NewDockerChunker(outBase *string, min, max, avg, bufSize *int) *DockerChunker
  • func (n *DockerChunker) ParseDockerLinux(images []string) error
  • func (n *DockerChunker) ParseDockerLinuxTar(images []string) error
  • func (n *DockerChunker) ParseDockerWindows(images []string) error
• type FileChunker
  • func NewFileChunker(outBase *string, min, max, avg, bufSize *int) *FileChunker
  • func (n *FileChunker) ParseFile(inFile *string) error
  • func (n *FileChunker) ParseFolder(inFolders *[]string) error
• type GitHubChunker
  • func NewGitHubChunker(outBase *string, min, max, avg, bufSize *int) *GitHubChunker
  • func (n *GitHubChunker) ParseGitHub(languages []string) error
• type Job
  • func (j *Job) Do()
• type KaggleChunker
  • func NewKaggleChunker(outBase *string, min, max, avg, bufSize *int, pqPath *string) *KaggleChunker
  • func (n *KaggleChunker) ParseKaggle() error
  • func (n *KaggleChunker) ParseKaggleNoTar() error

Functions

func Untar

func Untar(dst string, r io.Reader) error

Types

type Chunker

type Chunker struct {
	// contains filtered or unexported fields
}

func NewChunker

func NewChunker(r io.Reader, min, max, avg, bufSize int, out io.Writer) *Chunker

func (*Chunker) Chunk

func (n *Chunker) Chunk() error

type DockerChunker

type DockerChunker struct {
	// contains filtered or unexported fields
}

func NewDockerChunker

func NewDockerChunker(outBase *string, min, max, avg, bufSize *int) *DockerChunker

func (*DockerChunker) ParseDockerLinux

func (n *DockerChunker) ParseDockerLinux(images []string) error

func (*DockerChunker) ParseDockerLinuxTar

func (n *DockerChunker) ParseDockerLinuxTar(images []string) error

func (*DockerChunker) ParseDockerWindows

func (n *DockerChunker) ParseDockerWindows(images []string) error

type FileChunker

type FileChunker struct {
	TBasePath *string
	Name      *string
	// contains filtered or unexported fields
}

func NewFileChunker

func NewFileChunker(outBase *string, min, max, avg, bufSize *int) *FileChunker

func (*FileChunker) ParseFile

func (n *FileChunker) ParseFile(inFile *string) error

func (*FileChunker) ParseFolder

func (n *FileChunker) ParseFolder(inFolders *[]string) error

type GitHubChunker

type GitHubChunker struct {
	// contains filtered or unexported fields
}

func NewGitHubChunker

func NewGitHubChunker(outBase *string, min, max, avg, bufSize *int) *GitHubChunker

func (*GitHubChunker) ParseGitHub

func (n *GitHubChunker) ParseGitHub(languages []string) error

type Job

type Job struct {
	// contains filtered or unexported fields
}

func (*Job) Do

func (j *Job) Do()

type KaggleChunker

type KaggleChunker struct {
	// contains filtered or unexported fields
}

func NewKaggleChunker

func NewKaggleChunker(outBase *string, min, max, avg, bufSize *int, pqPath *string) *KaggleChunker

func (*KaggleChunker) ParseKaggle

func (n *KaggleChunker) ParseKaggle() error

func (*KaggleChunker) ParseKaggleNoTar

func (n *KaggleChunker) ParseKaggleNoTar() error