get

Documentation

Overview

The get processor uses go-getter from Hashicorp to quickly and easily get data from many sources including Git, HTTP, S3, etc It takes in a simple string as input which contains a reference to the file and also any required configuration such as S3 access keys or the Git SHA

Index

• type GetProcessor
  • func (p *GetProcessor) Configure(config interface{}) error
  • func (p *GetProcessor) GetConfig() interface{}
  • func (p *GetProcessor) GetError() error
  • func (p *GetProcessor) Metadata() processors.Processor
  • func (p *GetProcessor) New() simpleprocessor.ChunkProcessor
  • func (p *GetProcessor) Output() interface{}
  • func (p *GetProcessor) Run(data interface{})
  • func (p *GetProcessor) State() <-chan processors.DataChunkState
• type GoGetConfig

Types

type GetProcessor

type GetProcessor struct {
	// contains filtered or unexported fields
}

func (*GetProcessor) Configure

func (p *GetProcessor) Configure(config interface{}) error

func (*GetProcessor) GetConfig

func (p *GetProcessor) GetConfig() interface{}

func (*GetProcessor) GetError

func (p *GetProcessor) GetError() error

func (*GetProcessor) Metadata

func (p *GetProcessor) Metadata() processors.Processor

func (*GetProcessor) New

func (p *GetProcessor) New() simpleprocessor.ChunkProcessor

func (*GetProcessor) Output

func (p *GetProcessor) Output() interface{}

func (*GetProcessor) Run

func (p *GetProcessor) Run(data interface{})

func (*GetProcessor) State

func (p *GetProcessor) State() <-chan processors.DataChunkState

type GoGetConfig

type GoGetConfig struct {
	// Source is the source to download. It can either be a file or a folder, and Go-Getter will fetch it with GetAny
	// It can also include any go-getter configuration
	Source string
}