scraper

Documentation

Overview

Package scraper is a generated GoMock package.

Package scraper is a generated GoMock package.

Index

• func ExtractMinIOLoaderMeta(execution testkube.Execution) map[string]any
• type Extractor
• type FilesystemExtractor
  • func NewFilesystemExtractor(dirs []string, fs filesystem.FileSystem) *FilesystemExtractor
  • func (e *FilesystemExtractor) Extract(ctx context.Context, process ProcessFn) error
• type MinIOLoader
  • func NewMinIOLoader(endpoint, accessKeyID, secretAccessKey, location, token, bucket string, ...) (*MinIOLoader, error)
  • func (l *MinIOLoader) Upload(ctx context.Context, object *Object, meta map[string]any) error
• type MinioScraper
  • func NewMinioScraper(endpoint, accessKeyID, secretAccessKey, location, token, bucket string, ...) *MinioScraper
  • func (s MinioScraper) Scrape(id string, directories []string) error
• type MockExtractor
  • func NewMockExtractor(ctrl *gomock.Controller) *MockExtractor
  • func (m *MockExtractor) EXPECT() *MockExtractorMockRecorder
  • func (m *MockExtractor) Extract(arg0 context.Context, arg1 ProcessFn) error
• type MockExtractorMockRecorder
  • func (mr *MockExtractorMockRecorder) Extract(arg0, arg1 interface{}) *gomock.Call
• type MockUploader
  • func NewMockUploader(ctrl *gomock.Controller) *MockUploader
  • func (m *MockUploader) EXPECT() *MockUploaderMockRecorder
  • func (m *MockUploader) Upload(arg0 context.Context, arg1 *Object, arg2 map[string]interface{}) error
• type MockUploaderMockRecorder
  • func (mr *MockUploaderMockRecorder) Upload(arg0, arg1, arg2 interface{}) *gomock.Call
• type Object
• type ProcessFn
• type Scraper
• type ScraperV2
  • func NewScraperV2(extractor Extractor, loader Uploader) *ScraperV2
  • func (s *ScraperV2) Scrape(ctx context.Context, meta map[string]any) error
• type Uploader

Functions

func ExtractMinIOLoaderMeta

func ExtractMinIOLoaderMeta(execution testkube.Execution) map[string]any

Types

type Extractor

type Extractor interface {
	Extract(ctx context.Context, process ProcessFn) error
}

type FilesystemExtractor

type FilesystemExtractor struct {
	// contains filtered or unexported fields
}

func NewFilesystemExtractor

func NewFilesystemExtractor(dirs []string, fs filesystem.FileSystem) *FilesystemExtractor

func (*FilesystemExtractor) Extract

func (e *FilesystemExtractor) Extract(ctx context.Context, process ProcessFn) error

type MinIOLoader

type MinIOLoader struct {
	Endpoint, AccessKeyID, SecretAccessKey, Location, Token, Bucket string
	Ssl                                                             bool
	// contains filtered or unexported fields
}

func NewMinIOLoader

func NewMinIOLoader(endpoint, accessKeyID, secretAccessKey, location, token, bucket string, ssl bool) (*MinIOLoader, error)

func (*MinIOLoader) Upload

func (l *MinIOLoader) Upload(ctx context.Context, object *Object, meta map[string]any) error

type MinioScraper

type MinioScraper struct {
	Endpoint, AccessKeyID, SecretAccessKey, Location, Token, Bucket string
	Ssl                                                             bool
}

MinioScraper manages getting artifacts from job pods

func NewMinioScraper

func NewMinioScraper(endpoint, accessKeyID, secretAccessKey, location, token, bucket string, ssl bool) *MinioScraper

NewMinioScraper returns a Minio implementation of the Scraper

func (MinioScraper) Scrape

func (s MinioScraper) Scrape(id string, directories []string) error

Scrape gets artifacts from pod based on execution ID and directories list

type MockExtractor

type MockExtractor struct {
	// contains filtered or unexported fields
}

MockExtractor is a mock of Extractor interface.

func NewMockExtractor

func NewMockExtractor(ctrl *gomock.Controller) *MockExtractor

NewMockExtractor creates a new mock instance.

func (*MockExtractor) EXPECT

func (m *MockExtractor) EXPECT() *MockExtractorMockRecorder

EXPECT returns an object that allows the caller to indicate expected use.

func (*MockExtractor) Extract

func (m *MockExtractor) Extract(arg0 context.Context, arg1 ProcessFn) error

Extract mocks base method.

type MockExtractorMockRecorder

type MockExtractorMockRecorder struct {
	// contains filtered or unexported fields
}

MockExtractorMockRecorder is the mock recorder for MockExtractor.

func (*MockExtractorMockRecorder) Extract

func (mr *MockExtractorMockRecorder) Extract(arg0, arg1 interface{}) *gomock.Call

Extract indicates an expected call of Extract.

type MockUploader

type MockUploader struct {
	// contains filtered or unexported fields
}

MockUploader is a mock of Uploader interface.

func NewMockUploader

func NewMockUploader(ctrl *gomock.Controller) *MockUploader

NewMockUploader creates a new mock instance.

func (*MockUploader) EXPECT

func (m *MockUploader) EXPECT() *MockUploaderMockRecorder

EXPECT returns an object that allows the caller to indicate expected use.

func (*MockUploader) Upload

func (m *MockUploader) Upload(arg0 context.Context, arg1 *Object, arg2 map[string]interface{}) error

Upload mocks base method.

type MockUploaderMockRecorder

type MockUploaderMockRecorder struct {
	// contains filtered or unexported fields
}

MockUploaderMockRecorder is the mock recorder for MockUploader.

func (*MockUploaderMockRecorder) Upload

func (mr *MockUploaderMockRecorder) Upload(arg0, arg1, arg2 interface{}) *gomock.Call

Upload indicates an expected call of Upload.

type Object

type Object struct {
	Name string
	Size int64
	Data io.Reader
}

type ProcessFn

type ProcessFn func(ctx context.Context, object *Object) error

type Scraper

type Scraper interface {
	// Scrape gets artifacts from the directories present in the execution with executionID
	Scrape(executionID string, directories []string) error
}

Scraper is responsible for collecting and persisting the necessary artifacts

type ScraperV2

type ScraperV2 struct {
	// contains filtered or unexported fields
}

func NewScraperV2

func NewScraperV2(extractor Extractor, loader Uploader) *ScraperV2

func (*ScraperV2) Scrape

func (s *ScraperV2) Scrape(ctx context.Context, meta map[string]any) error

type Uploader

type Uploader interface {
	Upload(ctx context.Context, object *Object, meta map[string]any) error
}