connector

Documentation

Index

• type Connection
• type GoogleCloudStorageConnection
  • func NewGoogleCloudStorageConnection(jsonPrivateKeyFilepath string, projectID string, bucketName string, ...) (GoogleCloudStorageConnection, error)
  • func (conn GoogleCloudStorageConnection) CachedGet(name string) (string, error)
  • func (conn GoogleCloudStorageConnection) Get(name string) (string, error)
  • func (c GoogleCloudStorageConnection) GetCacheDirectory() string
  • func (conn GoogleCloudStorageConnection) ListObjectsAsAll(prefix string) ([]Object, error)
  • func (conn GoogleCloudStorageConnection) ListObjectsAsFolders(prefix string) ([]Object, error)
  • func (c GoogleCloudStorageConnection) String() string
• type GoogleCloudStorageObject
  • func (o GoogleCloudStorageObject) GetPath() string
  • func (o GoogleCloudStorageObject) String() string
• type Object
• type S3Connection
  • func NewS3Connection(connection *s3.S3, cacheDirectory string, s3BucketName string, ...) S3Connection
  • func (conn S3Connection) CachedGet(key string) (string, error)
  • func (conn S3Connection) Get(key string) (string, error)
  • func (c S3Connection) GetCacheDirectory() string
  • func (conn S3Connection) ListObjectsAsAll(prefix string) ([]Object, error)
  • func (conn S3Connection) ListObjectsAsFolders(prefix string) ([]Object, error)
  • func (c S3Connection) String() string
• type S3Object
  • func (s3Obj S3Object) GetPath() string
  • func (s3Obj S3Object) String() string

Types

type Connection

type Connection interface {
	String() string
	GetCacheDirectory() string
	ListObjectsAsFolders(prefix string) ([]Object, error)
	ListObjectsAsAll(prefix string) ([]Object, error)
	Get(key string) (string, error)
	CachedGet(key string) (string, error)
}

type GoogleCloudStorageConnection

type GoogleCloudStorageConnection struct {
	Context        context.Context
	BucketName     string
	CacheDirectory string
}

func NewGoogleCloudStorageConnection

func NewGoogleCloudStorageConnection(jsonPrivateKeyFilepath string, projectID string, bucketName string,
	cacheDirectory string) (GoogleCloudStorageConnection, error)

func (GoogleCloudStorageConnection) CachedGet

func (conn GoogleCloudStorageConnection) CachedGet(name string) (string, error)

func (GoogleCloudStorageConnection) Get

func (conn GoogleCloudStorageConnection) Get(name string) (string, error)

func (GoogleCloudStorageConnection) GetCacheDirectory

func (c GoogleCloudStorageConnection) GetCacheDirectory() string

func (GoogleCloudStorageConnection) ListObjectsAsAll

func (conn GoogleCloudStorageConnection) ListObjectsAsAll(prefix string) ([]Object, error)

func (GoogleCloudStorageConnection) ListObjectsAsFolders

func (conn GoogleCloudStorageConnection) ListObjectsAsFolders(prefix string) ([]Object, error)

func (GoogleCloudStorageConnection) String

func (c GoogleCloudStorageConnection) String() string

type GoogleCloudStorageObject

type GoogleCloudStorageObject struct {
	Name string
}

func (GoogleCloudStorageObject) GetPath

func (o GoogleCloudStorageObject) GetPath() string

func (GoogleCloudStorageObject) String

func (o GoogleCloudStorageObject) String() string

type Object

type Object interface {
	GetPath() string
}

type S3Connection

type S3Connection struct {
	Connection     *s3.S3
	BucketName     string
	CacheDirectory string
	Downloader     *s3manager.Downloader
}

func NewS3Connection

func NewS3Connection(connection *s3.S3, cacheDirectory string, s3BucketName string,
	options *s3manager.DownloadOptions) S3Connection

func (S3Connection) CachedGet

func (conn S3Connection) CachedGet(key string) (string, error)

func (S3Connection) Get

func (conn S3Connection) Get(key string) (string, error)

func (S3Connection) GetCacheDirectory

func (c S3Connection) GetCacheDirectory() string

func (S3Connection) ListObjectsAsAll

func (conn S3Connection) ListObjectsAsAll(prefix string) ([]Object, error)

func (S3Connection) ListObjectsAsFolders

func (conn S3Connection) ListObjectsAsFolders(prefix string) ([]Object, error)

func (S3Connection) String

func (c S3Connection) String() string

type S3Object

type S3Object struct {
	S3FullPath string
}

func (S3Object) GetPath

func (s3Obj S3Object) GetPath() string

func (S3Object) String

func (s3Obj S3Object) String() string