connector

Documentation

Index

• Constants
• func DialSSHTimeout(network, addr string, config *ssh.ClientConfig, timeout time.Duration) (*ssh.Client, error)
• func KeyAuth(file string) (ssh.AuthMethod, error)
• type Connection
• type GoogleCloudStorageConnection
  • func NewGoogleCloudStorageConnection(jsonPrivateKeyFilepath string, projectID string, bucketName string, ...) (GoogleCloudStorageConnection, error)
  • func (conn GoogleCloudStorageConnection) CachedGet(name string) (string, error)
  • func (c GoogleCloudStorageConnection) Close() error
  • func (conn GoogleCloudStorageConnection) Get(name string) (string, error)
  • func (c GoogleCloudStorageConnection) GetCacheDirectory() string
  • func (conn GoogleCloudStorageConnection) ListObjectsAsAll(prefix string) ([]Object, error)
  • func (conn GoogleCloudStorageConnection) ListObjectsAsFolders(prefix string) ([]Object, error)
  • func (c GoogleCloudStorageConnection) String() string
• type GoogleCloudStorageObject
  • func (o GoogleCloudStorageObject) GetPath() string
  • func (o GoogleCloudStorageObject) String() string
• type Object
• type S3Connection
  • func NewS3Connection(connection *s3.S3, cacheDirectory string, s3BucketName string, ...) S3Connection
  • func (conn S3Connection) CachedGet(key string) (string, error)
  • func (c S3Connection) Close() error
  • func (conn S3Connection) Get(key string) (string, error)
  • func (c S3Connection) GetCacheDirectory() string
  • func (conn S3Connection) ListObjectsAsAll(prefix string) ([]Object, error)
  • func (conn S3Connection) ListObjectsAsFolders(prefix string) ([]Object, error)
  • func (c S3Connection) String() string
• type S3Object
  • func (s3Obj S3Object) GetPath() string
  • func (s3Obj S3Object) String() string
• type SFTPConnection
  • func NewSFTPConnection(host string, port int, remotePath string, username string, password *string, ...) (*SFTPConnection, error)
  • func (conn SFTPConnection) CachedGet(key string) (string, error)
  • func (c SFTPConnection) Close() error
  • func (conn SFTPConnection) Get(key string) (string, error)
  • func (c SFTPConnection) GetCacheDirectory() string
  • func (conn SFTPConnection) ListObjectsAsAll(prefix string) ([]Object, error)
  • func (conn SFTPConnection) ListObjectsAsFolders(prefix string) ([]Object, error)
  • func (c SFTPConnection) String() string
• type SFTPObject
  • func (o SFTPObject) GetPath() string
  • func (o SFTPObject) String() string
• type SSHConn
  • func (c *SSHConn) Read(b []byte) (int, error)
  • func (c *SSHConn) Write(b []byte) (int, error)

Constants

const (
	TIMEOUT            time.Duration = time.Duration(10 * time.Second)
	KEEPALIVE_INTERVAL time.Duration = time.Duration(3 * time.Second)
)

Functions

func DialSSHTimeout

func DialSSHTimeout(network, addr string, config *ssh.ClientConfig, timeout time.Duration) (*ssh.Client, error)

func KeyAuth

func KeyAuth(file string) (ssh.AuthMethod, error)

Types

type Connection

type Connection interface {
	String() string
	GetCacheDirectory() string
	ListObjectsAsFolders(prefix string) ([]Object, error)
	ListObjectsAsAll(prefix string) ([]Object, error)
	Get(key string) (string, error)
	CachedGet(key string) (string, error)
	Close() error
}

type GoogleCloudStorageConnection

type GoogleCloudStorageConnection struct {
	Context        context.Context
	BucketName     string
	CacheDirectory string
}

func NewGoogleCloudStorageConnection

func NewGoogleCloudStorageConnection(jsonPrivateKeyFilepath string, projectID string, bucketName string,
	cacheDirectory string) (GoogleCloudStorageConnection, error)

func (GoogleCloudStorageConnection) CachedGet

func (conn GoogleCloudStorageConnection) CachedGet(name string) (string, error)

func (GoogleCloudStorageConnection) Close

func (c GoogleCloudStorageConnection) Close() error

func (GoogleCloudStorageConnection) Get

func (conn GoogleCloudStorageConnection) Get(name string) (string, error)

func (GoogleCloudStorageConnection) GetCacheDirectory

func (c GoogleCloudStorageConnection) GetCacheDirectory() string

func (GoogleCloudStorageConnection) ListObjectsAsAll

func (conn GoogleCloudStorageConnection) ListObjectsAsAll(prefix string) ([]Object, error)

func (GoogleCloudStorageConnection) ListObjectsAsFolders

func (conn GoogleCloudStorageConnection) ListObjectsAsFolders(prefix string) ([]Object, error)

func (GoogleCloudStorageConnection) String

func (c GoogleCloudStorageConnection) String() string

type GoogleCloudStorageObject

type GoogleCloudStorageObject struct {
	Name string
}

func (GoogleCloudStorageObject) GetPath

func (o GoogleCloudStorageObject) GetPath() string

func (GoogleCloudStorageObject) String

func (o GoogleCloudStorageObject) String() string

type Object

type Object interface {
	GetPath() string
}

type S3Connection

type S3Connection struct {
	Connection     *s3.S3
	BucketName     string
	CacheDirectory string
	Downloader     *s3manager.Downloader
}

func NewS3Connection

func NewS3Connection(connection *s3.S3, cacheDirectory string, s3BucketName string,
	options *s3manager.DownloadOptions) S3Connection

func (S3Connection) CachedGet

func (conn S3Connection) CachedGet(key string) (string, error)

func (S3Connection) Close

func (c S3Connection) Close() error

func (S3Connection) Get

func (conn S3Connection) Get(key string) (string, error)

func (S3Connection) GetCacheDirectory

func (c S3Connection) GetCacheDirectory() string

func (S3Connection) ListObjectsAsAll

func (conn S3Connection) ListObjectsAsAll(prefix string) ([]Object, error)

func (S3Connection) ListObjectsAsFolders

func (conn S3Connection) ListObjectsAsFolders(prefix string) ([]Object, error)

func (S3Connection) String

func (c S3Connection) String() string

type S3Object

type S3Object struct {
	S3FullPath string
}

func (S3Object) GetPath

func (s3Obj S3Object) GetPath() string

func (S3Object) String

func (s3Obj S3Object) String() string

type SFTPConnection

type SFTPConnection struct {
	SSHClient      *ssh.Client
	SFTPClient     *sftp.Client
	RemotePath     string
	CacheDirectory string
}

func NewSFTPConnection

func NewSFTPConnection(host string, port int, remotePath string, username string, password *string,
	privateKeyFilepath *string, cacheDirectory string) (*SFTPConnection, error)

func (SFTPConnection) CachedGet

func (conn SFTPConnection) CachedGet(key string) (string, error)

func (SFTPConnection) Close

func (c SFTPConnection) Close() error

func (SFTPConnection) Get

func (conn SFTPConnection) Get(key string) (string, error)

func (SFTPConnection) GetCacheDirectory

func (c SFTPConnection) GetCacheDirectory() string

func (SFTPConnection) ListObjectsAsAll

func (conn SFTPConnection) ListObjectsAsAll(prefix string) ([]Object, error)

func (SFTPConnection) ListObjectsAsFolders

func (conn SFTPConnection) ListObjectsAsFolders(prefix string) ([]Object, error)

func (SFTPConnection) String

func (c SFTPConnection) String() string

type SFTPObject

type SFTPObject struct {
	Fullpath string
}

func (SFTPObject) GetPath

func (o SFTPObject) GetPath() string

func (SFTPObject) String

func (o SFTPObject) String() string

type SSHConn

type SSHConn struct {
	net.Conn
	ReadTimeout  time.Duration
	WriteTimeout time.Duration
}

func (*SSHConn) Read

func (c *SSHConn) Read(b []byte) (int, error)

func (*SSHConn) Write

func (c *SSHConn) Write(b []byte) (int, error)