storage

Feb 7, 2023

Changes in this version

+ type PrefixedBucketStorage struct

+ func (pbs *PrefixedBucketStorage) Exists(name string) (bool, error)

+ func (pbs *PrefixedBucketStorage) FullPath(name string) string

+ func (pbs *PrefixedBucketStorage) List(path string) ([]*StorageInfo, error)

+ func (pbs *PrefixedBucketStorage) ListDirectories(path string) ([]*StorageInfo, error)

+ func (pbs *PrefixedBucketStorage) Read(name string) ([]byte, error)

+ func (pbs *PrefixedBucketStorage) Remove(name string) error

+ func (pbs *PrefixedBucketStorage) Stat(name string) (*StorageInfo, error)

+ func (pbs *PrefixedBucketStorage) StorageType() StorageType

+ func (pbs *PrefixedBucketStorage) Write(name string, data []byte) error

type Storage

+ func NewPrefixedBucketStorage(storage Storage, prefix string) (Storage, error)

type StorageConfig

+ Prefix string

Nov 2, 2022

Changes in this version

type AzureStorage

+ func (b *AzureStorage) ListDirectories(path string) ([]*StorageInfo, error)

+ func (b *AzureStorage) StatDirectories(name string) (*StorageInfo, error)

type FileStorage

+ func (fs *FileStorage) ListDirectories(path string) ([]*StorageInfo, error)

type GCSStorage

+ func (gs *GCSStorage) ListDirectories(path string) ([]*StorageInfo, error)

type S3Storage

+ func (s3 *S3Storage) ListDirectories(path string) ([]*StorageInfo, error)

type Storage

+ ListDirectories func(path string) ([]*StorageInfo, error)

type StorageInfo

+ func DirFilesToStorageInfo(fileInfo []gofs.FileInfo, path string) []*StorageInfo

Aug 11, 2022

Changes in this version

+ const DirDelim

+ const SSEC

+ const SSEKMS

+ const SSES3

+ var DoesNotExistError = os.ErrNotExist

+ func DefaultAzureTransport(config AzureConfig) (*http.Transport, error)

+ func DefaultS3Transport(config S3Config) (*http.Transport, error)

+ func IsNotExist(err error) bool

+ func NewTLSConfig(cfg *TLSConfig) (*tls.Config, error)

+ func Validate(storage Storage) error

+ type AzureConfig struct

+ ContainerName string

+ Endpoint string

+ HTTPConfig AzureHTTPConfig

+ MSIResource string

+ MaxRetries int

+ PipelineConfig PipelineConfig

+ ReaderConfig ReaderConfig

+ StorageAccountKey string

+ StorageAccountName string

+ UserAssignedID string

+ type AzureHTTPConfig struct

+ DisableCompression bool

+ ExpectContinueTimeout model.Duration

+ IdleConnTimeout model.Duration

+ InsecureSkipVerify bool

+ MaxConnsPerHost int

+ MaxIdleConns int

+ MaxIdleConnsPerHost int

+ ResponseHeaderTimeout model.Duration

+ TLSConfig TLSConfig

+ TLSHandshakeTimeout model.Duration

+ type AzureStorage struct

+ func NewAzureStorage(azureConfig []byte) (*AzureStorage, error)

+ func NewAzureStorageWith(conf AzureConfig) (*AzureStorage, error)

+ func (as *AzureStorage) FullPath(name string) string

+ func (as *AzureStorage) Name() string

+ func (as *AzureStorage) StorageType() StorageType

+ func (b *AzureStorage) Exists(name string) (bool, error)

+ func (b *AzureStorage) List(path string) ([]*StorageInfo, error)

+ func (b *AzureStorage) Read(name string) ([]byte, error)

+ func (b *AzureStorage) Remove(name string) error

+ func (b *AzureStorage) Stat(name string) (*StorageInfo, error)

+ func (b *AzureStorage) Write(name string, data []byte) error

+ type FileStorage struct

+ func (fs *FileStorage) Exists(path string) (bool, error)

+ func (fs *FileStorage) FullPath(path string) string

+ func (fs *FileStorage) List(path string) ([]*StorageInfo, error)

+ func (fs *FileStorage) Read(path string) ([]byte, error)

+ func (fs *FileStorage) Remove(path string) error

+ func (fs *FileStorage) Stat(path string) (*StorageInfo, error)

+ func (fs *FileStorage) StorageType() StorageType

+ func (fs *FileStorage) Write(path string, data []byte) error

+ type GCSConfig struct

+ Bucket string

+ ServiceAccount string

+ type GCSStorage struct

+ func NewGCSStorage(conf []byte) (*GCSStorage, error)

+ func NewGCSStorageWith(gc GCSConfig) (*GCSStorage, error)

+ func (gs *GCSStorage) Exists(name string) (bool, error)

+ func (gs *GCSStorage) FullPath(name string) string

+ func (gs *GCSStorage) List(path string) ([]*StorageInfo, error)

+ func (gs *GCSStorage) Name() string

+ func (gs *GCSStorage) Read(name string) ([]byte, error)

+ func (gs *GCSStorage) Remove(name string) error

+ func (gs *GCSStorage) Stat(name string) (*StorageInfo, error)

+ func (gs *GCSStorage) StorageType() StorageType

+ func (gs *GCSStorage) Write(name string, data []byte) error

+ type PipelineConfig struct

+ MaxRetryDelay model.Duration

+ MaxTries int32

+ RetryDelay model.Duration

+ TryTimeout model.Duration

+ type ReaderConfig struct

+ MaxRetryRequests int

+ type S3Config struct

+ AWSSDKAuth bool

+ AccessKey string

+ Bucket string

+ Endpoint string

+ HTTPConfig S3HTTPConfig

+ Insecure bool

+ ListObjectsVersion string

+ PartSize uint64

+ PutUserMetadata map[string]string

+ Region string

+ SSEConfig SSEConfig

+ STSEndpoint string

+ SecretKey string

+ SignatureV2 bool

+ TraceConfig TraceConfig

+ type S3HTTPConfig struct

+ ExpectContinueTimeout time.Duration

+ IdleConnTimeout time.Duration

+ InsecureSkipVerify bool

+ MaxConnsPerHost int

+ MaxIdleConns int

+ MaxIdleConnsPerHost int

+ ResponseHeaderTimeout time.Duration

+ TLSConfig TLSConfig

+ TLSHandshakeTimeout time.Duration

+ Transport http.RoundTripper

+ type S3Storage struct

+ func NewS3Storage(conf []byte) (*S3Storage, error)

+ func NewS3StorageWith(config S3Config) (*S3Storage, error)

+ func (s3 *S3Storage) Exists(name string) (bool, error)

+ func (s3 *S3Storage) FullPath(name string) string

+ func (s3 *S3Storage) List(path string) ([]*StorageInfo, error)

+ func (s3 *S3Storage) Name() string

+ func (s3 *S3Storage) Read(name string) ([]byte, error)

+ func (s3 *S3Storage) Remove(name string) error

+ func (s3 *S3Storage) Stat(name string) (*StorageInfo, error)

+ func (s3 *S3Storage) StorageType() StorageType

+ func (s3 *S3Storage) Write(name string, data []byte) error

+ type SSEConfig struct

+ EncryptionKey string

+ KMSEncryptionContext map[string]string

+ KMSKeyID string

+ Type string

+ type Storage interface

+ Exists func(path string) (bool, error)

+ FullPath func(path string) string

+ List func(path string) ([]*StorageInfo, error)

+ Read func(path string) ([]byte, error)

+ Remove func(path string) error

+ Stat func(path string) (*StorageInfo, error)

+ StorageType func() StorageType

+ Write func(path string, data []byte) error

+ func NewBucketStorage(config []byte) (Storage, error)

+ func NewFileStorage(baseDir string) Storage

+ type StorageConfig struct

+ Config interface{}

+ Type StorageProvider

+ type StorageInfo struct

+ ModTime time.Time

+ Name string

+ Size int64

+ func FileToStorageInfo(fileInfo gofs.FileInfo) *StorageInfo

+ func FilesToStorageInfo(fileInfo []gofs.FileInfo) []*StorageInfo

+ type StorageProvider string

+ const AZURE

+ const GCS

+ const S3

+ type StorageType string

+ const StorageTypeBucketAzure

+ const StorageTypeBucketGCS

+ const StorageTypeBucketS3

+ const StorageTypeFile

+ func (st *StorageType) UnmarshalJSON(data []byte) error

+ func (st StorageType) BackendType() string

+ func (st StorageType) IsBucketStorage() bool

+ func (st StorageType) IsFileStorage() bool

+ func (st StorageType) MarshalJSON() ([]byte, error)

+ func (st StorageType) ProviderType() string

+ type TLSConfig struct

+ CAFile string

+ CertFile string

+ InsecureSkipVerify bool

+ KeyFile string

+ ServerName string

+ type TraceConfig struct

+ Enable bool