config

Documentation

Index

• Constants
• Variables
• func GetAccount(awsConfig *aws.Config) (string, error)
• func GetAwsAccessKeyID(awsConfig *aws.Config) (string, error)
• func GetFixedInstallationID() string
• func GetMetastoreAwsConfig() *aws.Config
• func GetMetastoreGlueCatalogID() string
• func GetMetastoreHiveURI() string
• func GetMetastoreType() string
• type AwsS3RetentionConfig
• type Config
  • func NewConfig() *Config
  • func (c *Config) GetAuthCacheConfig() authparams.ServiceCache
  • func (c *Config) GetAuthEncryptionSecret() []byte
  • func (c *Config) GetAwsConfig() *aws.Config
  • func (c *Config) GetAwsS3RetentionConfig() AwsS3RetentionConfig
  • func (c *Config) GetBlockAdapterGSParams() (blockparams.GS, error)
  • func (c *Config) GetBlockAdapterLocalParams() (blockparams.Local, error)
  • func (c *Config) GetBlockAdapterS3Params() (blockparams.S3, error)
  • func (c *Config) GetBlockstoreType() string
  • func (c *Config) GetCatalogerType() string
  • func (c *Config) GetDatabaseParams() dbparams.Database
  • func (c *Config) GetListenAddress() string
  • func (c *Config) GetLocalDiskParams() pyramid.Params
  • func (c *Config) GetMvccCatalogerCatalogParams() catalogparams.Catalog
  • func (c *Config) GetS3GatewayDomainName() string
  • func (c *Config) GetS3GatewayRegion() string
  • func (c *Config) GetStatsAddress() string
  • func (c *Config) GetStatsEnabled() bool
  • func (c *Config) GetStatsFlushInterval() time.Duration
• type LogrusAWSAdapter
  • func (l *LogrusAWSAdapter) Log(vars ...interface{})

Constants

const (
	DefaultBlockStoreType                    = "local"
	DefaultBlockStoreLocalPath               = "~/lakefs/data"
	DefaultBlockStoreS3Region                = "us-east-1"
	DefaultBlockStoreS3StreamingChunkSize    = 2 << 19         // 1MiB by default per chunk
	DefaultBlockStoreS3StreamingChunkTimeout = time.Second * 1 // or 1 seconds, whatever comes first

	DefaultDiskAllocatedBytes     = 1 * 1024 * 1024 * 1024
	DefaultDiskBaseDir            = "~/lakefs/local_tier"
	DefaultDiskBlockStoragePrefix = "_lakefs"

	DefaultBlockStoreGSS3Endpoint = "https://storage.googleapis.com"

	DefaultAuthCacheEnabled = true
	DefaultAuthCacheSize    = 1024
	DefaultAuthCacheTTL     = 20 * time.Second
	DefaultAuthCacheJitter  = 3 * time.Second

	DefaultListenAddr          = "0.0.0.0:8000"
	DefaultS3GatewayDomainName = "s3.local.lakefs.io"
	DefaultS3GatewayRegion     = "us-east-1"
	DefaultS3MaxRetries        = 5

	DefaultStatsEnabled       = true
	DefaultStatsAddr          = "https://stats.treeverse.io"
	DefaultStatsFlushInterval = time.Second * 30

	MetaStoreType          = "metastore.type"
	MetaStoreHiveURI       = "metastore.hive.uri"
	MetastoreGlueCatalogID = "metastore.glue.catalog_id"
)

const (
	ModuleName           = "github.com/treeverse/lakefs"
	ProjectDirectoryName = "lakefs"

	DefaultLoggingFormat = "text"
	DefaultLoggingLevel  = "INFO"
	DefaultLoggingOutput = "-"
)

Variables

var (
	UnreleasedVersion = "dev"
	Version           = "dev"
)

var (
	ErrMissingSecretKey = errors.New("auth.encrypt.secret_key cannot be empty")
)

Functions

func GetAccount

func GetAccount(awsConfig *aws.Config) (string, error)

func GetAwsAccessKeyID

func GetAwsAccessKeyID(awsConfig *aws.Config) (string, error)

func GetFixedInstallationID

func GetFixedInstallationID() string

func GetMetastoreAwsConfig

func GetMetastoreAwsConfig() *aws.Config

func GetMetastoreGlueCatalogID

func GetMetastoreGlueCatalogID() string

func GetMetastoreHiveURI

func GetMetastoreHiveURI() string

func GetMetastoreType

func GetMetastoreType() string

Types

type AwsS3RetentionConfig

type AwsS3RetentionConfig struct {
	RoleArn           string
	ManifestBaseURL   *url.URL
	ReportS3PrefixURL *string
}

type Config

type Config struct{}

func NewConfig

func NewConfig() *Config

func (*Config) GetAuthCacheConfig

func (c *Config) GetAuthCacheConfig() authparams.ServiceCache

func (*Config) GetAuthEncryptionSecret

func (c *Config) GetAuthEncryptionSecret() []byte

func (*Config) GetAwsConfig

func (c *Config) GetAwsConfig() *aws.Config

func (*Config) GetAwsS3RetentionConfig

func (c *Config) GetAwsS3RetentionConfig() AwsS3RetentionConfig

func (*Config) GetBlockAdapterGSParams

func (c *Config) GetBlockAdapterGSParams() (blockparams.GS, error)

func (*Config) GetBlockAdapterLocalParams

func (c *Config) GetBlockAdapterLocalParams() (blockparams.Local, error)

func (*Config) GetBlockAdapterS3Params

func (c *Config) GetBlockAdapterS3Params() (blockparams.S3, error)

func (*Config) GetBlockstoreType

func (c *Config) GetBlockstoreType() string

func (*Config) GetCatalogerType

func (c *Config) GetCatalogerType() string

func (*Config) GetDatabaseParams

func (c *Config) GetDatabaseParams() dbparams.Database

func (*Config) GetListenAddress

func (c *Config) GetListenAddress() string

func (*Config) GetLocalDiskParams

func (c *Config) GetLocalDiskParams() pyramid.Params

func (*Config) GetMvccCatalogerCatalogParams

func (c *Config) GetMvccCatalogerCatalogParams() catalogparams.Catalog

func (*Config) GetS3GatewayDomainName

func (c *Config) GetS3GatewayDomainName() string

func (*Config) GetS3GatewayRegion

func (c *Config) GetS3GatewayRegion() string

func (*Config) GetStatsAddress

func (c *Config) GetStatsAddress() string

func (*Config) GetStatsEnabled

func (c *Config) GetStatsEnabled() bool

func (*Config) GetStatsFlushInterval

func (c *Config) GetStatsFlushInterval() time.Duration

type LogrusAWSAdapter

type LogrusAWSAdapter struct {
	// contains filtered or unexported fields
}

func (*LogrusAWSAdapter) Log

func (l *LogrusAWSAdapter) Log(vars ...interface{})