s3s

package module

Go to main page

Versions in this module

v0

v0.5.3

Aug 17, 2023

v0.5.2

Aug 8, 2023

v0.5.1

Aug 7, 2023

v0.5.0

Jul 11, 2023

Changes in this version

+ const DEFAULT_THREAD_COUNT

+ type Client struct

+ func New(ctx context.Context) (*Client, error)

+ func (c *Client) GetS3Bucket(ctx context.Context) ([]string, error)

+ func (c *Client) GetS3Dir(ctx context.Context, bucket string, prefix string) ([]string, error)

+ func (c *Client) GetS3Keys(ctx context.Context, sender chan<- s3Object, bucket string, prefix string, ...) error

+ func (c *Client) GetS3OneKey(ctx context.Context, bucket string, prefix string) (*s3Object, error)

+ func (c *Client) OptimizateALBPrefixes(ctx context.Context, prefixes []string, keyInfo *Query) ([]string, error)

+ func (c *Client) OptimizateCFPrefixes(ctx context.Context, prefixes []string, keyInfo *Query) ([]string, error)

+ func (c *Client) Run(ctx context.Context, prefixes []string, query *Query, option *Option) (*Result, error)

+ type Option struct

+ IsCountMode bool

+ IsDryRun bool

+ Output string

+ type Query struct

+ FormatType FormatType

+ Query string

+ Since time.Time

+ Until time.Time

type Result

+ Bytes int64

v0.4.3

Apr 13, 2023

Changes in this version

type App

+ func (app *App) OptimizateALBPaths(ctx context.Context, paths []string, keyInfo *KeyInfo) ([]string, error)

v0.4.2

Mar 13, 2023

v0.4.1

Mar 4, 2023

v0.4.0

Sep 28, 2022

Changes in this version

+ const ErrTimeParseFailed

type App

+ func (app *App) DryRun(ctx context.Context, paths []string, keyInfo *KeyInfo, queryStr string, ...) (int64, int, error)

+ func (app *App) GetS3OneKey(ctx context.Context, bucket string, prefix string) (*ObjectInfo, error)

+ func (app *App) OptimizateCFPaths(ctx context.Context, paths []string, keyInfo *KeyInfo) ([]string, error)

+ type KeyInfo struct

+ KeyType KeyType

+ Since time.Time

+ Until time.Time

+ type KeyType int

+ const KeyTypeALB

+ const KeyTypeCF

+ const KeyTypeNone

+ type ObjectInfo struct

+ Bucket string

+ Key string

+ Size int64

v0.3.3

Sep 16, 2022

v0.3.2

Sep 15, 2022

v0.3.1

Sep 15, 2022

Changes in this version

type ALBLogsSchema

+ DomainName interface{}

+ type CountOnlySchema struct

+ Count int

+ type Result struct

+ Count int

v0.3.0

Sep 14, 2022

Changes in this version

+ type ALBLogsSchema struct

+ ActionsExecuted interface{}

+ ChosenCertArn interface{}

+ Classification interface{}

+ ClassificationReason interface{}

+ ClientPort interface{}

+ Elb interface{}

+ ElbStatusCode interface{}

+ ErrorReason interface{}

+ MatchedRulePriority interface{}

+ ReceivedBytes interface{}

+ RedirectUrl interface{}

+ Request interface{}

+ RequestCreationTime interface{}

+ RequestProcessingTime interface{}

+ ResponseProcessingTime interface{}

+ SentBytes interface{}

+ SslCipher interface{}

+ SslProtocol interface{}

+ TargetGroupArn interface{}

+ TargetPort interface{}

+ TargetPortList interface{}

+ TargetProcessingTime interface{}

+ TargetStatusCode interface{}

+ TargetStatusCodeList interface{}

+ Time interface{}

+ TraceId interface{}

+ Type interface{}

+ UserAgent interface{}

+ func (schema *ALBLogsSchema) UnmarshalJSON(b []byte) error

type App

+ func (app *App) GetS3Bucket(ctx context.Context) ([]string, error)

+ func (app *App) GetS3Dir(ctx context.Context, bucket string, prefix string) ([]string, error)

+ func (app *App) GetS3Keys(ctx context.Context, bucket string, prefix string) ([]string, error)

+ func (app *App) GetS3KeysWithChannel(ctx context.Context, sender chan<- Path, bucket string, prefix string) error

+ func (app *App) Run(ctx context.Context, paths []string, queryStr string, queryInfo *QueryInfo) error

+ func (app *App) S3Select(ctx context.Context, input Querying, info *QueryInfo) error

+ type CFLogsSchema struct

+ CIp interface{}

+ CPort interface{}

+ CsBytes interface{}

+ CsCookie interface{}

+ CsHost interface{}

+ CsMethod interface{}

+ CsProtocol interface{}

+ CsProtocolVersion interface{}

+ CsReferer interface{}

+ CsUriQuery interface{}

+ CsUriStem interface{}

+ CsUserAgent interface{}

+ Date interface{}

+ FleEncryptedFields interface{}

+ FleStatus interface{}

+ ScBytes interface{}

+ ScContentLen interface{}

+ ScContentType interface{}

+ ScRangeEnd interface{}

+ ScRangeStart interface{}

+ ScStatus interface{}

+ SslCipher interface{}

+ SslProtocol interface{}

+ Time interface{}

+ TimeTaken interface{}

+ TimeToFirstByte interface{}

+ XEdgeDetailedResultType interface{}

+ XEdgeLocation interface{}

+ XEdgeRequestId interface{}

+ XEdgeResponseResultType interface{}

+ XEdgeResultType interface{}

+ XForwardedFor interface{}

+ XHostHeader interface{}

+ func (schema *CFLogsSchema) UnmarshalJSON(b []byte) error

+ type CSVInput struct

+ Bucket string

+ FieldDelimiter string

+ Key string

+ Query string

+ RecordDelimiter string

+ type FormatType int

+ const FormatTypeALBLogs

+ const FormatTypeCFLogs

+ const FormatTypeCSV

+ const FormatTypeJSON

+ type JSONInput struct

+ Bucket string

+ Key string

+ Query string

+ type Path struct

+ Bucket string

+ Key string

+ type QueryInfo struct

+ FieldDelimiter string

+ FormatType FormatType

+ IsCountMode bool

+ RecordDelimiter string

+ type Querying interface

v0.2.2

Sep 2, 2022

v0.2.1

Sep 2, 2022

v0.2.0

Aug 25, 2022

Changes in this version

+ func GetS3Bucket(ctx context.Context, app *App) ([]string, error)

+ func GetS3Dir(ctx context.Context, app *App, bucket string, prefix string) ([]string, error)

type S3API

+ ListBuckets func(ctx context.Context, params *s3.ListBucketsInput, optFns ...func(*s3.Options)) (*s3.ListBucketsOutput, error)

v0.1.0

Aug 22, 2022

Changes in this version

+ func GetS3Keys(ctx context.Context, app *App, bucket string, prefix string) ([]string, error)

+ func S3Select(ctx context.Context, app *App, bucket string, key string, query string) error

+ type App struct

+ func NewApp(ctx context.Context, region string) (*App, error)

+ type S3API interface

+ ListObjectsV2 func(ctx context.Context, params *s3.ListObjectsV2Input, ...) (*s3.ListObjectsV2Output, error)

+ SelectObjectContent func(ctx context.Context, params *s3.SelectObjectContentInput, ...) (*s3.SelectObjectContentOutput, error)

v0.0.0

Jun 10, 2022

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL