Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

jetcapture

package module

Go to main page

Versions in this module

v0

v0.2.4

May 16, 2023

Changes in this version

+ type OverrideUploadOptions func(options *azblob.UploadStreamOptions, destKey K)

v0.2.3

May 16, 2023

v0.2.2

Apr 18, 2023

v0.2.1

Dec 9, 2022

v0.2.0

Dec 2, 2022

Changes in this version

type Options

+ OnStoreComplete func(K, string, int64, time.Duration, error)

v0.1.0

Sep 28, 2022

Changes in this version

+ const DefaultMaxAge

+ const GZip

+ const None

+ const Snappy

+ func NatsToNats(resolve func(msg *nats.Msg) K) func(msg *nats.Msg) (*NatsMessage, K, error)

+ func NewAppSkeleton(setup func(c *cli.Context, options *Options[P, K]) error) *cli.App

+ func SetDefaultLogger(newLogger *zap.Logger)

+ func SubjectToDestKey(msg *nats.Msg) string

+ type AzureBlobStore struct

+ func NewAzureBlobStore(credential azcore.TokenCredential, buildURLBase BuildURLBase[K]) (*AzureBlobStore[K], error)

+ func (a *AzureBlobStore[K]) Write(ctx context.Context, block io.Reader, destKey K, dir, fileName string) (string, error)

+ type BlockStore interface

+ Write func(ctx context.Context, block io.Reader, destKey K, dir, fileName string) (string, error)

+ func SingleDirStore(path string) BlockStore[K]

+ type BuildURLBase func(ctx context.Context, destKey K) (string, error)

+ type CSVWriter struct

+ func (c *CSVWriter[P]) Flush() error

+ func (c *CSVWriter[P]) InitNew(out io.Writer) error

+ func (c *CSVWriter[P]) Write(m P) (int, error)

+ type Capture struct

+ func New(opts Options[P, K]) *Capture[P, K]

+ func (c *Capture[P, K]) Run(ctx context.Context, nc *nats.Conn) error

+ type Compression string

+ type DestKey interface

+ type FormattedDataWriter interface

+ Flush func() error

+ InitNew func(out io.Writer) error

+ Write func(payload P) (int, error)

+ func NewCSVWriter(header []string, flattenFn func(payload P) ([][]string, error)) FormattedDataWriter[P]

+ type LocalFSStore struct

+ Resolver func(destKey K) (string, error)

+ func (f *LocalFSStore[K]) Write(_ context.Context, block io.Reader, destKey K, dir, fileName string) (string, error)

+ type NatsMessage struct

+ Data []byte

+ Header map[string][]string

+ Metadata *nats.MsgMetadata

+ Reply string

+ Subject string

+ type NewLineDelimitedJSON struct

+ func (j *NewLineDelimitedJSON[P]) Flush() error

+ func (j *NewLineDelimitedJSON[P]) InitNew(out io.Writer) error

+ func (j *NewLineDelimitedJSON[P]) Write(m P) (int, error)

+ type Options struct

+ BufferToDisk bool

+ Compression Compression

+ MaxAge time.Duration

+ MaxMessages int

+ MessageDecoder func(*nats.Msg) (P, K, error)

+ NATSConsumerName string

+ NATSStreamName string

+ Store BlockStore[K]

+ Suffix string

+ TempDir string

+ WriterFactory func() FormattedDataWriter[P]

+ func DefaultOptions() *Options[P, K]

+ func (o *Options[P, K]) Build() *Capture[P, K]

+ func (o *Options[P, K]) Validate() error

+ type Payload interface