gcs

Documentation

Index

• func NewGcsFileReader(ctx context.Context, projectId string, bucketName string, name string) (source.ParquetFile, error)
• func NewGcsFileWriter(ctx context.Context, projectId string, bucketName string, name string) (source.ParquetFile, error)
• type GcsFile
  • func (self *GcsFile) Close() error
  • func (self *GcsFile) Create(name string) (source.ParquetFile, error)
  • func (self *GcsFile) Open(name string) (source.ParquetFile, error)
  • func (self *GcsFile) Read(b []byte) (cnt int, err error)
  • func (self *GcsFile) Seek(offset int64, pos int) (int64, error)
  • func (self *GcsFile) Write(b []byte) (n int, err error)

Functions

func NewGcsFileReader

func NewGcsFileReader(ctx context.Context, projectId string, bucketName string, name string) (source.ParquetFile, error)

func NewGcsFileWriter

func NewGcsFileWriter(ctx context.Context, projectId string, bucketName string, name string) (source.ParquetFile, error)

Types

type GcsFile

type GcsFile struct {
	ProjectId  string
	BucketName string
	Ctx        context.Context

	Client     *storage.Client
	Bucket     *storage.BucketHandle
	FilePath   string
	FileReader *storage.Reader
	FileWriter *storage.Writer
}

func (*GcsFile) Close

func (self *GcsFile) Close() error

func (*GcsFile) Create

func (self *GcsFile) Create(name string) (source.ParquetFile, error)

func (*GcsFile) Open

func (self *GcsFile) Open(name string) (source.ParquetFile, error)

func (*GcsFile) Read

func (self *GcsFile) Read(b []byte) (cnt int, err error)

func (*GcsFile) Seek

func (self *GcsFile) Seek(offset int64, pos int) (int64, error)

func (*GcsFile) Write

func (self *GcsFile) Write(b []byte) (n int, err error)