gcs

Documentation

Index

• type File
  • func NewGcsFileReader(ctx context.Context, projectID, bucketName, name string) (*File, error)
  • func NewGcsFileReaderWithClient(ctx context.Context, client *storage.Client, ...) (*File, error)
  • func NewGcsFileWriter(ctx context.Context, projectID, bucketName, name string) (*File, error)
  • func NewGcsFileWriterWithClient(ctx context.Context, client *storage.Client, ...) (*File, error)
  • func (g *File) Close() error
  • func (g *File) Create(name string) (source.ParquetFile, error)
  • func (g *File) Open(name string) (source.ParquetFile, error)
  • func (g *File) Read(b []byte) (int, error)
  • func (g *File) Seek(offset int64, whence int) (int64, error)
  • func (g *File) Write(b []byte) (int, error)

Types

type File

type File struct {
	ProjectID  string
	BucketName string
	FilePath   string
	// contains filtered or unexported fields
}

File represents a File that can be read from or written to.

func NewGcsFileReader

func NewGcsFileReader(ctx context.Context, projectID, bucketName, name string) (*File, error)

NewGcsFileReader will create a new GCS file reader.

func NewGcsFileReaderWithClient

func NewGcsFileReaderWithClient(ctx context.Context, client *storage.Client, projectID, bucketName, name string) (*File, error)

NewGcsFileReader will create a new GCS file reader with the passed client.

func NewGcsFileWriter

func NewGcsFileWriter(ctx context.Context, projectID, bucketName, name string) (*File, error)

NewGcsFileWriter will create a new GCS file writer.

func NewGcsFileWriterWithClient

func NewGcsFileWriterWithClient(ctx context.Context, client *storage.Client, projectID, bucketName, name string) (*File, error)

NewGcsFileWriter will create a new GCS file writer with the passed client.

func (*File) Close

func (g *File) Close() error

Close implements io.Closer.

func (*File) Create

func (g *File) Create(name string) (source.ParquetFile, error)

Create will create a new GCS file reader/writer and open the object named as the passed named. If name is left empty the same object as currently opened will be re-opened.

func (*File) Open

func (g *File) Open(name string) (source.ParquetFile, error)

Open will create a new GCS file reader/writer and open the object named as the passed named. If name is left empty the same object as currently opened will be re-opened.

func (*File) Read

func (g *File) Read(b []byte) (int, error)

Read implements io.Reader.

func (*File) Seek

func (g *File) Seek(offset int64, whence int) (int64, error)

Seek implements io.Seeker.

func (*File) Write

func (g *File) Write(b []byte) (int, error)

Write implements io.Writer.