sinks

Documentation

Overview

Copyright 2017, Horst Gutmann

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2017, Horst Gutmann

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2017, Horst Gutmann

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2017, Horst Gutmann

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2017, Horst Gutmann

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

• type BucketObject
• type Configuration
• type DropboxSink
  • func NewDropboxSink(ctx context.Context, cfg Configuration) (*DropboxSink, error)
  • func (s *DropboxSink) CreateObject(ctx context.Context, path string, data io.Reader) error
  • func (s *DropboxSink) ListObjects(ctx context.Context, path string) ([]BucketObject, error)
• type FSSink
  • func NewFSSink(ctx context.Context, cfg Configuration) (*FSSink, error)
  • func (s *FSSink) CreateObject(ctx context.Context, path string, input io.Reader) error
  • func (s *FSSink) ListObjects(ctx context.Context, prefix string) ([]BucketObject, error)
• type GCSSink
  • func NewGCSSink(ctx context.Context, cfg Configuration) (*GCSSink, error)
  • func (s *GCSSink) CreateObject(ctx context.Context, path string, input io.Reader) error
  • func (s *GCSSink) ListObjects(ctx context.Context, prefix string) ([]BucketObject, error)
• type S3Sink
  • func NewS3Sink(ctx context.Context, cfg Configuration) (*S3Sink, error)
  • func (s *S3Sink) CreateObject(ctx context.Context, path string, input io.Reader) error
  • func (s *S3Sink) ListObjects(ctx context.Context, prefix string) ([]BucketObject, error)
• type Sink

Types

type BucketObject

type BucketObject struct {
	Name   string
	Prefix string
	Bucket string
}

type Configuration

type Configuration struct {
	GoogleProjectID         string `yaml:"google_project_id"`
	Bucket                  string `yaml:"bucket"`
	FileSystemFolder        string `yaml:"filesystem_folder"`
	AccessKeyID             string `yaml:"access_key_id"`
	AccessKeySecret         string `yaml:"access_key_secret"`
	Region                  string `yaml:"region"`
	DropboxOAuthAccessToken string `yaml:"dropbox_oauth_access_token"`
}

type DropboxSink

type DropboxSink struct {
	// contains filtered or unexported fields
}

func NewDropboxSink

func NewDropboxSink(ctx context.Context, cfg Configuration) (*DropboxSink, error)

func (*DropboxSink) CreateObject

func (s *DropboxSink) CreateObject(ctx context.Context, path string, data io.Reader) error

func (*DropboxSink) ListObjects

func (s *DropboxSink) ListObjects(ctx context.Context, path string) ([]BucketObject, error)

type FSSink

type FSSink struct {
	// contains filtered or unexported fields
}

func NewFSSink

func NewFSSink(ctx context.Context, cfg Configuration) (*FSSink, error)

func (*FSSink) CreateObject

func (s *FSSink) CreateObject(ctx context.Context, path string, input io.Reader) error

func (*FSSink) ListObjects

func (s *FSSink) ListObjects(ctx context.Context, prefix string) ([]BucketObject, error)

type GCSSink

type GCSSink struct {
	// contains filtered or unexported fields
}

func NewGCSSink

func NewGCSSink(ctx context.Context, cfg Configuration) (*GCSSink, error)

func (*GCSSink) CreateObject

func (s *GCSSink) CreateObject(ctx context.Context, path string, input io.Reader) error

func (*GCSSink) ListObjects

func (s *GCSSink) ListObjects(ctx context.Context, prefix string) ([]BucketObject, error)

type S3Sink

type S3Sink struct {
	// contains filtered or unexported fields
}

func NewS3Sink

func NewS3Sink(ctx context.Context, cfg Configuration) (*S3Sink, error)

func (*S3Sink) CreateObject

func (s *S3Sink) CreateObject(ctx context.Context, path string, input io.Reader) error

func (*S3Sink) ListObjects

func (s *S3Sink) ListObjects(ctx context.Context, prefix string) ([]BucketObject, error)

type Sink

type Sink interface {
	ListObjects(context.Context, string) ([]BucketObject, error)
	CreateObject(context.Context, string, io.Reader) error
}