sdcrecord

Documentation

Overview

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

• Constants
• Variables
• func NewRecordFromSDCRecord(stageContext api.StageContext, sdcRecord *SDCRecord) (api.Record, error)
• type RecordCreator
  • func (r *RecordCreator) CreateRecord(context api.StageContext, lineText string, messageId string, ...) (api.Record, error)
• type SDCRecord
  • func NewSdcRecordFromRecord(r api.Record) (*SDCRecord, error)
• type SDCRecordReaderFactoryImpl
  • func (srrf *SDCRecordReaderFactoryImpl) CreateReader(context api.StageContext, reader io.Reader, messageId string) (dataformats.RecordReader, error)
• type SDCRecordReaderImpl
  • func (srr *SDCRecordReaderImpl) Close() error
  • func (srr *SDCRecordReaderImpl) ReadRecord() (api.Record, error)
• type SDCRecordWriterFactoryImpl
  • func (srwf *SDCRecordWriterFactoryImpl) CreateWriter(context api.StageContext, writer io.Writer) (dataformats.RecordWriter, error)
• type SDCRecordWriterImpl
  • func (srw *SDCRecordWriterImpl) Close() error
  • func (srw *SDCRecordWriterImpl) Flush() error
  • func (srw *SDCRecordWriterImpl) WriteRecord(r api.Record) error

Constants

const (
	Type   = "type"
	Value  = "value"
	SqPath = "sqpath"
	DqPath = "dqpath"
)

const (
	//Just support Json For now
	SdcJsonMagicNumber = byte(0xa0) | byte(0x01)
)

Variables

var NewLineBytes = []byte("\n")

Functions

func NewRecordFromSDCRecord

func NewRecordFromSDCRecord(stageContext api.StageContext, sdcRecord *SDCRecord) (api.Record, error)

Types

type RecordCreator

type RecordCreator struct {
}

func (*RecordCreator) CreateRecord

func (r *RecordCreator) CreateRecord(
	context api.StageContext,
	lineText string,
	messageId string,
	headers []*api.Field,
) (api.Record, error)

type SDCRecord

type SDCRecord struct {
	Header *common.HeaderImpl     `json:"header"`
	Value  map[string]interface{} `json:"value"`
}

func NewSdcRecordFromRecord

func NewSdcRecordFromRecord(r api.Record) (*SDCRecord, error)

type SDCRecordReaderFactoryImpl

type SDCRecordReaderFactoryImpl struct {
	recordio.AbstractRecordReaderFactory
}

func (*SDCRecordReaderFactoryImpl) CreateReader

func (srrf *SDCRecordReaderFactoryImpl) CreateReader(
	context api.StageContext,
	reader io.Reader,
	messageId string,
) (dataformats.RecordReader, error)

type SDCRecordReaderImpl

type SDCRecordReaderImpl struct {
	// contains filtered or unexported fields
}

func (*SDCRecordReaderImpl) Close

func (srr *SDCRecordReaderImpl) Close() error

func (*SDCRecordReaderImpl) ReadRecord

func (srr *SDCRecordReaderImpl) ReadRecord() (api.Record, error)

type SDCRecordWriterFactoryImpl

type SDCRecordWriterFactoryImpl struct {
}

func (*SDCRecordWriterFactoryImpl) CreateWriter

func (srwf *SDCRecordWriterFactoryImpl) CreateWriter(
	context api.StageContext,
	writer io.Writer,
) (dataformats.RecordWriter, error)

type SDCRecordWriterImpl

type SDCRecordWriterImpl struct {
	// contains filtered or unexported fields
}

func (*SDCRecordWriterImpl) Close

func (srw *SDCRecordWriterImpl) Close() error

func (*SDCRecordWriterImpl) Flush

func (srw *SDCRecordWriterImpl) Flush() error

func (*SDCRecordWriterImpl) WriteRecord

func (srw *SDCRecordWriterImpl) WriteRecord(r api.Record) error