record

package
v0.0.0-...-11562d8 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 14, 2020 License: GPL-3.0 Imports: 5 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewHiveTaskWriter 

func NewHiveTaskWriter(writer io.Writer, codec container.Codec, recordsPerBlock int64) (*container.Writer, error)

func NewHiveTracebackTaskWriter 

func NewHiveTracebackTaskWriter(writer io.Writer, codec container.Codec, recordsPerBlock int64) (*container.Writer, error)

func NewOssTaskResultWriter 

func NewOssTaskResultWriter(writer io.Writer, codec container.Codec, recordsPerBlock int64) (*container.Writer, error)

func NewOssTaskWriter 

func NewOssTaskWriter(writer io.Writer, codec container.Codec, recordsPerBlock int64) (*container.Writer, error)

func NewParentUrlRecordWriter 

func NewParentUrlRecordWriter(writer io.Writer, codec container.Codec, recordsPerBlock int64) (*container.Writer, error)

Types

type ArrayStringWrapper 

type ArrayStringWrapper []string

func (*ArrayStringWrapper) AppendArray 

func (r *ArrayStringWrapper) AppendArray() types.Field

func (*ArrayStringWrapper) AppendMap 

func (_ *ArrayStringWrapper) AppendMap(key string) types.Field

func (*ArrayStringWrapper) Finalize 

func (_ *ArrayStringWrapper) Finalize()

func (*ArrayStringWrapper) Get 

func (_ *ArrayStringWrapper) Get(i int) types.Field

func (*ArrayStringWrapper) SetBoolean 

func (_ *ArrayStringWrapper) SetBoolean(v bool)

func (*ArrayStringWrapper) SetBytes 

func (_ *ArrayStringWrapper) SetBytes(v []byte)

func (*ArrayStringWrapper) SetDefault 

func (_ *ArrayStringWrapper) SetDefault(i int)

func (*ArrayStringWrapper) SetDouble 

func (_ *ArrayStringWrapper) SetDouble(v float64)

func (*ArrayStringWrapper) SetFloat 

func (_ *ArrayStringWrapper) SetFloat(v float32)

func (*ArrayStringWrapper) SetInt 

func (_ *ArrayStringWrapper) SetInt(v int32)

func (*ArrayStringWrapper) SetLong 

func (_ *ArrayStringWrapper) SetLong(v int64)

func (*ArrayStringWrapper) SetString 

func (_ *ArrayStringWrapper) SetString(v string)

func (*ArrayStringWrapper) SetUnionElem 

func (_ *ArrayStringWrapper) SetUnionElem(v int64)

type ByteWriter 

type ByteWriter interface {
	Grow(int)
	WriteByte(byte) error
}

type HiveTask 

type HiveTask struct {
	JobId     string
	TraceId   string
	DatasetId string
	Url       string
	Length    int32
	TaskType  string
	Remarks   string
}

func DeserializeHiveTask 

func DeserializeHiveTask(r io.Reader) (*HiveTask, error)

func NewHiveTask 

func NewHiveTask() *HiveTask

func (*HiveTask) AppendArray 

func (_ *HiveTask) AppendArray() types.Field

func (*HiveTask) AppendMap 

func (_ *HiveTask) AppendMap(key string) types.Field

func (*HiveTask) Finalize 

func (_ *HiveTask) Finalize()

func (*HiveTask) Get 

func (r *HiveTask) Get(i int) types.Field

func (*HiveTask) Schema 

func (r *HiveTask) Schema() string

func (*HiveTask) SchemaName 

func (r *HiveTask) SchemaName() string

func (*HiveTask) Serialize 

func (r *HiveTask) Serialize(w io.Writer) error

func (*HiveTask) SetBoolean 

func (_ *HiveTask) SetBoolean(v bool)

func (*HiveTask) SetBytes 

func (_ *HiveTask) SetBytes(v []byte)

func (*HiveTask) SetDefault 

func (r *HiveTask) SetDefault(i int)

func (*HiveTask) SetDouble 

func (_ *HiveTask) SetDouble(v float64)

func (*HiveTask) SetFloat 

func (_ *HiveTask) SetFloat(v float32)

func (*HiveTask) SetInt 

func (_ *HiveTask) SetInt(v int32)

func (*HiveTask) SetLong 

func (_ *HiveTask) SetLong(v int64)

func (*HiveTask) SetString 

func (_ *HiveTask) SetString(v string)

func (*HiveTask) SetUnionElem 

func (_ *HiveTask) SetUnionElem(v int64)

type HiveTaskReader 

type HiveTaskReader struct {
	// contains filtered or unexported fields
}

func NewHiveTaskReader 

func NewHiveTaskReader(r io.Reader) (*HiveTaskReader, error)

func (*HiveTaskReader) Read 

func (r *HiveTaskReader) Read() (*HiveTask, error)

type HiveTracebackTask 

type HiveTracebackTask struct {
	JobId           string
	TraceId         string
	DatasetId       string
	ParentDatasetId []string
	ParentUrl       *ParentUrlRecord
	Length          int32
	TaskType        string
	Remarks         string
}

func DeserializeHiveTracebackTask 

func DeserializeHiveTracebackTask(r io.Reader) (*HiveTracebackTask, error)

func NewHiveTracebackTask 

func NewHiveTracebackTask() *HiveTracebackTask

func (*HiveTracebackTask) AppendArray 

func (_ *HiveTracebackTask) AppendArray() types.Field

func (*HiveTracebackTask) AppendMap 

func (_ *HiveTracebackTask) AppendMap(key string) types.Field

func (*HiveTracebackTask) Finalize 

func (_ *HiveTracebackTask) Finalize()

func (*HiveTracebackTask) Get 

func (r *HiveTracebackTask) Get(i int) types.Field

func (*HiveTracebackTask) Schema 

func (r *HiveTracebackTask) Schema() string

func (*HiveTracebackTask) SchemaName 

func (r *HiveTracebackTask) SchemaName() string

func (*HiveTracebackTask) Serialize 

func (r *HiveTracebackTask) Serialize(w io.Writer) error

func (*HiveTracebackTask) SetBoolean 

func (_ *HiveTracebackTask) SetBoolean(v bool)

func (*HiveTracebackTask) SetBytes 

func (_ *HiveTracebackTask) SetBytes(v []byte)

func (*HiveTracebackTask) SetDefault 

func (r *HiveTracebackTask) SetDefault(i int)

func (*HiveTracebackTask) SetDouble 

func (_ *HiveTracebackTask) SetDouble(v float64)

func (*HiveTracebackTask) SetFloat 

func (_ *HiveTracebackTask) SetFloat(v float32)

func (*HiveTracebackTask) SetInt 

func (_ *HiveTracebackTask) SetInt(v int32)

func (*HiveTracebackTask) SetLong 

func (_ *HiveTracebackTask) SetLong(v int64)

func (*HiveTracebackTask) SetString 

func (_ *HiveTracebackTask) SetString(v string)

func (*HiveTracebackTask) SetUnionElem 

func (_ *HiveTracebackTask) SetUnionElem(v int64)

type HiveTracebackTaskReader 

type HiveTracebackTaskReader struct {
	// contains filtered or unexported fields
}

func NewHiveTracebackTaskReader 

func NewHiveTracebackTaskReader(r io.Reader) (*HiveTracebackTaskReader, error)

func (*HiveTracebackTaskReader) Read 

func (r *HiveTracebackTaskReader) Read() (*HiveTracebackTask, error)

type OssTask 

type OssTask struct {
	AssetId    string   `json:"AssetId"`
	JobId      string   `json:"JobId"`
	TraceId    string   `json:"TraceId"`
	OssKey     string   `json:"OssKey"`
	FileType   string   `json:"FileType"`
	FileName   string   `json:"FileName"`
	SheetName  string   `json:"SheetName"`
	Owner      string   `json:"Owner"`
	CreateTime int64    `json:"CreateTime"`
	Labels     []string `json:"Labels"`
	DataCover  []string `json:"DataCover"`
	GeoCover   []string `json:"GeoCover"`
	Markets    []string `json:"Markets"`
	Molecules  []string `json:"Molecules"`
	Providers  []string `json:"Providers"`
}

func DeserializeOssTask 

func DeserializeOssTask(r io.Reader) (*OssTask, error)

func NewOssTask 

func NewOssTask() *OssTask

func (*OssTask) AppendArray 

func (_ *OssTask) AppendArray() types.Field

func (*OssTask) AppendMap 

func (_ *OssTask) AppendMap(key string) types.Field

func (*OssTask) Finalize 

func (_ *OssTask) Finalize()

func (*OssTask) Get 

func (r *OssTask) Get(i int) types.Field

func (*OssTask) Schema 

func (r *OssTask) Schema() string

func (*OssTask) SchemaName 

func (r *OssTask) SchemaName() string

func (*OssTask) Serialize 

func (r *OssTask) Serialize(w io.Writer) error

func (*OssTask) SetBoolean 

func (_ *OssTask) SetBoolean(v bool)

func (*OssTask) SetBytes 

func (_ *OssTask) SetBytes(v []byte)

func (*OssTask) SetDefault 

func (r *OssTask) SetDefault(i int)

func (*OssTask) SetDouble 

func (_ *OssTask) SetDouble(v float64)

func (*OssTask) SetFloat 

func (_ *OssTask) SetFloat(v float32)

func (*OssTask) SetInt 

func (_ *OssTask) SetInt(v int32)

func (*OssTask) SetLong 

func (_ *OssTask) SetLong(v int64)

func (*OssTask) SetString 

func (_ *OssTask) SetString(v string)

func (*OssTask) SetUnionElem 

func (_ *OssTask) SetUnionElem(v int64)

type OssTaskReader 

type OssTaskReader struct {
	// contains filtered or unexported fields
}

func NewOssTaskReader 

func NewOssTaskReader(r io.Reader) (*OssTaskReader, error)

func (*OssTaskReader) Read 

func (r *OssTaskReader) Read() (*OssTask, error)

type OssTaskResult 

type OssTaskResult struct {
	JobId    string
	TraceId  string
	Progress int64
	Error    string
}

func DeserializeOssTaskResult 

func DeserializeOssTaskResult(r io.Reader) (*OssTaskResult, error)

func NewOssTaskResult 

func NewOssTaskResult() *OssTaskResult

func (*OssTaskResult) AppendArray 

func (_ *OssTaskResult) AppendArray() types.Field

func (*OssTaskResult) AppendMap 

func (_ *OssTaskResult) AppendMap(key string) types.Field

func (*OssTaskResult) Finalize 

func (_ *OssTaskResult) Finalize()

func (*OssTaskResult) Get 

func (r *OssTaskResult) Get(i int) types.Field

func (*OssTaskResult) Schema 

func (r *OssTaskResult) Schema() string

func (*OssTaskResult) SchemaName 

func (r *OssTaskResult) SchemaName() string

func (*OssTaskResult) Serialize 

func (r *OssTaskResult) Serialize(w io.Writer) error

func (*OssTaskResult) SetBoolean 

func (_ *OssTaskResult) SetBoolean(v bool)

func (*OssTaskResult) SetBytes 

func (_ *OssTaskResult) SetBytes(v []byte)

func (*OssTaskResult) SetDefault 

func (r *OssTaskResult) SetDefault(i int)

func (*OssTaskResult) SetDouble 

func (_ *OssTaskResult) SetDouble(v float64)

func (*OssTaskResult) SetFloat 

func (_ *OssTaskResult) SetFloat(v float32)

func (*OssTaskResult) SetInt 

func (_ *OssTaskResult) SetInt(v int32)

func (*OssTaskResult) SetLong 

func (_ *OssTaskResult) SetLong(v int64)

func (*OssTaskResult) SetString 

func (_ *OssTaskResult) SetString(v string)

func (*OssTaskResult) SetUnionElem 

func (_ *OssTaskResult) SetUnionElem(v int64)

type OssTaskResultReader 

type OssTaskResultReader struct {
	// contains filtered or unexported fields
}

func NewOssTaskResultReader 

func NewOssTaskResultReader(r io.Reader) (*OssTaskResultReader, error)

func (*OssTaskResultReader) Read 

func (r *OssTaskResultReader) Read() (*OssTaskResult, error)

type ParentUrlRecord 

type ParentUrlRecord struct {
	MetaData   string
	SampleData string
}

func DeserializeParentUrlRecord 

func DeserializeParentUrlRecord(r io.Reader) (*ParentUrlRecord, error)

func NewParentUrlRecord 

func NewParentUrlRecord() *ParentUrlRecord

func (*ParentUrlRecord) AppendArray 

func (_ *ParentUrlRecord) AppendArray() types.Field

func (*ParentUrlRecord) AppendMap 

func (_ *ParentUrlRecord) AppendMap(key string) types.Field

func (*ParentUrlRecord) Finalize 

func (_ *ParentUrlRecord) Finalize()

func (*ParentUrlRecord) Get 

func (r *ParentUrlRecord) Get(i int) types.Field

func (*ParentUrlRecord) Schema 

func (r *ParentUrlRecord) Schema() string

func (*ParentUrlRecord) SchemaName 

func (r *ParentUrlRecord) SchemaName() string

func (*ParentUrlRecord) Serialize 

func (r *ParentUrlRecord) Serialize(w io.Writer) error

func (*ParentUrlRecord) SetBoolean 

func (_ *ParentUrlRecord) SetBoolean(v bool)

func (*ParentUrlRecord) SetBytes 

func (_ *ParentUrlRecord) SetBytes(v []byte)

func (*ParentUrlRecord) SetDefault 

func (r *ParentUrlRecord) SetDefault(i int)

func (*ParentUrlRecord) SetDouble 

func (_ *ParentUrlRecord) SetDouble(v float64)

func (*ParentUrlRecord) SetFloat 

func (_ *ParentUrlRecord) SetFloat(v float32)

func (*ParentUrlRecord) SetInt 

func (_ *ParentUrlRecord) SetInt(v int32)

func (*ParentUrlRecord) SetLong 

func (_ *ParentUrlRecord) SetLong(v int64)

func (*ParentUrlRecord) SetString 

func (_ *ParentUrlRecord) SetString(v string)

func (*ParentUrlRecord) SetUnionElem 

func (_ *ParentUrlRecord) SetUnionElem(v int64)

type ParentUrlRecordReader 

type ParentUrlRecordReader struct {
	// contains filtered or unexported fields
}

func NewParentUrlRecordReader 

func NewParentUrlRecordReader(r io.Reader) (*ParentUrlRecordReader, error)

func (*ParentUrlRecordReader) Read 

func (r *ParentUrlRecordReader) Read() (*ParentUrlRecord, error)

type StringWriter 

type StringWriter interface {
	WriteString(string) (int, error)
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.