datahub

package

Go to main page

Versions in this module

v0

v0.2.1

Feb 16, 2025

v0.2.0

Dec 19, 2024

v0.1.10

Dec 19, 2024

v0.1.9

Dec 17, 2024

Changes in this version

type CommonResponseResult

+ RawSize int

+ ReqSize int

type CompressorType

+ const ZSTD

v0.1.8

Oct 31, 2024

Changes in this version

+ type DwarfCredential struct

+ AccessId string

+ AccessKey string

+ DwarfSign string

+ DwarfToken string

+ SecurityToken string

+ func NewDwarfCredential(accessId, accessKey, securityToken, dwarfToken, dwarfSign string) *DwarfCredential

+ func (a DwarfCredential) GetAccountId() string

+ func (a DwarfCredential) GetAccountKey() string

+ func (a DwarfCredential) GetSecurityToken() string

+ func (a DwarfCredential) String() string

type RecordSchema

+ func (rs *RecordSchema) GetFieldByIndex(idx int) (*Field, error)

+ func (rs *RecordSchema) GetFieldByName(fname string) (*Field, error)

+ func (rs *RecordSchema) UnmarshalJSON(data []byte) error

v0.1.6

Jun 20, 2022

v0.1.5

May 6, 2021

Changes in this version

+ func NewSchemaClient(dh DataHubApi) *schemaRegistryClient

+ type AppendConnectorFieldResult struct

+ func NewAppendConnectorFieldResult(commonResp *CommonResponseResult) (*AppendConnectorFieldResult, error)

+ type AppendFieldResult struct

+ func NewAppendFieldResult(commonResp *CommonResponseResult) (*AppendFieldResult, error)

type BaseRecord

+ func (br *BaseRecord) GetAttributes() map[string]interface{}

+ type CommitSubscriptionOffsetResult struct

+ func NewCommitSubscriptionOffsetResult(commonResp *CommonResponseResult) (*CommitSubscriptionOffsetResult, error)

+ type CommonResponseResult struct

+ RequestId string

+ StatusCode int

type Config

+ EnableSchemaRegistry bool

+ type ConnectorConfig struct

+ TimestampUnit ConnectorTimestampUnit

type ConnectorShardState

+ const ConnectorShardExecuting

+ const ConnectorShardFinished

+ const ConnectorShardHang

+ const ConnectorShardPlanned

+ const ConnectorShardStopped

+ type ConnectorTimestampUnit string

+ const ConnectorMicrosecond

+ const ConnectorMillisecond

+ const ConnectorSecond

type ConnectorType

+ const SinkHologres

+ type CreateBlobTopicResult struct

+ func NewCreateBlobTopicResult(commonResp *CommonResponseResult) (*CreateBlobTopicResult, error)

+ type CreateConnectorParameter struct

+ ColumnFields []string

+ ColumnNameMap map[string]string

+ Config interface{}

+ ConnectorType ConnectorType

+ SinkStartTime int64

type CreateConnectorRequest

+ ColumnNameMap map[string]string

+ type CreateProjectResult struct

+ func NewCreateProjectResult(commonResp *CommonResponseResult) (*CreateProjectResult, error)

+ type CreateTopicParameter struct

+ Comment string

+ ExpandMode ExpandMode

+ LifeCycle int

+ RecordSchema *RecordSchema

+ RecordType RecordType

+ ShardCount int

type CreateTopicRequest

+ ExpandMode ExpandMode

+ type CreateTopicWithParaResult struct

+ func NewCreateTopicWithParaResult(commonResp *CommonResponseResult) (*CreateTopicWithParaResult, error)

+ type CreateTupleTopicResult struct

+ func NewCreateTupleTopicResult(commonResp *CommonResponseResult) (*CreateTupleTopicResult, error)

type DataHub

+ func (datahub *DataHub) CreateConnectorWithPara(projectName, topicName string, para *CreateConnectorParameter) (*CreateConnectorResult, error)

+ func (datahub *DataHub) CreateTopicWithPara(projectName, topicName string, para *CreateTopicParameter) (*CreateTopicWithParaResult, error)

+ func (datahub *DataHub) DeleteTopicSchema(projectName, topicName string, versionId int) (*DeleteTopicSchemaResult, error)

+ func (datahub *DataHub) ExtendShard(projectName, topicName string, shardCount int) (*ExtendShardResult, error)

+ func (datahub *DataHub) GetTopicSchemaBySchema(projectName, topicName string, recordSchema *RecordSchema) (*GetTopicSchemaResult, error)

+ func (datahub *DataHub) GetTopicSchemaByVersion(projectName, topicName string, versionId int) (*GetTopicSchemaResult, error)

+ func (datahub *DataHub) ListProjectWithFilter(filter string) (*ListProjectResult, error)

+ func (datahub *DataHub) ListTopicSchema(projectName, topicName string) (*ListTopicSchemaResult, error)

+ func (datahub *DataHub) ListTopicWithFilter(projectName, filter string) (*ListTopicResult, error)

+ func (datahub *DataHub) RegisterTopicSchema(projectName, topicName string, recordSchema *RecordSchema) (*RegisterTopicSchemaResult, error)

+ func (datahub *DataHub) UpdateConnectorWithPara(projectName, topicName, connectorId string, para *UpdateConnectorParameter) (*UpdateConnectorResult, error)

+ func (datahub *DataHub) UpdateProjectVpcWhitelist(projectName, vpcIds string) (*UpdateProjectVpcWhitelistResult, error)

+ func (datahub *DataHub) UpdateTopicWithPara(projectName, topicName string, para *UpdateTopicParameter) (*UpdateTopicResult, error)

type DataHubApi

+ func NewBatchClient(accessId, accessKey, endpoint string) DataHubApi

+ CreateConnectorWithPara func(projectName, topicName string, para *CreateConnectorParameter) (*CreateConnectorResult, error)

+ CreateTopicWithPara func(projectName, topicName string, para *CreateTopicParameter) (*CreateTopicWithParaResult, error)

+ DeleteTopicSchema func(projectName, topicName string, versionId int) (*DeleteTopicSchemaResult, error)

+ ExtendShard func(projectName, topicName string, shardCount int) (*ExtendShardResult, error)

+ GetTopicSchemaBySchema func(projectName, topicName string, recordSchema *RecordSchema) (*GetTopicSchemaResult, error)

+ GetTopicSchemaByVersion func(projectName, topicName string, versionId int) (*GetTopicSchemaResult, error)

+ ListProjectWithFilter func(filter string) (*ListProjectResult, error)

+ ListTopicSchema func(projectName, topicName string) (*ListTopicSchemaResult, error)

+ ListTopicWithFilter func(projectName, filter string) (*ListTopicResult, error)

+ RegisterTopicSchema func(projectName, topicName string, recordSchema *RecordSchema) (*RegisterTopicSchemaResult, error)

+ UpdateConnectorWithPara func(projectName, topicName, connectorId string, para *UpdateConnectorParameter) (*UpdateConnectorResult, error)

+ UpdateProjectVpcWhitelist func(projectName, vpcIds string) (*UpdateProjectVpcWhitelistResult, error)

+ UpdateTopicWithPara func(projectName, topicName string, para *UpdateTopicParameter) (*UpdateTopicResult, error)

+ type DataHubBatch struct

+ func (datahub *DataHubBatch) GetBlobRecords(projectName, topicName, shardId, cursor string, limit int) (*GetRecordsResult, error)

+ func (datahub *DataHubBatch) GetTupleRecords(projectName, topicName, shardId, cursor string, limit int, ...) (*GetRecordsResult, error)

+ func (datahub *DataHubBatch) PutRecords(projectName, topicName string, records []IRecord) (*PutRecordsResult, error)

+ func (datahub *DataHubBatch) PutRecordsByShard(projectName, topicName, shardId string, records []IRecord) (*PutRecordsByShardResult, error)

+ type DeleteConnectorResult struct

+ func NewDeleteConnectorResult(commonResp *CommonResponseResult) (*DeleteConnectorResult, error)

+ type DeleteProjectResult struct

+ func NewDeleteProjectResult(commonResp *CommonResponseResult) (*DeleteProjectResult, error)

+ type DeleteSubscriptionResult struct

+ func NewDeleteSubscriptionResult(commonResp *CommonResponseResult) (*DeleteSubscriptionResult, error)

+ type DeleteTopicResult struct

+ func NewDeleteTopicResult(commonResp *CommonResponseResult) (*DeleteTopicResult, error)

+ type DeleteTopicSchemaRequest struct

+ Action string

+ VersionId int

+ type DeleteTopicSchemaResult struct

+ func NewDeleteTopicSchemaResult(commonResp *CommonResponseResult) (*DeleteTopicSchemaResult, error)

+ type ExpandMode string

+ const ONLY_EXTEND

+ const ONLY_SPLIT

+ const SPLIT_EXTEND

+ func (ft ExpandMode) String() string

+ type ExtendShardRequest struct

+ Action string

+ ExtendMode string

+ ShardCount int

+ type ExtendShardResult struct

+ func NewExtendShardResult(commonResp *CommonResponseResult) (*ExtendShardResult, error)

+ type FcInvokeType string

+ const FcAsync

+ const FcSync

type Field

+ Comment string

type FieldType

+ const FLOAT

+ const INTEGER

+ const SMALLINT

+ const TINYINT

+ type Float float32

+ func (f Float) String() string

+ type GetBatchRecordRequest struct

type GetConnectorDoneTimeResult

+ TimeWindow int

+ type GetConnectorShardStatusByShardResult struct

+ func NewGetConnectorShardStatusByShardResult(data []byte, commonResp *CommonResponseResult) (*GetConnectorShardStatusByShardResult, error)

type GetRecordsResult

+ LatestSequence int64

+ LatestTime int64

+ func NewGetBatchRecordsResult(data []byte, schema *RecordSchema, commonResp *CommonResponseResult, ...) (*GetRecordsResult, error)

type GetTopicResult

+ ExpandMode ExpandMode

+ TopicStatus TopicStatus

+ type GetTopicSchemaRequest struct

+ Action string

+ RecordSchema *RecordSchema

+ VersionId int

+ type GetTopicSchemaResult struct

+ RecordSchema RecordSchema

+ VersionId int

+ func NewGetTopicSchemaResult(data []byte, commonResp *CommonResponseResult) (*GetTopicSchemaResult, error)

+ func (gtr *GetTopicSchemaResult) UnmarshalJSON(data []byte) error

type IRecord

+ GetAttributes func() map[string]interface{}

+ type Integer int32

+ func (i Integer) String() string

+ type LeaveGroupResult struct

+ func NewLeaveGroupResult(commonResp *CommonResponseResult) (*LeaveGroupResult, error)

type ListShardResult

+ IntervalMs int64

+ Protocol string

+ type ListTopicSchemaRequest struct

+ Action string

+ type ListTopicSchemaResult struct

+ SchemaInfoList []RecordSchemaInfo

+ func NewListTopicSchemaResult(data []byte, commonResp *CommonResponseResult) (*ListTopicSchemaResult, error)

+ func (gtr *ListTopicSchemaResult) UnmarshalJSON(data []byte) error

+ type OtsWriteMode string

+ const OtsPut

+ const OtsUpdate

+ type PutBatchRecordsRequest struct

+ Records []IRecord

+ type PutRecordsByShardResult struct

+ func NewPutRecordsByShardResult(commonResp *CommonResponseResult) (*PutRecordsByShardResult, error)

+ type RecordSchemaInfo struct

+ RecordSchema RecordSchema

+ VersionId int

+ type RegisterTopicSchemaRequest struct

+ Action string

+ RecordSchema *RecordSchema

+ type RegisterTopicSchemaResult struct

+ VersionId int

+ func NewRegisterTopicSchemaResult(data []byte, commonResp *CommonResponseResult) (*RegisterTopicSchemaResult, error)

+ type ReloadConnectorByShardResult struct

+ func NewReloadConnectorByShardResult(commonResp *CommonResponseResult) (*ReloadConnectorByShardResult, error)

+ type ReloadConnectorResult struct

+ func NewReloadConnectorResult(commonResp *CommonResponseResult) (*ReloadConnectorResult, error)

+ type RequestParameter struct

+ Header map[string]string

+ Query map[string]string

+ type ResetSubscriptionOffsetResult struct

+ func NewResetSubscriptionOffsetResult(commonResp *CommonResponseResult) (*ResetSubscriptionOffsetResult, error)

type SinkEsConfig

+ RouterFields []string

type SinkFcConfig

+ InvokeType FcInvokeType

+ type SinkHologresConfig struct

+ InstanceId string

type SinkOdpsConfig

+ Base64Encode bool

+ SplitKey string

type SinkOssConfig

+ MaxFileSize int64

type SinkOtsConfig

+ WriteMode OtsWriteMode

+ type Smallint int16

+ func (si Smallint) String() string

+ type SyncGroupResult struct

+ func NewSyncGroupResult(commonResp *CommonResponseResult) (*SyncGroupResult, error)

+ type Tinyint int8

+ func (ti Tinyint) String() string

+ type TopicStatus string

+ const TOPIC_OFF

+ const TOPIC_ON

+ func (ts TopicStatus) String() string

+ type UpdateConnectorOffsetResult struct

+ func NewUpdateConnectorOffsetResult(commonResp *CommonResponseResult) (*UpdateConnectorOffsetResult, error)

+ type UpdateConnectorParameter struct

+ ColumnFields []string

+ ColumnNameMap map[string]string

+ Config interface{}

type UpdateConnectorRequest

+ ColumnFields []string

+ ColumnNameMap map[string]string

+ type UpdateConnectorResult struct

+ func NewUpdateConnectorResult(commonResp *CommonResponseResult) (*UpdateConnectorResult, error)

+ type UpdateConnectorStateResult struct

+ func NewUpdateConnectorStateResult(commonResp *CommonResponseResult) (*UpdateConnectorStateResult, error)

+ type UpdateProjectResult struct

+ func NewUpdateProjectResult(commonResp *CommonResponseResult) (*UpdateProjectResult, error)

+ type UpdateProjectVpcWhitelistRequest struct

+ VpcIds string

+ type UpdateProjectVpcWhitelistResult struct

+ func NewUpdateProjectVpcWhitelistResult(commonResp *CommonResponseResult) (*UpdateProjectVpcWhitelistResult, error)

+ type UpdateSubscriptionResult struct

+ func NewUpdateSubscriptionResult(commonResp *CommonResponseResult) (*UpdateSubscriptionResult, error)

+ type UpdateSubscriptionStateResult struct

+ func NewUpdateSubscriptionStateResult(commonResp *CommonResponseResult) (*UpdateSubscriptionStateResult, error)

+ type UpdateTopicParameter struct

+ Comment string

+ LifeCycle int

type UpdateTopicRequest

+ Lifecycle int

+ type UpdateTopicResult struct

+ func NewUpdateTopicResult(commonResp *CommonResponseResult) (*UpdateTopicResult, error)

v0.1.4

Nov 17, 2020

Changes in this version

+ type ServiceTemporaryUnavailableError struct

+ func NewServiceTemporaryUnavailableError(message string) *ServiceTemporaryUnavailableError

+ func NewServiceTemporaryUnavailableErrorWithCode(statusCode int, requestId string, code string, message string) *ServiceTemporaryUnavailableError

v0.1.3

May 15, 2020

v0.1.2

Apr 7, 2020

Changes in this version

+ const ConnectorAlreadyExist

+ const ConsumerGroupInProcess

+ const DATAHUB_CLIENT_VERSION

+ const DATAHUB_SDK_VERSION

+ const InvalidCursor

+ const InvalidParameter

+ const InvalidShardOperation

+ const InvalidSubscription

+ const LimitExceed

+ const MalformedRecord

+ const NoPermission

+ const NoSuchConnector

+ const NoSuchConsumer

+ const NoSuchMeterInfo

+ const NoSuchProject

+ const NoSuchShard

+ const NoSuchSubscription

+ const NoSuchTopic

+ const OffsetReseted

+ const OffsetSessionChanged

+ const OffsetSessionClosed

+ const OperatorDenied

+ const ProjectAlreadyExist

+ const ResourceAlreadyExist

+ const ResourceNotFound

+ const SeekOutOfRange

+ const SubscriptionOffline

+ const TopicAlreadyExist

+ const UnAuthorized

+ func DefaultHttpClient() *http.Client

+ func DefaultUserAgent() string

+ type Account interface

+ GetAccountId func() string

+ GetAccountKey func() string

+ GetSecurityToken func() string

+ type AliyunAccount struct

+ AccessId string

+ AccessKey string

+ func NewAliyunAccount(accessId, accessKey string) *AliyunAccount

+ func (a AliyunAccount) GetAccountId() string

+ func (a AliyunAccount) GetAccountKey() string

+ func (a AliyunAccount) GetSecurityToken() string

+ func (a AliyunAccount) String() string

+ type AppendConnectorFieldRequest struct

+ Action string

+ FieldName string

+ type AppendFieldRequest struct

+ Action string

+ FieldName string

+ FieldType FieldType

+ type AuthMode string

+ const AK

+ const STS

+ type AuthorizationFailedError struct

+ func NewAuthorizationFailedError(statusCode int, requestId string, code string, message string) *AuthorizationFailedError

+ type BaseRecord struct

+ Attributes map[string]interface{}

+ Cursor string

+ HashKey string

+ NextCursor string

+ PartitionKey string

+ Sequence int64

+ Serial int64

+ ShardId string

+ SystemTime int64

+ func (br *BaseRecord) GetSequence() int64

+ func (br *BaseRecord) GetSystemTime() int64

+ func (br *BaseRecord) SetAttribute(key string, val interface{})

+ type Bigint int64

+ func (bi Bigint) String() string

+ type BlobRecord struct

+ RawData []byte

+ StoreData string

+ func NewBlobRecord(bytedata []byte, systemTime int64) *BlobRecord

+ func (br *BlobRecord) FillData(data interface{}) error

+ func (br *BlobRecord) GetBaseRecord() BaseRecord

+ func (br *BlobRecord) GetData() interface{}

+ func (br *BlobRecord) SetBaseRecord(baseRecord BaseRecord)

+ func (br *BlobRecord) String() string

+ type Boolean bool

+ func (bl Boolean) String() string

+ type CommitSubscriptionOffsetRequest struct

+ Action string

+ Offsets map[string]SubscriptionOffset

+ type CompressorType string

+ const DEFLATE

+ const LZ4

+ const NOCOMPRESS

+ const ZLIB

+ func (ct *CompressorType) String() string

+ type Config struct

+ CompressorType CompressorType

+ EnableBinary bool

+ HttpClient *http.Client

+ UserAgent string

+ func NewDefaultConfig() *Config

+ type ConnectorOffset struct

+ Sequence int64

+ Timestamp int64

+ type ConnectorShardState string

+ const Created

+ const Eexcuting

+ const Finished

+ const Stopped

+ type ConnectorShardStatusEntry struct

+ CurrentSequence int64

+ CurrentTimestamp int64

+ DiscardCount int64

+ DoneTime int64

+ EndSequence int64

+ LastErrorMessage string

+ StartSequence int64

+ State ConnectorShardState

+ UpdateTime int64

+ WorkerAddress string

+ type ConnectorState string

+ const ConnectorRunning

+ const ConnectorStopped

+ type ConnectorType string

+ const SinkAds

+ const SinkDatahub

+ const SinkEs

+ const SinkFc

+ const SinkMysql

+ const SinkOdps

+ const SinkOss

+ const SinkOts

+ func (ct *ConnectorType) String() string

+ type CreateConnectorRequest struct

+ Action string

+ ColumnFields []string

+ Config interface{}

+ SinkStartTime int64

+ Type ConnectorType

+ type CreateConnectorResult struct

+ ConnectorId string

+ func NewCreateConnectorResult(data []byte) (*CreateConnectorResult, error)

+ type CreateProjectRequest struct

+ Comment string

+ type CreateSubscriptionRequest struct

+ Action string

+ Comment string

+ type CreateSubscriptionResult struct

+ SubId string

+ func NewCreateSubscriptionResult(data []byte) (*CreateSubscriptionResult, error)

+ type CreateTopicRequest struct

+ Action string

+ Comment string

+ Lifecycle int

+ ProjectName string

+ RecordSchema *RecordSchema

+ RecordType RecordType

+ ShardCount int

+ TopicName string

+ func (ctr *CreateTopicRequest) MarshalJSON() ([]byte, error)

+ type CursorType string

+ const LATEST

+ const OLDEST

+ const SEQUENCE

+ const SYSTEM_TIME

+ func (ct CursorType) String() string

+ type DataHub struct

+ Client *RestClient

+ func (datahub *DataHub) AppendConnectorField(projectName, topicName, connectorId, fieldName string) error

+ func (datahub *DataHub) AppendField(projectName, topicName string, field Field) error

+ func (datahub *DataHub) CommitSubscriptionOffset(projectName, topicName, subId string, offsets map[string]SubscriptionOffset) error

+ func (datahub *DataHub) CreateBlobTopic(projectName, topicName, comment string, shardCount, lifeCycle int) error

+ func (datahub *DataHub) CreateConnector(projectName, topicName string, cType ConnectorType, columnFields []string, ...) (*CreateConnectorResult, error)

+ func (datahub *DataHub) CreateConnectorWithStartTime(projectName, topicName string, cType ConnectorType, columnFields []string, ...) (*CreateConnectorResult, error)

+ func (datahub *DataHub) CreateProject(projectName, comment string) error

+ func (datahub *DataHub) CreateSubscription(projectName, topicName, comment string) (*CreateSubscriptionResult, error)

+ func (datahub *DataHub) CreateTupleTopic(projectName, topicName, comment string, shardCount, lifeCycle int, ...) error

+ func (datahub *DataHub) DeleteConnector(projectName, topicName, connectorId string) error

+ func (datahub *DataHub) DeleteProject(projectName string) error

+ func (datahub *DataHub) DeleteSubscription(projectName, topicName, subId string) error

+ func (datahub *DataHub) DeleteTopic(projectName, topicName string) error

+ func (datahub *DataHub) GetBlobRecords(projectName, topicName, shardId, cursor string, limit int) (*GetRecordsResult, error)

+ func (datahub *DataHub) GetConnector(projectName, topicName, connectorId string) (*GetConnectorResult, error)

+ func (datahub *DataHub) GetConnectorDoneTime(projectName, topicName, connectorId string) (*GetConnectorDoneTimeResult, error)

+ func (datahub *DataHub) GetConnectorShardStatus(projectName, topicName, connectorId string) (*GetConnectorShardStatusResult, error)

+ func (datahub *DataHub) GetConnectorShardStatusByShard(projectName, topicName, connectorId, shardId string) (*ConnectorShardStatusEntry, error)

+ func (datahub *DataHub) GetCursor(projectName, topicName, shardId string, ctype CursorType, param ...int64) (*GetCursorResult, error)

+ func (datahub *DataHub) GetMeterInfo(projectName, topicName, shardId string) (*GetMeterInfoResult, error)

+ func (datahub *DataHub) GetProject(projectName string) (*GetProjectResult, error)

+ func (datahub *DataHub) GetSubscription(projectName, topicName, subId string) (*GetSubscriptionResult, error)

+ func (datahub *DataHub) GetSubscriptionOffset(projectName, topicName, subId string, shardIds []string) (*GetSubscriptionOffsetResult, error)

+ func (datahub *DataHub) GetTopic(projectName, topicName string) (*GetTopicResult, error)

+ func (datahub *DataHub) GetTupleRecords(projectName, topicName, shardId, cursor string, limit int, ...) (*GetRecordsResult, error)

+ func (datahub *DataHub) Heartbeat(projectName, topicName, consumerGroup, consumerId string, versionId int64, ...) (*HeartbeatResult, error)

+ func (datahub *DataHub) JoinGroup(projectName, topicName, consumerGroup string, sessionTimeout int64) (*JoinGroupResult, error)

+ func (datahub *DataHub) LeaveGroup(projectName, topicName, consumerGroup, consumerId string, versionId int64) error

+ func (datahub *DataHub) ListConnector(projectName, topicName string) (*ListConnectorResult, error)

+ func (datahub *DataHub) ListProject() (*ListProjectResult, error)

+ func (datahub *DataHub) ListShard(projectName, topicName string) (*ListShardResult, error)

+ func (datahub *DataHub) ListSubscription(projectName, topicName string, pageIndex, pageSize int) (*ListSubscriptionResult, error)

+ func (datahub *DataHub) ListTopic(projectName string) (*ListTopicResult, error)

+ func (datahub *DataHub) MergeShard(projectName, topicName, shardId, adjacentShardId string) (*MergeShardResult, error)

+ func (datahub *DataHub) OpenSubscriptionSession(projectName, topicName, subId string, shardIds []string) (*OpenSubscriptionSessionResult, error)

+ func (datahub *DataHub) PutRecords(projectName, topicName string, records []IRecord) (*PutRecordsResult, error)

+ func (datahub *DataHub) PutRecordsByShard(projectName, topicName, shardId string, records []IRecord) error

+ func (datahub *DataHub) ReloadConnector(projectName, topicName, connectorId string) error

+ func (datahub *DataHub) ReloadConnectorByShard(projectName, topicName, connectorId, shardId string) error

+ func (datahub *DataHub) ResetSubscriptionOffset(projectName, topicName, subId string, offsets map[string]SubscriptionOffset) error

+ func (datahub *DataHub) SplitShard(projectName, topicName, shardId string) (*SplitShardResult, error)

+ func (datahub *DataHub) SplitShardBySplitKey(projectName, topicName, shardId, splitKey string) (*SplitShardResult, error)

+ func (datahub *DataHub) SyncGroup(projectName, topicName, consumerGroup, consumerId string, versionId int64, ...) error

+ func (datahub *DataHub) UpdateConnector(projectName, topicName, connectorId string, config interface{}) error

+ func (datahub *DataHub) UpdateConnectorOffset(projectName, topicName, connectorId, shardId string, offset ConnectorOffset) error

+ func (datahub *DataHub) UpdateConnectorState(projectName, topicName, connectorId string, state ConnectorState) error

+ func (datahub *DataHub) UpdateProject(projectName, comment string) error

+ func (datahub *DataHub) UpdateSubscription(projectName, topicName, subId, comment string) error

+ func (datahub *DataHub) UpdateSubscriptionState(projectName, topicName, subId string, state SubscriptionState) error

+ func (datahub *DataHub) UpdateTopic(projectName, topicName, comment string) error

+ func (datahub *DataHub) WaitAllShardsReady(projectName, topicName string) bool

+ func (datahub *DataHub) WaitAllShardsReadyWithTime(projectName, topicName string, timeout int64) bool

+ type DataHubApi interface

+ AppendConnectorField func(projectName, topicName, connectorId, fieldName string) error

+ AppendField func(projectName, topicName string, field Field) error

+ CommitSubscriptionOffset func(projectName, topicName, subId string, offsets map[string]SubscriptionOffset) error

+ CreateBlobTopic func(projectName, topicName, comment string, shardCount, lifeCycle int) error

+ CreateConnector func(projectName, topicName string, cType ConnectorType, columnFields []string, ...) (*CreateConnectorResult, error)

+ CreateConnectorWithStartTime func(projectName, topicName string, cType ConnectorType, columnFields []string, ...) (*CreateConnectorResult, error)

+ CreateProject func(projectName, comment string) error

+ CreateSubscription func(projectName, topicName, comment string) (*CreateSubscriptionResult, error)

+ CreateTupleTopic func(projectName, topicName, comment string, shardCount, lifeCycle int, ...) error

+ DeleteConnector func(projectName, topicName, connectorId string) error

+ DeleteProject func(projectName string) error

+ DeleteSubscription func(projectName, topicName, subId string) error

+ DeleteTopic func(projectName, topicName string) error

+ GetBlobRecords func(projectName, topicName, shardId, cursor string, limit int) (*GetRecordsResult, error)

+ GetConnector func(projectName, topicName, connectorId string) (*GetConnectorResult, error)

+ GetConnectorDoneTime func(projectName, topicName, connectorId string) (*GetConnectorDoneTimeResult, error)

+ GetConnectorShardStatus func(projectName, topicName, connectorId string) (*GetConnectorShardStatusResult, error)

+ GetConnectorShardStatusByShard func(projectName, topicName, connectorId, shardId string) (*ConnectorShardStatusEntry, error)

+ GetCursor func(projectName, topicName, shardId string, ctype CursorType, param ...int64) (*GetCursorResult, error)

+ GetMeterInfo func(projectName, topicName, shardId string) (*GetMeterInfoResult, error)

+ GetProject func(projectName string) (*GetProjectResult, error)

+ GetSubscription func(projectName, topicName, subId string) (*GetSubscriptionResult, error)

+ GetSubscriptionOffset func(projectName, topicName, subId string, shardIds []string) (*GetSubscriptionOffsetResult, error)

+ GetTopic func(projectName, topicName string) (*GetTopicResult, error)

+ GetTupleRecords func(projectName, topicName, shardId, cursor string, limit int, ...) (*GetRecordsResult, error)

+ Heartbeat func(projectName, topicName, consumerGroup, consumerId string, versionId int64, ...) (*HeartbeatResult, error)

+ JoinGroup func(projectName, topicName, consumerGroup string, sessionTimeout int64) (*JoinGroupResult, error)

+ LeaveGroup func(projectName, topicName, consumerGroup, consumerId string, versionId int64) error

+ ListConnector func(projectName, topicName string) (*ListConnectorResult, error)

+ ListProject func() (*ListProjectResult, error)

+ ListShard func(projectName, topicName string) (*ListShardResult, error)

+ ListSubscription func(projectName, topicName string, pageIndex, pageSize int) (*ListSubscriptionResult, error)

+ ListTopic func(projectName string) (*ListTopicResult, error)

+ MergeShard func(projectName, topicName, shardId, adjacentShardId string) (*MergeShardResult, error)

+ OpenSubscriptionSession func(projectName, topicName, subId string, shardIds []string) (*OpenSubscriptionSessionResult, error)

+ PutRecords func(projectName, topicName string, records []IRecord) (*PutRecordsResult, error)

+ PutRecordsByShard func(projectName, topicName, shardId string, records []IRecord) error

+ ReloadConnector func(projectName, topicName, connectorId string) error

+ ReloadConnectorByShard func(projectName, topicName, connectorId, shardId string) error

+ ResetSubscriptionOffset func(projectName, topicName, subId string, offsets map[string]SubscriptionOffset) error

+ SplitShard func(projectName, topicName, shardId string) (*SplitShardResult, error)

+ SplitShardBySplitKey func(projectName, topicName, shardId, splitKey string) (*SplitShardResult, error)

+ SyncGroup func(projectName, topicName, consumerGroup, consumerId string, versionId int64, ...) error

+ UpdateConnector func(projectName, topicName, connectorId string, config interface{}) error

+ UpdateConnectorOffset func(projectName, topicName, connectorId, shardId string, offset ConnectorOffset) error

+ UpdateConnectorState func(projectName, topicName, connectorId string, state ConnectorState) error

+ UpdateProject func(projectName, comment string) error

+ UpdateSubscription func(projectName, topicName, subId, comment string) error

+ UpdateSubscriptionState func(projectName, topicName, subId string, state SubscriptionState) error

+ UpdateTopic func(projectName, topicName, comment string) error

+ WaitAllShardsReady func(projectName, topicName string) bool

+ WaitAllShardsReadyWithTime func(projectName, topicName string, timeout int64) bool

+ func New(accessId, accessKey, endpoint string) DataHubApi

+ func NewClientWithConfig(endpoint string, config *Config, account Account) DataHubApi

+ type DataHubPB struct

+ func (datahub *DataHubPB) GetBlobRecords(projectName, topicName, shardId, cursor string, limit int) (*GetRecordsResult, error)

+ func (datahub *DataHubPB) GetTupleRecords(projectName, topicName, shardId, cursor string, limit int, ...) (*GetRecordsResult, error)

+ func (datahub *DataHubPB) PutRecords(projectName, topicName string, records []IRecord) (*PutRecordsResult, error)

+ func (datahub *DataHubPB) PutRecordsByShard(projectName, topicName, shardId string, records []IRecord) error

+ type DataType interface

+ type DatahubClientError struct

+ Code string

+ Message string

+ RequestId string

+ StatusCode int

+ func NewDatahubClientError(statusCode int, requestId string, code string, message string) *DatahubClientError

+ func (err *DatahubClientError) Error() string

+ type Decimal decimal.Decimal

+ func (d Decimal) String() string

+ type DialContextFn func(ctx context.Context, network, address string) (net.Conn, error)

+ func TraceDialContext(ctimeout time.Duration) DialContextFn

+ type Double float64

+ func (d Double) String() string

+ type EmptyRequest struct

+ type FailedRecord struct

+ ErrorCode string

+ ErrorMessage string

+ Index int

+ type Field struct

+ AllowNull bool

+ Name string

+ Type FieldType

+ type FieldType string

+ const BIGINT

+ const BOOLEAN

+ const DECIMAL

+ const DOUBLE

+ const STRING

+ const TIMESTAMP

+ func (ft FieldType) String() string

+ type GetConnectorDoneTimeResult struct

+ DoneTime int64

+ TimeZone string

+ func NewGetConnectorDoneTimeResult(data []byte) (*GetConnectorDoneTimeResult, error)

+ type GetConnectorResult struct

+ ClusterAddress string

+ ColumnFields []string

+ Config interface{}

+ ConnectorId string

+ CreateTime int64

+ Creator string

+ ExtraConfig map[string]string

+ LastModifyTime int64

+ Owner string

+ State ConnectorState

+ Type ConnectorType

+ func NewGetConnectorResult(data []byte) (*GetConnectorResult, error)

+ type GetConnectorShardStatusRequest struct

+ Action string

+ ShardId string

+ type GetConnectorShardStatusResult struct

+ ShardStatus map[string]ConnectorShardStatusEntry

+ func NewGetConnectorShardStatusResult(data []byte) (*GetConnectorShardStatusResult, error)

+ type GetCursorRequest struct

+ Action string

+ CursorType CursorType

+ Sequence int64

+ SystemTime int64

+ type GetCursorResult struct

+ Cursor string

+ RecordTime int64

+ Sequence int64

+ func NewGetCursorResult(data []byte) (*GetCursorResult, error)

+ type GetMeterInfoRequest struct

+ Action string

+ type GetMeterInfoResult struct

+ ActiveTime int64

+ Storage int64

+ func NewGetMeterInfoResult(data []byte) (*GetMeterInfoResult, error)

+ type GetPBRecordRequest struct

+ Cursor string

+ Limit int

+ type GetProjectResult struct

+ Comment string

+ CreateTime int64

+ LastModifyTime int64

+ ProjectName string

+ func NewGetProjectResult(data []byte) (*GetProjectResult, error)

+ type GetRecordRequest struct

+ Action string

+ Cursor string

+ Limit int

+ type GetRecordsResult struct

+ NextCursor string

+ RecordCount int

+ RecordSchema *RecordSchema

+ Records []IRecord

+ StartSequence int64

+ func NewGetPBRecordsResult(data []byte, schema *RecordSchema) (*GetRecordsResult, error)

+ func NewGetRecordsResult(data []byte, schema *RecordSchema) (*GetRecordsResult, error)

+ func (grr *GetRecordsResult) UnmarshalJSON(data []byte) error

+ type GetSubscriptionOffsetRequest struct

+ Action string

+ ShardIds []string

+ type GetSubscriptionOffsetResult struct

+ Offsets map[string]SubscriptionOffset

+ func NewGetSubscriptionOffsetResult(data []byte) (*GetSubscriptionOffsetResult, error)

+ type GetSubscriptionResult struct

+ func NewGetSubscriptionResult(data []byte) (*GetSubscriptionResult, error)

+ type GetTopicResult struct

+ Comment string

+ CreateTime int64

+ LastModifyTime int64

+ LifeCycle int

+ ProjectName string

+ RecordSchema *RecordSchema

+ RecordType RecordType

+ ShardCount int

+ TopicName string

+ func NewGetTopicResult(data []byte) (*GetTopicResult, error)

+ func (gtr *GetTopicResult) UnmarshalJSON(data []byte) error

+ type HeartbeatRequest struct

+ Action string

+ ConsumerId string

+ HoldShardList []string

+ ReadEndShardList []string

+ VersionId int64

+ type HeartbeatResult struct

+ PlanVersion int64

+ ShardList []string

+ TotalPlan string

+ func NewHeartbeatResult(data []byte) (*HeartbeatResult, error)

+ type IRecord interface

+ FillData func(data interface{}) error

+ GetBaseRecord func() BaseRecord

+ GetData func() interface{}

+ GetSequence func() int64

+ GetSystemTime func() int64

+ SetAttribute func(key string, val interface{})

+ SetBaseRecord func(baseRecord BaseRecord)

+ type InsertMode string

+ const IGNORE

+ const OVERWRITE

+ type InvalidOperationError struct

+ func NewInvalidOperationError(statusCode int, requestId string, code string, message string) *InvalidOperationError

+ type InvalidParameterError struct

+ func NewInvalidParameterError(statusCode int, requestId string, code string, message string) *InvalidParameterError

+ func NewInvalidParameterErrorWithMessage(message string) *InvalidParameterError

+ type JoinGroupRequest struct

+ Action String

+ SessionTimeout int64

+ type JoinGroupResult struct

+ ConsumerId string

+ SessionTimeout int64

+ VersionId int64

+ func NewJoinGroupResult(data []byte) (*JoinGroupResult, error)

+ type LeaveGroupRequest struct

+ Action string

+ ConsumerId string

+ VersionId int64

+ type LimitExceededError struct

+ func NewLimitExceededError(statusCode int, requestId string, code string, message string) *LimitExceededError

+ type ListConnectorResult struct

+ ConnectorIds []string

+ func NewListConnectorResult(data []byte) (*ListConnectorResult, error)

+ type ListProjectResult struct

+ ProjectNames []string

+ func NewListProjectResult(data []byte) (*ListProjectResult, error)

+ type ListShardResult struct

+ Shards []ShardEntry

+ func NewListShardResult(data []byte) (*ListShardResult, error)

+ type ListSubscriptionRequest struct

+ Action string

+ PageIndex int

+ PageSize int

+ type ListSubscriptionResult struct

+ Subscriptions []SubscriptionEntry

+ TotalCount int64

+ func NewListSubscriptionResult(data []byte) (*ListSubscriptionResult, error)

+ type ListTopicResult struct

+ TopicNames []string

+ func NewListTopicResult(data []byte) (*ListTopicResult, error)

+ type MalformedRecordError struct

+ func NewMalformedRecordError(statusCode int, requestId string, code string, message string) *MalformedRecordError

+ type MergeShardRequest struct

+ Action string

+ AdjacentShardId string

+ ShardId string

+ type MergeShardResult struct

+ BeginHashKey string

+ EndHashKey string

+ ShardId string

+ func NewMergeShardResult(data []byte) (*MergeShardResult, error)

+ type NoPermissionError struct

+ func NewNoPermissionError(statusCode int, requestId string, code string, message string) *NoPermissionError

+ type OffsetAction string

+ func (oa OffsetAction) String() string

+ type OpenSubscriptionSessionRequest struct

+ Action string

+ ShardIds []string

+ type OpenSubscriptionSessionResult struct

+ Offsets map[string]SubscriptionOffset

+ func NewOpenSubscriptionSessionResult(data []byte) (*OpenSubscriptionSessionResult, error)

+ type PartitionConfig struct

+ ConfigMap []map[string]string

+ func NewPartitionConfig() *PartitionConfig

+ func (pc *PartitionConfig) AddConfig(key, value string)

+ func (pc *PartitionConfig) MarshalJSON() ([]byte, error)

+ func (pc *PartitionConfig) UnmarshalJSON(data []byte) error

+ type PartitionMode string

+ const EventTimeMode

+ const SystemTimeMode

+ const UserDefineMode

+ func (pm *PartitionMode) String() string

+ type PutPBRecordsRequest struct

+ Records []IRecord

+ type PutRecordsRequest struct

+ Action string

+ Records []IRecord

+ func (ptr *PutRecordsRequest) MarshalJSON() ([]byte, error)

+ type PutRecordsResult struct

+ FailedRecordCount int

+ FailedRecords []FailedRecord

+ func NewPutPBRecordsResult(data []byte) (*PutRecordsResult, error)

+ func NewPutRecordsResult(data []byte) (*PutRecordsResult, error)

+ type RecordEntry struct

+ Data interface{}

+ type RecordSchema struct

+ Fields []Field

+ func NewRecordSchema() *RecordSchema

+ func NewRecordSchemaFromJson(SchemaJson string) (recordSchema *RecordSchema, err error)

+ func (rs *RecordSchema) AddField(f Field) *RecordSchema

+ func (rs *RecordSchema) GetFieldIndex(fname string) int

+ func (rs *RecordSchema) Size() int

+ func (rs *RecordSchema) String() string

+ type RecordType string

+ const BLOB

+ const TUPLE

+ func (rt RecordType) String() string

+ type ReloadConnectorRequest struct

+ Action string

+ ShardId string

+ type RequestModel interface

+ type ResetSubscriptionOffsetRequest struct

+ Action string

+ Offsets map[string]SubscriptionOffset

+ type ResourceExistError struct

+ func NewResourceExistError(statusCode int, requestId string, code string, message string) *ResourceExistError

+ type ResourceNotFoundError struct

+ func NewResourceNotFoundError(statusCode int, requestId string, code string, message string) *ResourceNotFoundError

+ type RestClient struct

+ Account Account

+ CompressorType CompressorType

+ Endpoint string

+ HttpClient *http.Client

+ Useragent string

+ func NewRestClient(endpoint string, useragent string, httpclient *http.Client, account Account, ...) *RestClient

+ func (client *RestClient) Delete(resource string) (interface{}, error)

+ func (client *RestClient) Get(resource string) ([]byte, error)

+ func (client *RestClient) Post(resource string, model RequestModel) ([]byte, error)

+ func (client *RestClient) Put(resource string, model RequestModel) (interface{}, error)

+ type SeekOutOfRangeError struct

+ func NewSeekOutOfRangeError(statusCode int, requestId string, code string, message string) *SeekOutOfRangeError

+ type ServiceInProcessError struct

+ func NewServiceInProcessError(statusCode int, requestId string, code string, message string) *ServiceInProcessError

+ type ShardEntry struct

+ Address string

+ BeginHashKey string

+ ClosedTime int64

+ EndHashKey string

+ LeftShardId string

+ ParentShardIds []string

+ RightShardId string

+ ShardId string

+ State ShardState

+ type ShardSealedError struct

+ func NewShardSealedError(statusCode int, requestId string, code string, message string) *ShardSealedError

+ type ShardState string

+ const ACTIVE

+ const CLOSED

+ const CLOSING

+ const OPENING

+ func (state ShardState) String() string

+ type SinkAdsConfig struct

+ type SinkDatahubConfig struct

+ AccessId string

+ AccessKey string

+ AuthMode AuthMode

+ Endpoint string

+ Project string

+ Topic string

+ type SinkEsConfig struct

+ Endpoint string

+ IDFields []string

+ Index string

+ Password string

+ ProxyMode bool

+ TypeFields []string

+ User string

+ type SinkFcConfig struct

+ AccessId string

+ AccessKey string

+ AuthMode AuthMode

+ Endpoint string

+ Function string

+ Service string

+ type SinkMysqlConfig struct

+ Database string

+ Host string

+ Ignore InsertMode

+ Password string

+ Port string

+ Table string

+ User string

+ type SinkOdpsConfig struct

+ AccessId string

+ AccessKey string

+ Endpoint string

+ PartitionConfig PartitionConfig

+ PartitionMode PartitionMode

+ Project string

+ Table string

+ TimeRange int

+ TimeZone string

+ TunnelEndpoint string

+ type SinkOssConfig struct

+ AccessId string

+ AccessKey string

+ AuthMode AuthMode

+ Bucket string

+ Endpoint string

+ Prefix string

+ TimeFormat string

+ TimeRange int

+ type SinkOtsConfig struct

+ AccessId string

+ AccessKey string

+ AuthMode AuthMode

+ Endpoint string

+ InstanceName string

+ TableName string

+ type SplitShardRequest struct

+ Action string

+ ShardId string

+ SplitKey string

+ type SplitShardResult struct

+ NewShards []ShardEntry

+ func NewSplitShardResult(data []byte) (*SplitShardResult, error)

+ type String string

+ func (str String) String() string

+ type StsCredential struct

+ AccessId string

+ AccessKey string

+ SecurityToken string

+ func NewStsCredential(accessId, accessKey, securityToken string) *StsCredential

+ func (a StsCredential) GetAccountId() string

+ func (a StsCredential) GetAccountKey() string

+ func (a StsCredential) GetSecurityToken() string

+ func (a StsCredential) String() string

+ type SubscriptionEntry struct

+ Comment string

+ CreateTime int64

+ IsOwner bool

+ LastModifyTime int64

+ State SubscriptionState

+ SubId string

+ TopicName string

+ Type SubscriptionType

+ type SubscriptionOfflineError struct

+ func NewSubscriptionOfflineError(statusCode int, requestId string, code string, message string) *SubscriptionOfflineError

+ type SubscriptionOffset struct

+ Sequence int64

+ SessionId *int64

+ Timestamp int64

+ VersionId int64

+ type SubscriptionOffsetResetError struct

+ func NewSubscriptionOffsetResetError(statusCode int, requestId string, code string, message string) *SubscriptionOffsetResetError

+ type SubscriptionSessionInvalidError struct

+ func NewSubscriptionSessionInvalidError(statusCode int, requestId string, code string, message string) *SubscriptionSessionInvalidError

+ type SubscriptionState int

+ const SUB_OFFLINE

+ const SUB_ONLINE

+ func (subState SubscriptionState) Value() int

+ type SubscriptionType int

+ const SUBTYPE_SYSTEM

+ const SUBTYPE_TT

+ const SUBTYPE_USER

+ func (subType SubscriptionType) Value() int

+ type SyncGroupRequest struct

+ Action string

+ ConsumerId string

+ ReadEndShardList []string

+ ReleaseShardList []string

+ VersionId int64

+ type Timestamp uint64

+ func (t Timestamp) String() string

+ type TupleRecord struct

+ RecordSchema *RecordSchema

+ Values []DataType

+ func NewTupleRecord(schema *RecordSchema, systemTime int64) *TupleRecord

+ func (tr *TupleRecord) FillData(data interface{}) error

+ func (tr *TupleRecord) GetBaseRecord() BaseRecord

+ func (tr *TupleRecord) GetData() interface{}

+ func (tr *TupleRecord) GetValueByIdx(idx int) DataType

+ func (tr *TupleRecord) GetValueByName(name string) DataType

+ func (tr *TupleRecord) GetValues() map[string]DataType

+ func (tr *TupleRecord) SetBaseRecord(baseRecord BaseRecord)

+ func (tr *TupleRecord) SetValueByIdx(idx int, val interface{}) *TupleRecord

+ func (tr *TupleRecord) SetValueByName(name string, val interface{}) *TupleRecord

+ func (tr *TupleRecord) SetValues(values []DataType) *TupleRecord

+ func (tr *TupleRecord) String() string

+ type UpdateConnectorOffsetRequest struct

+ Action string

+ Sequence int64

+ ShardId string

+ Timestamp int64

+ type UpdateConnectorRequest struct

+ Action string

+ Config interface{}

+ type UpdateConnectorStateRequest struct

+ Action string

+ State ConnectorState

+ type UpdateProjectRequest struct

+ Comment string

+ type UpdateSubscriptionRequest struct

+ Comment string

+ type UpdateSubscriptionStateRequest struct

+ State SubscriptionState

+ type UpdateTopicRequest struct

+ Comment string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL