sources

Documentation

Index

• func BuildOutputSchema(inputSchema []schema.StreamSchema) map[string]*arrow.Schema
• type DataSource
• type MessageEvent
• type SourceDriver

Functions

func BuildOutputSchema

func BuildOutputSchema(inputSchema []schema.StreamSchema) map[string]*arrow.Schema

Types

type DataSource

type DataSource interface {
	Connect(ctx context.Context) error
	Start()
	Events() chan MessageEvent
	Stop()
}

type MessageEvent

type MessageEvent struct {
	Message *message.Message
	Err     error
}

type SourceDriver

type SourceDriver string

const (
	PostgresCDC         SourceDriver = "postgres_cdc"
	PostgresIncremental SourceDriver = "postgres_incremental"
	MongoStream         SourceDriver = "mongo_stream"
	WebSockets          SourceDriver = "websocket"
	AirTable            SourceDriver = "airtable"
	Playground          SourceDriver = "playground"
	MysqlCDC            SourceDriver = "mysql_cdc"
	Kafka               SourceDriver = "kafka"
)