keboola

package
v0.0.0-...-9e33ad0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 23, 2019 License: Apache-2.0 Imports: 16 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func AsStringArray 

func AsStringArray(source []interface{}) []string

AsStringArray converts an array of interfaces to an array of strings Terraform stores array data within the ResourceData as []interface{}

func ProjectID 

func ProjectID(client *KBCClient) (string, error)

func Provider 

func Provider() terraform.ResourceProvider

Provider returns a terraform.ResourceProvider for the Keboola provider.

Types

type AWSRedShiftWriter 

type AWSRedShiftWriter struct {
	ID            string                         `json:"id,omitempty"`
	Name          string                         `json:"name"`
	Description   string                         `json:"description"`
	Configuration AWSRedShiftWriterConfiguration `json:"configuration"`
}

type AWSRedShiftWriterConfiguration 

type AWSRedShiftWriterConfiguration struct {
	Parameters AWSRedShiftWriterParameters `json:"parameters"`
	Storage    AWSRedShiftWriterStorage    `json:"storage,omitempty"`
}

type AWSRedShiftWriterParameters 

type AWSRedShiftWriterParameters struct {
	Database AWSRedshiftWriterDatabaseParameters `json:"db"`
	Tables   []AWSRedShiftWriterTable            `json:"tables,omitempty"`
}

type AWSRedShiftWriterStorage 

type AWSRedShiftWriterStorage struct {
	Input struct {
		Tables []AWSRedShiftWriterStorageTable `json:"tables,omitempty"`
	} `json:"input,omitempty"`
}

type AWSRedShiftWriterStorageTable 

type AWSRedShiftWriterStorageTable struct {
	Source        string   `json:"source"`
	Destination   string   `json:"destination"`
	Columns       []string `json:"columns"`
	ChangedSince  string   `json:"changed_since,omitempty"`
	WhereColumn   string   `json:"where_column,omitempty"`
	WhereOperator string   `json:"where_operator,omitempty"`
	WhereValues   []string `json:"where_values,omitempty"`
}

type AWSRedShiftWriterTable 

type AWSRedShiftWriterTable struct {
	DatabaseName string                       `json:"dbName"`
	Export       bool                         `json:"export"`
	Incremental  bool                         `json:"incremental"`
	TableID      string                       `json:"tableId"`
	PrimaryKey   []string                     `json:"primaryKey,omitempty"`
	Items        []AWSRedShiftWriterTableItem `json:"items"`
}

type AWSRedShiftWriterTableItem 

type AWSRedShiftWriterTableItem struct {
	Name         string `json:"name"`
	DatabaseName string `json:"dbName"`
	Type         string `json:"type"`
	Size         string `json:"size"`
	IsNullable   bool   `json:"nullable"`
	DefaultValue string `json:"default"`
}

type AWSRedshiftWriterDatabaseParameters 

type AWSRedshiftWriterDatabaseParameters struct {
	HostName          string    `json:"host"`
	Database          string    `json:"database"`
	Password          string    `json:"password,omitempty"`
	EncryptedPassword string    `json:"#password,omitempty"`
	Username          string    `json:"user"`
	Schema            string    `json:"schema"`
	Port              string    `json:"port"`
	Driver            string    `json:"driver"`
	SSH               SSHTunnel `json:"ssh"`
}

type AWSS3Extractor 

type AWSS3Extractor struct {
	ID            string                         `json:"id"`
	Name          string                         `json:"name"`
	Description   string                         `json:"description"`
	Configuration S3BucketExtractorConfiguration `json:"configuration"`
	RowsSortOrder []string                       `json:"rowsSortOrder"`
}

type AWSS3WriterTable 

type AWSS3WriterTable struct {
	TableID string `json:"tableId"`
}

type AWSs3Writer 

type AWSs3Writer struct {
	ID                                 string                             `json:"id,omitempty"`
	Name                               string                             `json:"name"`
	Description                        string                             `json:"description"`
	AWSs3WriterConfigurationParameters AWSs3WriterConfigurationParameters `json:"configuration"`
	ConfigurationRow                   AWSs3WriterConfigurationRows       `json:"configuration"`
}

type AWSs3WriterConfigurationParameters 

type AWSs3WriterConfigurationParameters struct {
	Parameters AWSs3WriterDatabaseParameters `json:"parameters"`
}

type AWSs3WriterConfigurationRows 

type AWSs3WriterConfigurationRows struct {
	RowsInfo Rowsinfo `json:"rows,omitempty"`
}

type AWSs3WriterDatabaseParameters 

type AWSs3WriterDatabaseParameters struct {
	AccessKeyId string `json:"accessKeyId"`
	SecretKey   string `json:"#secretAccessKey"`
	Bucket      string `json:"bucket"`
}

type AWSs3WriterDatabaseRowParameters 

type AWSs3WriterDatabaseRowParameters struct {
	Prefix string `json:"prefix"`
}

type AWSs3WriterProcessor 

type AWSs3WriterProcessor struct {
	Before []Awss3WriterStorageTableBefore `json:"before,omitempty"`
}

type AWSs3WriterStorage 

type AWSs3WriterStorage struct {
	Input struct {
		Tables []AWSs3WriterStorageTable `json:"tables,omitempty"`
	} `json:"input,omitempty"`
}

type AWSs3WriterStorageTable 

type AWSs3WriterStorageTable struct {
	Source      string `json:"source"`
	Destination string `json:"destination"`
}

type AccessToken 

type AccessToken struct {
	ID                    string                 `json:"id,omitempty"`
	Description           string                 `json:"description"`
	CreatedAt             KBCTime                `json:"created"`
	CanManageBuckets      bool                   `json:"canManageBuckets"`
	CanManageTokens       bool                   `json:"canManageTokens"`
	CanReadAllFileUploads bool                   `json:"canReadAllFileUploads"`
	ExpiresIn             KBCTime                `json:"expires"`
	ComponentAccess       []string               `json:"componentAccess"`
	BucketPermissions     map[string]interface{} `json:"bucketPermissions"`
}

type AdformExtractor 

type AdformExtractor struct {
	ID          string `json:"id"`
	Name        string `json:"name"`
	Description string `json:"description"`
}

Adform Extractor

type Awss3Definition 

type Awss3Definition struct {
	Component string `json:"component"`
}

type Awss3WriterStorageTableBefore 

type Awss3WriterStorageTableBefore struct {
	ComponentStorage Awss3Definition `json:"definition"`
	DirectionStorage Awss3parameters `json:"parameters"`
}

type Awss3parameters 

type Awss3parameters struct {
	Direction string `json:"direction"`
}

type Configuration 

type Configuration struct {
	Input       []Input         `json:"input,omitempty"`
	Output      []Output        `json:"output,omitempty"`
	Queries     []string        `json:"queries,omitempty"`
	ID          string          `json:"id,omitempty"`
	Name        string          `json:"name"`
	Description string          `json:"description"`
	Disabled    bool            `json:"disabled,omitempty"`
	BackEnd     string          `json:"backend"`
	Phase       KBCNumberString `json:"phase"`
	Type        string          `json:"type"`
}

Configuration holds the core configuration for each transformation, as it is structured in the Keboola Storage API.

type CreateResourceResult 

type CreateResourceResult struct {
	ID json.Number `json:"id,omitempty"`
}

CreateResourceResult holds the results from requesting creation of a Keboola resource.

type DropboxWriter 

type DropboxWriter struct {
	ID          string `json:"id,omitempty"`
	Name        string `json:"name"`
	Description string `json:"description"`
}

Structure of the DropboxWriter

type DropboxWriterTableItem 

type DropboxWriterTableItem struct {
	Name         string `json:"name"`
	Type         string `json:"type"`
	Size         string `json:"size"`
	IsNullable   bool   `json:"nullable"`
	DefaultValue string `json:"default"`
}

type ElasticSearchWriter 

type ElasticSearchWriter struct {
	ID          string `json:"id,omitempty"`
	Name        string `json:"name"`
	Description string `json:"description"`
}

Structure of the ElasticSearchWriter

type ElasticSearchWriterTableItem 

type ElasticSearchWriterTableItem struct {
	Name         string `json:"name"`
	Type         string `json:"type"`
	Size         string `json:"size"`
	IsNullable   bool   `json:"nullable"`
	DefaultValue string `json:"default"`
}

type EmailAttachmentConfig 

type EmailAttachmentConfig struct {
	Parameters EmailAttachmentConfigParameters `json:"parameters"`
}

type EmailAttachmentConfigParameters 

type EmailAttachmentConfigParameters struct {
	Email       string   `json:"email"`
	Delimiter   string   `json:"delimiter"`
	Enclosure   string   `json:"enclosure"`
	PrimaryKey  []string `json:"primaryKey"`
	Incremental bool     `json:"incremental"`
}

type EmailAttachmentExtractor 

type EmailAttachmentExtractor struct {
	ID            string                `json:"id"`
	Name          string                `json:"name"`
	Description   string                `json:"description"`
	Configuration EmailAttachmentConfig `json:"configuration"`
}

type ExtractorTable 

type ExtractorTable struct {
	Enabled     bool                            `json:"enabled"`
	TableID     int                             `json:"id,omitempty"`
	Name        string                          `json:"name"`
	Incremental bool                            `json:"incremental, omitempty"`
	OutputTable string                          `json:"outputTable,omitempty"` //
	PrimaryKey  []string                        `json:"primaryKey,omitempty"`
	Columns     []string                        `json:"columns,omitempty"`
	Table       SnowflakeExtractorDatabaseTable `json:"table"`
}

type FirebirdExtractor 

type FirebirdExtractor struct {
	ID          string `json:"id"`
	Name        string `json:"name"`
	Description string `json:"description"`
}

Firebird Extractor

type GetEmailRequest 

type GetEmailRequest struct {
	ConfigData struct {
		Parameters struct {
			Config string `json:"config"`
		} `json:"paramters"`
	} `json:"configData"`
}

type GetEmailResponse 

type GetEmailResponse struct {
	Email string `json:"email"`
}

type GithubImportExtractor 

type GithubImportExtractor struct {
	ID          string `json:"id"`
	Name        string `json:"name"`
	Description string `json:"description"`
}

type GoogleDriveExtractor 

type GoogleDriveExtractor struct {
	ID          string `json:"id"`
	Name        string `json:"name"`
	Description string `json:"description`
}

Google Drive Extractor Incomplete: needs to add OAuth2 access token for google drive

type Input 

type Input struct {
	Source        string                 `json:"source"`
	Destination   string                 `json:"destination"`
	WhereColumn   string                 `json:"whereColumn,omitempty"`
	WhereOperator string                 `json:"whereOperator,omitempty"`
	WhereValues   []string               `json:"whereValues,omitempty"`
	Indexes       [][]string             `json:"indexes,omitempty"`
	Columns       []string               `json:"columns,omitempty"`
	DataTypes     map[string]interface{} `json:"datatypes,omitempty"`
	Days          int                    `json:"days,omitempty"`
	ChangedSince  string                 `json:"changedSince,omitempty"`
}

Input is a mapping from input tables to internal tables for use by the transformation queries.

type KBCBoolean 

type KBCBoolean bool

KBCBoolean represents a boolean value in the Keboola APIs, which can take a 0/1 or false/true value.

func (*KBCBoolean) UnmarshalJSON 

func (bit *KBCBoolean) UnmarshalJSON(data []byte) error

UnmarshalJSON handles unmarshaling a KBCBoolean in to JSON.

type KBCBooleanNumber 

type KBCBooleanNumber int

KBCBooleanNumber represents a dual value in the Keboola APIs, which can take either a boolean, or a number/integer.

func (*KBCBooleanNumber) UnmarshalJSON 

func (kbn *KBCBooleanNumber) UnmarshalJSON(data []byte) error

UnmarshalJSON handles unmarshaling a KBCNumberString in to JSON.

type KBCClient 

type KBCClient struct {
	APIKey string
}

KBCClient is used for communicating with the Keboola Connection API

func (*KBCClient) DeleteFromStorage 

func (c *KBCClient) DeleteFromStorage(endpoint string) (*http.Response, error)

DeleteFromStorage removes an existing object from the Keboola Storage API.

func (*KBCClient) DeleteFromSyrup 

func (c *KBCClient) DeleteFromSyrup(endpoint string) (*http.Response, error)

DeleteFromSyrup removes an existing object from the Keboola Syrup API.

func (*KBCClient) GetFromRowStorage 

func (c *KBCClient) GetFromRowStorage(endpoint string) (*http.Response, error)

Gets request for row storage

func (*KBCClient) GetFromStorage 

func (c *KBCClient) GetFromStorage(endpoint string) (*http.Response, error)

GetFromStorage requests an object from the Keboola Storage API.

func (*KBCClient) GetFromSyrup 

func (c *KBCClient) GetFromSyrup(endpoint string) (*http.Response, error)

GetFromSyrup requests an object from the Keboola Syrup API.

func (*KBCClient) GetProjectID 

func (c *KBCClient) GetProjectID() (*http.Response, error)

Get request for a ProjectID

func (*KBCClient) PatchOnSyrup 

func (c *KBCClient) PatchOnSyrup(endpoint string, jsonpayload *bytes.Buffer) (*http.Response, error)

PatchOnSyrup applies a patch/changeset to an existing object on the Keboola Storage API.

func (*KBCClient) PostToDockerAction 

func (c *KBCClient) PostToDockerAction(endpoint string, jsonpayload []byte) (*http.Response, error)

func (*KBCClient) PostToDockerCreateSSH 

func (c *KBCClient) PostToDockerCreateSSH() (key Keys, err error)

func (*KBCClient) PostToDockerEncrypt 

func (c *KBCClient) PostToDockerEncrypt(componentID string, jsonpayload []byte, projectID string) (*http.Response, error)

PostToDocker posts a new object to the Keboola docker API.

func (*KBCClient) PostToDockerRun 

func (c *KBCClient) PostToDockerRun(ComponentID string, ConfigID string) (*http.Response, error)

func (*KBCClient) PostToDockerTransformationRun 

func (c *KBCClient) PostToDockerTransformationRun(ComponentID string, ConfigID string) (*http.Response, error)

func (*KBCClient) PostToFileImport 

func (c *KBCClient) PostToFileImport(endpoint string, formdata *bytes.Buffer) (*http.Response, error)

PostToFileImport posts a new object to the Keboola File Import API.

func (*KBCClient) PostToStorage 

func (c *KBCClient) PostToStorage(endpoint string, formdata *bytes.Buffer) (*http.Response, error)

PostToStorage posts a new object to the Keboola Storage API.

func (*KBCClient) PostToSyrup 

func (c *KBCClient) PostToSyrup(endpoint string, jsonpayload *bytes.Buffer) (*http.Response, error)

PostToSyrup posts a new object to the Keboola Syrup API.

func (*KBCClient) PutFormToSyrup 

func (c *KBCClient) PutFormToSyrup(endpoint string, formdata *bytes.Buffer) (*http.Response, error)

PutFormToSyrup puts an existing object in Form encoded format to the Keboola Storage API for update.

func (*KBCClient) PutToRowStorage 

func (c *KBCClient) PutToRowStorage(endpoint string, formData *bytes.Buffer) (*http.Response, error)

Update request for row storage

func (*KBCClient) PutToStorage 

func (c *KBCClient) PutToStorage(endpoint string, formData *bytes.Buffer) (*http.Response, error)

PutToStorage puts an existing object to the Keboola Storage API for update.

func (*KBCClient) PutToSyrup 

func (c *KBCClient) PutToSyrup(endpoint string, jsonpayload *bytes.Buffer) (*http.Response, error)

PutToSyrup puts an existing object to the Keboola Syrup API for update.

type KBCNumberString 

type KBCNumberString string

KBCNumberString represents a dual value in the Keboola APIs, which can take either a string, or a number/integer.

func (*KBCNumberString) UnmarshalJSON 

func (kns *KBCNumberString) UnmarshalJSON(data []byte) error

UnmarshalJSON handles unmarshaling a KBCNumberString in to JSON.

type KBCTime 

type KBCTime struct {
	time.Time
}

KBCTime represents a time value in the Keboola APIs, which has a very specific formatting.

func (*KBCTime) UnmarshalJSON 

func (kt *KBCTime) UnmarshalJSON(b []byte) (err error)

UnmarshalJSON handles unmarshaling a KBCTime in to JSON.

type Keys 

type Keys struct {
	Public              string `json:"public"`
	PrivateKey          string `json:"private,omitempty"`
	PrivateKeyEncrypted string `json:"#private"`
}

type MySqlWriter 

type MySqlWriter struct {
	ID            string                   `json:"id,omitempty"`
	Name          string                   `json:"name"`
	Description   string                   `json:"description"`
	Configuration MySqlWriterConfiguration `json:"configuration"`
}

type MySqlWriterConfiguration 

type MySqlWriterConfiguration struct {
	Parameters MySqlWriterParameters `json:"parameters"`
	Storage    MySqlWriterStorage    `json:"storage,omitempty"`
}

type MySqlWriterDatabaseParameters 

type MySqlWriterDatabaseParameters struct {
	HostName          string `json:"host"`
	Database          string `json:"database"`
	Password          string `json:"password,omitempty"`
	EncryptedPassword string `json:"#password,omitempty"`
	Username          string `json:"user"`

	Port   string    `json:"port"`
	Driver string    `json:"driver"`
	SSH    SSHTunnel `json:"ssh"`
}

type MySqlWriterParameters 

type MySqlWriterParameters struct {
	Database MySqlWriterDatabaseParameters `json:"db"`
	Tables   []MySqlWriterTable            `json:"tables,omitempty"`
}

type MySqlWriterStorage 

type MySqlWriterStorage struct {
	Input struct {
		Tables []MySqlWriterStorageTable `json:"tables,omitempty"`
	} `json:"input,omitempty"`
}

type MySqlWriterStorageTable 

type MySqlWriterStorageTable struct {
	Source        string   `json:"source"`
	Destination   string   `json:"destination"`
	Columns       []string `json:"columns"`
	ChangedSince  string   `json:"changed_since,omitempty"`
	WhereColumn   string   `json:"where_column,omitempty"`
	WhereOperator string   `json:"where_operator,omitempty"`
	WhereValues   []string `json:"where_values,omitempty"`
}

type MySqlWriterTable 

type MySqlWriterTable struct {
	DatabaseName string                 `json:"dbName"`
	Export       bool                   `json:"export"`
	Incremental  bool                   `json:"incremental"`
	TableID      string                 `json:"tableId"`
	PrimaryKey   []string               `json:"primaryKey,omitempty"`
	Items        []MySqlWriterTableItem `json:"items"`
}

type MySqlWriterTableItem 

type MySqlWriterTableItem struct {
	Name         string `json:"name"`
	DatabaseName string `json:"dbName"`
	Type         string `json:"type"`
	Size         string `json:"size"`
	IsNullable   bool   `json:"nullable"`
	DefaultValue string `json:"default"`
}

type Orchestration 

type Orchestration struct {
	ID            json.Number                 `json:"id,omitempty"`
	Name          string                      `json:"name"`
	ScheduleCRON  string                      `json:"crontabRecord"`
	Token         OrchestrationToken          `json:"token,omitempty"`
	Notifications []OrchestrationNotification `json:"notifications"`
}

type OrchestrationNotification 

type OrchestrationNotification struct {
	Email      string                 `json:"email"`
	Channel    string                 `json:"channel"`
	Parameters map[string]interface{} `json:"parameters"`
}

type OrchestrationTask 

type OrchestrationTask struct {
	ID                json.Number            `json:"id"`
	Component         string                 `json:"component"`
	Action            string                 `json:"action"`
	ActionParameters  map[string]interface{} `json:"actionParameters"`
	Timeout           int                    `json:"timeoutMinutes"`
	IsActive          bool                   `json:"active"`
	ContinueOnFailure bool                   `json:"continueOnFailure"`
	Phase             string                 `json:"phase"`
}

type OrchestrationToken 

type OrchestrationToken struct {
	ID          string `json:"id"`
	Description string `json:"description"`
}

type Output 

type Output struct {
	Source              string   `json:"source"`
	Destination         string   `json:"destination"`
	Incremental         bool     `json:"incremental,omitempty"`
	PrimaryKey          []string `json:"primaryKey,omitempty"`
	DeleteWhereValues   []string `json:"deleteWhereValues,omitempty"`
	DeleteWhereOperator string   `json:"deleteWhereOperator,omitempty"`
	DeleteWhereColumn   string   `json:"deleteWhereColumn,omitempty"`
}

Output is a mapping from the internal tables used by transformation queries to output tables.

type ProvisionSnowflakeResponse 

type ProvisionSnowflakeResponse struct {
	Status      string `json:"status"`
	Credentials struct {
		ID          string `json:"id"`
		HostName    string `json:"hostname"`
		Port        int    `json:"port"`
		Database    string `json:"db"`
		Schema      string `json:"schema"`
		Warehouse   string `json:"warehouse"`
		Username    string `json:"user"`
		Password    string `json:"password"`
		WorkspaceID string `json:"workspaceId"`
	} `json:"credentials"`
}

type ProvisionedAWSRedShiftResponse 

type ProvisionedAWSRedShiftResponse struct {
	Status      string `json:"status"`
	Credentials struct {
		ID          int    `json:"id"`
		Hostname    string `json:"host"`
		Port        int    `json:"port"`
		Database    string `json:"db"`
		Schema      string `json:"schema"`
		Warehouse   string `json:"warehouse"`
		Username    string `json:"user"`
		Password    string `json:"password"`
		WorkspaceID int    `json:"workspaceId"`
	} `json:"credentials"`
}

type Rowsinfo 

type Rowsinfo struct {
	Storage    AWSs3WriterStorage               `json:"storage,omitempty"`
	Processor  AWSs3WriterProcessor             `json:"processors,omitempty"`
	Parameters AWSs3WriterDatabaseRowParameters `json:"parameters"`
	// contains filtered or unexported fields
}

type S3BucketExtractorConfiguration 

type S3BucketExtractorConfiguration struct {
	Parameters S3BucketExtractorConfigurationParameters `json:"parameters"`
}

type S3BucketExtractorConfigurationParameters 

type S3BucketExtractorConfigurationParameters struct {
	AccessKeyId              string `json:"accessKeyId,omitempty"`
	EncryptedAccessKeySecret string `json:"#secretAccessKey,omitempty"`
}

type S3BucketExtractorProcessor 

type S3BucketExtractorProcessor struct {
	Definition []byte `json:"definition"`
	Parameters string `json:"parameters"`
}

type S3BucketExtractorProcessorConfig 

type S3BucketExtractorProcessorConfig struct {
	After []S3BucketExtractorProcessor `json:"after"`
}

type S3BucketExtractorRows 

type S3BucketExtractorRows struct {
	ID            string                      `json:"id"`
	Name          string                      `json:"name"`
	Description   string                      `json:"description"`
	Configuration S3BucketExtractorRowsConfig `json:"configuration"`
}

type S3BucketExtractorRowsConfig 

type S3BucketExtractorRowsConfig struct {
	Parameters S3BucketExtractorRowsConfigParameter `json:"parameters, omitempty"`
}

type S3BucketExtractorRowsConfigParameter 

type S3BucketExtractorRowsConfigParameter struct {
	Bucket            string `json:"bucket"`
	Key               string `json:"key"`
	IncludeSubFolders bool   `json: "includeSubfolders"`
	NewFilesOnly      bool   `json: "newFilesOnly"`
}

type SQLServerWriter 

type SQLServerWriter struct {
	ID            string                       `json:"id, omitempty"`
	Name          string                       `json:"name"`
	Description   string                       `json:"description"`
	Configuration SQLServerWriterConfiguration `json:"configuration"`
}

type SQLServerWriterConfiguration 

type SQLServerWriterConfiguration struct {
	Parameters SQLServerWriterParameters `json:"parameters"`
	Storage    SQLServerWriterStorage    `json:"storage,omitempty"`
}

type SQLServerWriterDatabaseParameters 

type SQLServerWriterDatabaseParameters struct {
	HostName          string    `json:"host"`
	Database          string    `json:"database"`
	Instance          string    `json:"instance"`
	EncryptedPassword string    `json:"#password"`
	Username          string    `json:"user"`
	Driver            string    `json:"driver"`
	Version           string    `json:"tdsVersion"`
	Port              string    `json:"port"`
	SSH               SSHTunnel `json:"ssh"`
}

type SQLServerWriterParameters 

type SQLServerWriterParameters struct {
	Database SQLServerWriterDatabaseParameters `json:"db"`
	Tables   []SQLServerWriterTable            `json:"tables,omitempty"`
}

type SQLServerWriterStorage 

type SQLServerWriterStorage struct {
	Input struct {
		Tables []SQLServerWriterStorageTable `json:"tables,omitempty"`
	} `json:"input,omitempty"`
}

type SQLServerWriterStorageTable 

type SQLServerWriterStorageTable struct {
	Source        string   `json:"source"`
	Destination   string   `json:"destination"`
	Columns       []string `json:"columns"`
	ChangedSince  string   `json:"changed_since,omitempty"`
	WhereColumn   string   `json:"where_column,omitempty"`
	WhereOperator string   `json:"where_operator,omitempty"`
	WhereValues   []string `json:"where_values,omitempty"`
}

type SQLServerWriterTable 

type SQLServerWriterTable struct {
	DatabaseName string                     `json:"dbName"`
	Export       bool                       `json:"export"`
	Incremental  bool                       `json:"incremental"`
	TableID      string                     `json:"tableId"`
	PrimaryKey   []string                   `json:"primaryKey,omitempty"`
	Items        []SQLServerWriterTableItem `json:"items"`
}

type SQLServerWriterTableItem 

type SQLServerWriterTableItem struct {
	Name         string `json:"name"`
	DatabaseName string `json:"dbName"`
	Type         string `json:"type"`
	Size         string `json:"size"`
	IsNullable   bool   `json:"nullable"`
	DefaultValue string `json:"default"`
}

type SSHTunnel 

type SSHTunnel struct {
	Enabled bool   `json:"enabled"`
	SSHHost string `json:"sshHost"`
	User    string `json:"user"`
	SSHPort string `json:"sshPort"`
	SSHKey  Keys   `json:"keys"`
}

type SnowFlakeExtractor 

type SnowFlakeExtractor struct {
	ID            string                          `json:"id"`
	Name          string                          `json:"name"`
	Description   string                          `json:"description"`
	Configuration SnowflakeExtractorConfiguration `json:"configuration"`
}

Snowflake Extractor Complete

type SnowflakeExtractorConfiguration 

type SnowflakeExtractorConfiguration struct {
	Parameters SnowflakeExtractorParameters `json:"parameters"`
}

SnowflakeExtractionConfiguration: component configuration Complete

type SnowflakeExtractorDatabaseParameters 

type SnowflakeExtractorDatabaseParameters struct {
	HostName          string `json:"host"`
	Database          string `json:"database"`
	Password          string `json:"database"`
	EncryptedPassword string `json:"#password,omitempty"`
	User              string `json:"user"`
	Schema            string `json:"schema"`
	Port              string `json:"port"`
	Driver            string `json:"driver"`
	Warehouse         string `json:"warehouse"`
}

SnowflakeExtractorDatabaseParameters: configurations on sourcing database Complete

type SnowflakeExtractorDatabaseTable 

type SnowflakeExtractorDatabaseTable struct {
	Schema    string `json:"schema"`
	TableName string `json:"tableName"`
}

type SnowflakeExtractorParameters 

type SnowflakeExtractorParameters struct {
	Database SnowflakeExtractorDatabaseParameters `json:"db"`
	Tables   []ExtractorTable                     `json:"tables,omitempty"`
}

SnowflakeExtractorParameters Snowflake Extractor's configuration parameters that includes database credentials and sourcing tables Incomplete: need to add the sourcing tables

type SnowflakeWriter 

type SnowflakeWriter struct {
	ID            string                       `json:"id,omitempty"`
	Name          string                       `json:"name"`
	Description   string                       `json:"description"`
	Configuration SnowflakeWriterConfiguration `json:"configuration"`
}

SnowflakeWriter is the data model for Snowflake Writers within the Keboola Storage API.

type SnowflakeWriterConfiguration 

type SnowflakeWriterConfiguration struct {
	Parameters SnowflakeWriterParameters `json:"parameters"`
	Storage    SnowflakeWriterStorage    `json:"storage,omitempty"`
}

type SnowflakeWriterDatabaseParameters 

type SnowflakeWriterDatabaseParameters struct {
	HostName          string `json:"host"`
	Database          string `json:"database"`
	Password          string `json:"password,omitempty"`
	EncryptedPassword string `json:"#password,omitempty"`
	Username          string `json:"user"`
	Schema            string `json:"schema"`
	Port              string `json:"port"`
	Driver            string `json:"driver"`
	Warehouse         string `json:"warehouse"`
}

type SnowflakeWriterParameters 

type SnowflakeWriterParameters struct {
	Database SnowflakeWriterDatabaseParameters `json:"db"`
	Tables   []SnowflakeWriterTable            `json:"tables,omitempty"`
}

type SnowflakeWriterStorage 

type SnowflakeWriterStorage struct {
	Input struct {
		Tables []SnowflakeWriterStorageTable `json:"tables,omitempty"`
	} `json:"input,omitempty"`
}

type SnowflakeWriterStorageTable 

type SnowflakeWriterStorageTable struct {
	Source        string   `json:"source"`
	Destination   string   `json:"destination"`
	Columns       []string `json:"columns"`
	ChangedSince  string   `json:"changed_since,omitempty"`
	WhereColumn   string   `json:"where_column,omitempty"`
	WhereOperator string   `json:"where_operator,omitempty"`
	WhereValues   []string `json:"where_values,omitempty"`
}

type SnowflakeWriterTable 

type SnowflakeWriterTable struct {
	DatabaseName string                     `json:"dbName"`
	Export       bool                       `json:"export"`
	Incremental  bool                       `json:"incremental"`
	TableID      string                     `json:"tableId"`
	PrimaryKey   []string                   `json:"primaryKey,omitempty"`
	Items        []SnowflakeWriterTableItem `json:"items"`
}

type SnowflakeWriterTableItem 

type SnowflakeWriterTableItem struct {
	Name         string `json:"name"`
	DatabaseName string `json:"dbName"`
	Type         string `json:"type"`
	Size         string `json:"size"`
	IsNullable   bool   `json:"nullable"`
	DefaultValue string `json:"default"`
}

type StorageBucket 

type StorageBucket struct {
	ID          string `json:"id,omitempty"`
	Name        string `json:"name"`
	Stage       string `json:"stage"`
	Description string `json:"description"`
	Backend     string `json:"backend,omitempty"`
}

StorageBucket is the data model for storage buckets within the Keboola Storage API.

type StorageJobStatus 

type StorageJobStatus struct {
	ID      int    `json:"id"`
	URL     string `json:"url"`
	Status  string `json:"status"`
	Results struct {
		ID   string `json:"id"`
		Name string `json:"name"`
	} `json:"results"`
}

StorageJobStatus contains the job status and results for Storage API based jobs.

type StorageTable 

type StorageTable struct {
	ID             string   `json:"id,omitempty"`
	Name           string   `json:"name"`
	Delimiter      string   `json:"delimiter"`
	Enclosure      string   `json:"enclosure,omitempty"`
	Transactional  bool     `json:"transactional,omitempty"`
	Columns        []string `json:"columns"`
	PrimaryKey     []string `json:"primaryKey"`
	IndexedColumns []string `json:"indexedColumns"`
}

StorageTable is the data model for Storage Tables within the Keboola Storage API.

type SyrupJobStatus 

type SyrupJobStatus struct {
	ID     int    `json:"id"`
	URL    string `json:"url"`
	Status string `json:"status"`
}

SyrupJobStatus contains the job status and results for Syrup API based jobs.

type TableauColumn 

type TableauColumn struct {
	Name     string `json: "name"`
	DataType string `json:"datatype"`
	Title    string `json: "title"`
}

type TableauTable 

type TableauTable struct {
	ID      string                   `json:"tableId, omitempty"`
	Title   string                   `json:"title"`
	Export  bool                     `json:"export"`
	Columns map[string]TableauColumn `json:"columns"`
}

type TableauWriter 

type TableauWriter struct {
	ID          string `json:"id,omitempty"`
	Name        string `json:"name"`
	Description string `json:"description"`
}

Structure of the TableauWriter

type TableauWriterTableItem 

type TableauWriterTableItem struct {
	Name         string `json:"name"`
	Type         string `json:"type"`
	Size         string `json:"size"`
	IsNullable   bool   `json:"nullable"`
	DefaultValue string `json:"default"`
}

type Transformation 

type Transformation struct {
	ID            string        `json:"id"`
	Configuration Configuration `json:"configuration"`
}

Transformation is the data model for data transformations within the Keboola Storage API.

type TransformationBucket 

type TransformationBucket struct {
	ID          string `json:"id,omitempty"`
	Name        string `json:"name,omitempty"`
	Description string `json:"description"`
}

TransformationBucket is the data model for data transformations within the Keboola Storage API.

type UploadFileResult 

type UploadFileResult struct {
	ID int `json:"id"`
}

UploadFileResult contains the id of the CSV file uploaded to AWS S3.

type Workspace 

type Workspace struct {
	Owner struct {
		ID int `json:"id"`
	} `json:"owner"`
}

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.