aws_glue_crawler

package
v5.45.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 16, 2024 License: Apache-2.0 Imports: 5 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Args

type Args struct {
	// Classifiers: list of string, optional
	Classifiers terra.ListValue[terra.StringValue] `hcl:"classifiers,attr"`
	// Configuration: string, optional
	Configuration terra.StringValue `hcl:"configuration,attr"`
	// DatabaseName: string, required
	DatabaseName terra.StringValue `hcl:"database_name,attr" validate:"required"`
	// Description: string, optional
	Description terra.StringValue `hcl:"description,attr"`
	// Id: string, optional
	Id terra.StringValue `hcl:"id,attr"`
	// Name: string, required
	Name terra.StringValue `hcl:"name,attr" validate:"required"`
	// Role: string, required
	Role terra.StringValue `hcl:"role,attr" validate:"required"`
	// Schedule: string, optional
	Schedule terra.StringValue `hcl:"schedule,attr"`
	// SecurityConfiguration: string, optional
	SecurityConfiguration terra.StringValue `hcl:"security_configuration,attr"`
	// TablePrefix: string, optional
	TablePrefix terra.StringValue `hcl:"table_prefix,attr"`
	// Tags: map of string, optional
	Tags terra.MapValue[terra.StringValue] `hcl:"tags,attr"`
	// TagsAll: map of string, optional
	TagsAll terra.MapValue[terra.StringValue] `hcl:"tags_all,attr"`
	// CatalogTarget: min=0
	CatalogTarget []CatalogTarget `hcl:"catalog_target,block" validate:"min=0"`
	// DeltaTarget: min=0
	DeltaTarget []DeltaTarget `hcl:"delta_target,block" validate:"min=0"`
	// DynamodbTarget: min=0
	DynamodbTarget []DynamodbTarget `hcl:"dynamodb_target,block" validate:"min=0"`
	// JdbcTarget: min=0
	JdbcTarget []JdbcTarget `hcl:"jdbc_target,block" validate:"min=0"`
	// LineageConfiguration: optional
	LineageConfiguration *LineageConfiguration `hcl:"lineage_configuration,block"`
	// MongodbTarget: min=0
	MongodbTarget []MongodbTarget `hcl:"mongodb_target,block" validate:"min=0"`
	// RecrawlPolicy: optional
	RecrawlPolicy *RecrawlPolicy `hcl:"recrawl_policy,block"`
	// S3Target: min=0
	S3Target []S3Target `hcl:"s3_target,block" validate:"min=0"`
	// SchemaChangePolicy: optional
	SchemaChangePolicy *SchemaChangePolicy `hcl:"schema_change_policy,block"`
}

Args contains the configurations for aws_glue_crawler.

type CatalogTarget

type CatalogTarget struct {
	// DatabaseName: string, required
	DatabaseName terra.StringValue `hcl:"database_name,attr" validate:"required"`
	// Tables: list of string, required
	Tables terra.ListValue[terra.StringValue] `hcl:"tables,attr" validate:"required"`
}

type CatalogTargetAttributes

type CatalogTargetAttributes struct {
	// contains filtered or unexported fields
}

func (CatalogTargetAttributes) DatabaseName

func (ct CatalogTargetAttributes) DatabaseName() terra.StringValue

func (CatalogTargetAttributes) InternalRef

func (ct CatalogTargetAttributes) InternalRef() (terra.Reference, error)

func (CatalogTargetAttributes) InternalTokens

func (ct CatalogTargetAttributes) InternalTokens() (hclwrite.Tokens, error)

func (CatalogTargetAttributes) InternalWithRef

func (CatalogTargetAttributes) Tables

type CatalogTargetState

type CatalogTargetState struct {
	DatabaseName string   `json:"database_name"`
	Tables       []string `json:"tables"`
}

type DeltaTarget

type DeltaTarget struct {
	// ConnectionName: string, required
	ConnectionName terra.StringValue `hcl:"connection_name,attr" validate:"required"`
	// DeltaTables: set of string, required
	DeltaTables terra.SetValue[terra.StringValue] `hcl:"delta_tables,attr" validate:"required"`
	// WriteManifest: bool, required
	WriteManifest terra.BoolValue `hcl:"write_manifest,attr" validate:"required"`
}

type DeltaTargetAttributes

type DeltaTargetAttributes struct {
	// contains filtered or unexported fields
}

func (DeltaTargetAttributes) ConnectionName

func (dt DeltaTargetAttributes) ConnectionName() terra.StringValue

func (DeltaTargetAttributes) DeltaTables

func (DeltaTargetAttributes) InternalRef

func (dt DeltaTargetAttributes) InternalRef() (terra.Reference, error)

func (DeltaTargetAttributes) InternalTokens

func (dt DeltaTargetAttributes) InternalTokens() (hclwrite.Tokens, error)

func (DeltaTargetAttributes) InternalWithRef

func (DeltaTargetAttributes) WriteManifest

func (dt DeltaTargetAttributes) WriteManifest() terra.BoolValue

type DeltaTargetState

type DeltaTargetState struct {
	ConnectionName string   `json:"connection_name"`
	DeltaTables    []string `json:"delta_tables"`
	WriteManifest  bool     `json:"write_manifest"`
}

type DynamodbTarget

type DynamodbTarget struct {
	// Path: string, required
	Path terra.StringValue `hcl:"path,attr" validate:"required"`
	// ScanAll: bool, optional
	ScanAll terra.BoolValue `hcl:"scan_all,attr"`
	// ScanRate: number, optional
	ScanRate terra.NumberValue `hcl:"scan_rate,attr"`
}

type DynamodbTargetAttributes

type DynamodbTargetAttributes struct {
	// contains filtered or unexported fields
}

func (DynamodbTargetAttributes) InternalRef

func (dt DynamodbTargetAttributes) InternalRef() (terra.Reference, error)

func (DynamodbTargetAttributes) InternalTokens

func (dt DynamodbTargetAttributes) InternalTokens() (hclwrite.Tokens, error)

func (DynamodbTargetAttributes) InternalWithRef

func (DynamodbTargetAttributes) Path

func (DynamodbTargetAttributes) ScanAll

func (DynamodbTargetAttributes) ScanRate

type DynamodbTargetState

type DynamodbTargetState struct {
	Path     string  `json:"path"`
	ScanAll  bool    `json:"scan_all"`
	ScanRate float64 `json:"scan_rate"`
}

type JdbcTarget

type JdbcTarget struct {
	// ConnectionName: string, required
	ConnectionName terra.StringValue `hcl:"connection_name,attr" validate:"required"`
	// Exclusions: list of string, optional
	Exclusions terra.ListValue[terra.StringValue] `hcl:"exclusions,attr"`
	// Path: string, required
	Path terra.StringValue `hcl:"path,attr" validate:"required"`
}

type JdbcTargetAttributes

type JdbcTargetAttributes struct {
	// contains filtered or unexported fields
}

func (JdbcTargetAttributes) ConnectionName

func (jt JdbcTargetAttributes) ConnectionName() terra.StringValue

func (JdbcTargetAttributes) Exclusions

func (JdbcTargetAttributes) InternalRef

func (jt JdbcTargetAttributes) InternalRef() (terra.Reference, error)

func (JdbcTargetAttributes) InternalTokens

func (jt JdbcTargetAttributes) InternalTokens() (hclwrite.Tokens, error)

func (JdbcTargetAttributes) InternalWithRef

func (jt JdbcTargetAttributes) InternalWithRef(ref terra.Reference) JdbcTargetAttributes

func (JdbcTargetAttributes) Path

type JdbcTargetState

type JdbcTargetState struct {
	ConnectionName string   `json:"connection_name"`
	Exclusions     []string `json:"exclusions"`
	Path           string   `json:"path"`
}

type LineageConfiguration

type LineageConfiguration struct {
	// CrawlerLineageSettings: string, optional
	CrawlerLineageSettings terra.StringValue `hcl:"crawler_lineage_settings,attr"`
}

type LineageConfigurationAttributes

type LineageConfigurationAttributes struct {
	// contains filtered or unexported fields
}

func (LineageConfigurationAttributes) CrawlerLineageSettings

func (lc LineageConfigurationAttributes) CrawlerLineageSettings() terra.StringValue

func (LineageConfigurationAttributes) InternalRef

func (LineageConfigurationAttributes) InternalTokens

func (lc LineageConfigurationAttributes) InternalTokens() (hclwrite.Tokens, error)

func (LineageConfigurationAttributes) InternalWithRef

type LineageConfigurationState

type LineageConfigurationState struct {
	CrawlerLineageSettings string `json:"crawler_lineage_settings"`
}

type MongodbTarget

type MongodbTarget struct {
	// ConnectionName: string, required
	ConnectionName terra.StringValue `hcl:"connection_name,attr" validate:"required"`
	// Path: string, required
	Path terra.StringValue `hcl:"path,attr" validate:"required"`
	// ScanAll: bool, optional
	ScanAll terra.BoolValue `hcl:"scan_all,attr"`
}

type MongodbTargetAttributes

type MongodbTargetAttributes struct {
	// contains filtered or unexported fields
}

func (MongodbTargetAttributes) ConnectionName

func (mt MongodbTargetAttributes) ConnectionName() terra.StringValue

func (MongodbTargetAttributes) InternalRef

func (mt MongodbTargetAttributes) InternalRef() (terra.Reference, error)

func (MongodbTargetAttributes) InternalTokens

func (mt MongodbTargetAttributes) InternalTokens() (hclwrite.Tokens, error)

func (MongodbTargetAttributes) InternalWithRef

func (MongodbTargetAttributes) Path

func (MongodbTargetAttributes) ScanAll

type MongodbTargetState

type MongodbTargetState struct {
	ConnectionName string `json:"connection_name"`
	Path           string `json:"path"`
	ScanAll        bool   `json:"scan_all"`
}

type RecrawlPolicy

type RecrawlPolicy struct {
	// RecrawlBehavior: string, optional
	RecrawlBehavior terra.StringValue `hcl:"recrawl_behavior,attr"`
}

type RecrawlPolicyAttributes

type RecrawlPolicyAttributes struct {
	// contains filtered or unexported fields
}

func (RecrawlPolicyAttributes) InternalRef

func (rp RecrawlPolicyAttributes) InternalRef() (terra.Reference, error)

func (RecrawlPolicyAttributes) InternalTokens

func (rp RecrawlPolicyAttributes) InternalTokens() (hclwrite.Tokens, error)

func (RecrawlPolicyAttributes) InternalWithRef

func (RecrawlPolicyAttributes) RecrawlBehavior

func (rp RecrawlPolicyAttributes) RecrawlBehavior() terra.StringValue

type RecrawlPolicyState

type RecrawlPolicyState struct {
	RecrawlBehavior string `json:"recrawl_behavior"`
}

type Resource

type Resource struct {
	Name string
	Args Args

	DependsOn terra.Dependencies
	Lifecycle *terra.Lifecycle
	// contains filtered or unexported fields
}

Resource represents the Terraform resource aws_glue_crawler.

func New

func New(name string, args Args) *Resource

New creates a new instance of Resource.

func (*Resource) Attributes

func (agc *Resource) Attributes() awsGlueCrawlerAttributes

Attributes returns the attributes for Resource.

func (*Resource) Configuration

func (agc *Resource) Configuration() interface{}

Configuration returns the configuration (args) for Resource.

func (*Resource) DependOn

func (agc *Resource) DependOn() terra.Reference

DependOn is used for other resources to depend on Resource.

func (*Resource) Dependencies

func (agc *Resource) Dependencies() terra.Dependencies

Dependencies returns the list of resources Resource depends_on.

func (*Resource) ImportState

func (agc *Resource) ImportState(state io.Reader) error

ImportState imports the given attribute values into Resource's state.

func (*Resource) LifecycleManagement

func (agc *Resource) LifecycleManagement() *terra.Lifecycle

LifecycleManagement returns the lifecycle block for Resource.

func (*Resource) LocalName

func (agc *Resource) LocalName() string

LocalName returns the local name for Resource.

func (*Resource) State

func (agc *Resource) State() (*awsGlueCrawlerState, bool)

State returns the state and a bool indicating if Resource has state.

func (*Resource) StateMust

func (agc *Resource) StateMust() *awsGlueCrawlerState

StateMust returns the state for Resource. Panics if the state is nil.

func (*Resource) Type

func (agc *Resource) Type() string

Type returns the Terraform object type for Resource.

type S3Target

type S3Target struct {
	// ConnectionName: string, optional
	ConnectionName terra.StringValue `hcl:"connection_name,attr"`
	// DlqEventQueueArn: string, optional
	DlqEventQueueArn terra.StringValue `hcl:"dlq_event_queue_arn,attr"`
	// EventQueueArn: string, optional
	EventQueueArn terra.StringValue `hcl:"event_queue_arn,attr"`
	// Exclusions: list of string, optional
	Exclusions terra.ListValue[terra.StringValue] `hcl:"exclusions,attr"`
	// Path: string, required
	Path terra.StringValue `hcl:"path,attr" validate:"required"`
	// SampleSize: number, optional
	SampleSize terra.NumberValue `hcl:"sample_size,attr"`
}

type S3TargetAttributes

type S3TargetAttributes struct {
	// contains filtered or unexported fields
}

func (S3TargetAttributes) ConnectionName

func (st S3TargetAttributes) ConnectionName() terra.StringValue

func (S3TargetAttributes) DlqEventQueueArn

func (st S3TargetAttributes) DlqEventQueueArn() terra.StringValue

func (S3TargetAttributes) EventQueueArn

func (st S3TargetAttributes) EventQueueArn() terra.StringValue

func (S3TargetAttributes) Exclusions

func (S3TargetAttributes) InternalRef

func (st S3TargetAttributes) InternalRef() (terra.Reference, error)

func (S3TargetAttributes) InternalTokens

func (st S3TargetAttributes) InternalTokens() (hclwrite.Tokens, error)

func (S3TargetAttributes) InternalWithRef

func (st S3TargetAttributes) InternalWithRef(ref terra.Reference) S3TargetAttributes

func (S3TargetAttributes) Path

func (S3TargetAttributes) SampleSize

func (st S3TargetAttributes) SampleSize() terra.NumberValue

type S3TargetState

type S3TargetState struct {
	ConnectionName   string   `json:"connection_name"`
	DlqEventQueueArn string   `json:"dlq_event_queue_arn"`
	EventQueueArn    string   `json:"event_queue_arn"`
	Exclusions       []string `json:"exclusions"`
	Path             string   `json:"path"`
	SampleSize       float64  `json:"sample_size"`
}

type SchemaChangePolicy

type SchemaChangePolicy struct {
	// DeleteBehavior: string, optional
	DeleteBehavior terra.StringValue `hcl:"delete_behavior,attr"`
	// UpdateBehavior: string, optional
	UpdateBehavior terra.StringValue `hcl:"update_behavior,attr"`
}

type SchemaChangePolicyAttributes

type SchemaChangePolicyAttributes struct {
	// contains filtered or unexported fields
}

func (SchemaChangePolicyAttributes) DeleteBehavior

func (scp SchemaChangePolicyAttributes) DeleteBehavior() terra.StringValue

func (SchemaChangePolicyAttributes) InternalRef

func (scp SchemaChangePolicyAttributes) InternalRef() (terra.Reference, error)

func (SchemaChangePolicyAttributes) InternalTokens

func (scp SchemaChangePolicyAttributes) InternalTokens() (hclwrite.Tokens, error)

func (SchemaChangePolicyAttributes) InternalWithRef

func (SchemaChangePolicyAttributes) UpdateBehavior

func (scp SchemaChangePolicyAttributes) UpdateBehavior() terra.StringValue

type SchemaChangePolicyState

type SchemaChangePolicyState struct {
	DeleteBehavior string `json:"delete_behavior"`
	UpdateBehavior string `json:"update_behavior"`
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL