gluetables

Documentation

Index

• func DeployedLogTypes(ctx context.Context, glueClient glueiface.GlueAPI, logTypes []string) ([]string, error)
• func LogTypeTableMeta(entry logtypes.Entry) *awsglue.GlueTableMetadata
• func ResolveTables(ctx context.Context, resolver logtypes.Resolver, logTypes ...string) ([]*awsglue.GlueTableMetadata, error)
• type TablesForLogType
  • func CreateOrUpdateGlueTables(glueClient glueiface.GlueAPI, bucket string, ...) (*TablesForLogType, error)
  • func CreateTablesIfNotExist(ctx context.Context, glueClient glueiface.GlueAPI, bucket string, ...) (*TablesForLogType, error)
  • func UpdateTablesIfExist(ctx context.Context, glueAPI glueiface.GlueAPI, bucket string, ...) (*TablesForLogType, error)

Functions

func DeployedLogTypes

func DeployedLogTypes(ctx context.Context, glueClient glueiface.GlueAPI, logTypes []string) ([]string, error)

DeployedLogTypes scans glue API to filter log types with deployed tables

func LogTypeTableMeta

func LogTypeTableMeta(entry logtypes.Entry) *awsglue.GlueTableMetadata

func ResolveTables

func ResolveTables(ctx context.Context, resolver logtypes.Resolver, logTypes ...string) ([]*awsglue.GlueTableMetadata, error)

ResolveTables is a helper to resolve all glue table metadata for all log types

Types

type TablesForLogType

type TablesForLogType struct {
	LogTable       *awsglue.GlueTableMetadata
	RuleTable      *awsglue.GlueTableMetadata
	RuleErrorTable *awsglue.GlueTableMetadata
}

func CreateOrUpdateGlueTables

func CreateOrUpdateGlueTables(glueClient glueiface.GlueAPI, bucket string,
	logTable *awsglue.GlueTableMetadata) (*TablesForLogType, error)

CreateOrUpdateGlueTables, given a log meta data table, creates all tables related to this log table in the glue catalog.

func CreateTablesIfNotExist

func CreateTablesIfNotExist(ctx context.Context, glueClient glueiface.GlueAPI, bucket string,
	logTable *awsglue.GlueTableMetadata) (*TablesForLogType, error)

CreateTablesIfNotExist creates all tables related to a log table in the glue catalog if they don't already exist.

func UpdateTablesIfExist

func UpdateTablesIfExist(ctx context.Context, glueAPI glueiface.GlueAPI, bucket string,
	logTable *awsglue.GlueTableMetadata) (*TablesForLogType, error)

UpdateTablesIfExist updates all tables related to this log table in the glue catalog if they already exist.