spark

Documentation

Index

• Constants
• Variables
• func NewDataSourceSparkCustomPool() datasource.DataSource
• func NewDataSourceSparkEnvironmentSettings() datasource.DataSource
• func NewDataSourceSparkWorkspaceSettings() datasource.DataSource
• func NewResourceSparkCustomPool() resource.Resource
• func NewResourceSparkEnvironmentSettings() resource.Resource
• func NewResourceSparkWorkspaceSettings() resource.Resource

Constants

const (
	SparkCustomPoolName           = "Spark Custom Pool"
	SparkCustomPoolTFName         = "spark_custom_pool"
	SparkCustomPoolDocsSPNSupport = common.DocsSPNSupported
	SparkCustomPoolDocsURL        = "https://learn.microsoft.com/fabric/data-engineering/create-custom-spark-pools"

	SparkWorkspaceSettingsName           = "Spark Workspace Settings"
	SparkWorkspaceSettingsTFName         = "spark_workspace_settings"
	SparkWorkspaceSettingsDocsSPNSupport = common.DocsSPNSupported
	SparkWorkspaceSettingsDocsURL        = "https://learn.microsoft.com/fabric/data-engineering/workspace-admin-settings"

	SparkEnvironmentPublicationStatusPublished = "Published"
	SparkEnvironmentSettingsName               = "Spark Environment Settings"
	SparkEnvironmentSettingsTFName             = "spark_environment_settings"
	SparkEnvironmentSettingsDocsSPNSupport     = common.DocsSPNSupported
	SparkEnvironmentSettingsDocsURL            = "https://learn.microsoft.com/fabric/data-engineering/environment-manage-compute"

	SparkEnvironmentLibrariesName           = "Spark Environment Libraries"
	SparkEnvironmentLibrariesTFName         = "spark_environment_libraries"
	SparkEnvironmentLibrariesDocsSPNSupport = common.DocsSPNSupported
	SparkEnvironmentLibrariesDocsURL        = "https://learn.microsoft.com/fabric/data-engineering/environment-manage-library"
)

Variables

var (
	SparkRuntimeVersionValues               = []string{"1.1", "1.2", "1.3"}                  //nolint:gochecknoglobals
	SparkEnvironmentPublicationStatusValues = []string{"Published", "Staging"}               //nolint:gochecknoglobals
	SparkEnvironmentDriverCoresValues       = []int32{4, 8, 16, 32, 64}                      //nolint:gochecknoglobals
	SparkEnvironmentDriverMemoryValues      = []string{"28g", "56g", "112g", "224g", "400g"} //nolint:gochecknoglobals
	SparkEnvironmentExecutorCoresValues     = []int32{4, 8, 16, 32, 64}                      //nolint:gochecknoglobals
	SparkEnvironmentExecutorMemoryValues    = []string{"28g", "56g", "112g", "224g", "400g"} //nolint:gochecknoglobals

)

Functions

func NewDataSourceSparkCustomPool

func NewDataSourceSparkCustomPool() datasource.DataSource

func NewDataSourceSparkEnvironmentSettings

func NewDataSourceSparkEnvironmentSettings() datasource.DataSource

func NewDataSourceSparkWorkspaceSettings

func NewDataSourceSparkWorkspaceSettings() datasource.DataSource

func NewResourceSparkCustomPool

func NewResourceSparkCustomPool() resource.Resource

func NewResourceSparkEnvironmentSettings

func NewResourceSparkEnvironmentSettings() resource.Resource

func NewResourceSparkWorkspaceSettings

func NewResourceSparkWorkspaceSettings() resource.Resource