constant

Documentation

Index

• Constants

Constants

const (
	// DefaultWorkerCount is used as the default for the WorkerCount property of
	// StreamerConfig, used in case the property is 0 (e.g. when undefined).
	DefaultWorkerCount = 2

	// DefaultMaxRetries is used as the default for the MaxRetries property of
	// the StorageClientConfig, used in case the property is 0 (e.g. when undefined).
	DefaultMaxRetries = 3

	// DefaultInitialRetryDelay is used as the default for the InitialRetryDuration property
	// of the SStorageClientConfig, used in case the property is 0 (e.g. when undefined).
	//
	// Default based on suggestions made in https://cloud.google.com/bigquery/sla.
	DefaultInitialRetryDelay = time.Second * 1

	// DefaultMaxRetryDeadlineOffset is the default max amount of the the streamer will
	// allow the retry back off logic to retry, as to ensure a goroutine isn't blocked for too long on a faulty write.
	// Used in case the property is 0 (e.g. when undefined).
	//
	// Default based on suggestions made in https://cloud.google.com/bigquery/sla.
	DefaultMaxRetryDeadlineOffset = time.Second * 32

	// DefaultRetryDelayMultiplier is the default retry delay multipler used by the streamer's
	// back off algorithm in order to increase the delay in between each sequential write-retry of the
	// same back off sequence. Used in case the property is < 2, as 2 is also the lowest possible multiplier accepted.
	DefaultRetryDelayMultiplier = 2

	// DefaultBatchSize defines amount of rows of data a worker
	// will collect prior to writing it to BQ. Used in case the property is 0 (e.g. when undefined).
	DefaultBatchSize = 200

	// DefaultMaxBatchDelay defines the max amount of time a worker batches rows, prior to writing the batched rows,
	// even when not yet full. Used in case the property is 0 (e.g. when undefined).
	DefaultMaxBatchDelay = 10 * time.Second

	// DefaultWorkerQueueSize defines the default size of the job queue per worker used
	// in order to allow the Streamer's users to write rows even if all workers are currently
	// too busy to accept new incoming rows. Used in case the property is 0 (e.g. when undefined).
	DefaultWorkerQueueSize = 100

	// DefaultSourceFormat defines the default SourceFormat that the BatchClient will use to upload its data.
	// Used in case the SourceFormat is "" (e.g. when undefined)
	DefaultSourceFormat = bigquery.JSON

	// DefaultWriteDisposition defines the default WriteDisposition that will be used to write the data to the BQ table
	// that the BatchClient uses.
	// Used when WriteDisposition is "" (e.g. when undefined)
	DefaultWriteDisposition = bigquery.WriteAppend
)