ste

package

Go to main page

Versions in this module

v10

v10.12.12

Mar 21, 2022

v10.12.11

Mar 9, 2022

v10.12.10

Mar 8, 2022

Changes in this version

type IJobMgr

+ DrainXferDoneMessages func() bool

v10.12.9

Feb 8, 2022

v10.12.8

Feb 5, 2022

v10.12.7

Feb 5, 2022

Changes in this version

type IJobMgr

+ ChangeLogLevel func(pipeline.LogLevel)

v10.12.6

Feb 1, 2022

v10.12.5

Feb 1, 2022

Changes in this version

+ const MaxErrorMessageLength

type IJobMgr

+ CleanupJobStatusMgr func()

+ DeferredCleanupJobMgr func()

type IJobPartTransferMgr

+ SetErrorMessage func(errorMessage string)

type JobPartPlanTransfer

+ func (jppt *JobPartPlanTransfer) ErrorMessage() string

+ func (jppt *JobPartPlanTransfer) SetErrorMessage(errorMessage string, overwrite bool)

v10.12.4

Jan 4, 2022

v10.12.3

Oct 4, 2021

v10.12.2

Sep 22, 2021

v10.12.1

Sep 21, 2021

Changes in this version

+ const BlobTagsMaxByte

+ const ConcurrencyReasonNone

+ const ConcurrencyReasonTunerDisabled

+ const CustomHeaderMaxBytes

+ const DataSchemaVersion

+ const DownloadMaxRetryDelay

+ const DownloadRetryDelay

+ const DownloadTryTimeout

+ const JobPartPlanFileNameFormat

+ const MaxRetryPerDownloadBody

+ const MetadataMaxBytes

+ const PacerTimeToWaitInMs

+ const TagsHeaderMaxLength

+ const UploadMaxRetryDelay

+ const UploadMaxTries

+ const UploadRetryDelay

+ var ADLSFlushThreshold uint32 = 7500

+ var DebugSkipFiles = make(map[string]bool)

+ var DefaultServiceApiVersion = common.GetLifecycleMgr().GetEnvironmentVariable(common.EEnvironmentVariable.DefaultServiceApiVersion())

+ var EAdviceType = AdviceType

+ var EnvironmentMimeMap map[string]string

+ var ServiceAPIVersionOverride = serviceAPIVersionOverride

+ var UploadTryTimeout = time.Minute * 15

+ func BlobTierAllowed(destTier azblob.AccessTierType) bool

+ func DeleteBlob(jptm IJobPartTransferMgr, p pipeline.Pipeline, pacer pacer)

+ func DeleteFile(jptm IJobPartTransferMgr, p pipeline.Pipeline, pacer pacer)

+ func NewAzcopyHTTPClient(maxIdleConns int) *http.Client

+ func NewBFSXferRetryPolicyFactory(o XferRetryOptions) pipeline.Factory

+ func NewBlobFSPipeline(c azbfs.Credential, o azbfs.PipelineOptions, r XferRetryOptions, p pacer, ...) pipeline.Pipeline

+ func NewBlobPipeline(c azblob.Credential, o azblob.PipelineOptions, r XferRetryOptions, p pacer, ...) pipeline.Pipeline

+ func NewBlobXferRetryPolicyFactory(o XferRetryOptions) pipeline.Factory

+ func NewFilePipeline(c azfile.Credential, o azfile.PipelineOptions, r azfile.RetryOptions, p pacer, ...) pipeline.Pipeline

+ func NewNullAutoPacer() *nullAutoPacer

+ func NewRequestLogPolicyFactory(o RequestLogOptions) pipeline.Factory

+ func NewTokenBucketPacer(bytesPerSecond int64, expectedBytesPerCoarseRequest int64) *tokenBucketPacer

+ func NewVersionPolicyFactory() pipeline.Factory

+ func ValidateTier(jptm IJobPartTransferMgr, blobTier azblob.AccessTierType, ...) (isValid bool)

+ type AdviceType struct

+ func (AdviceType) AccountIOPS() AdviceType

+ func (AdviceType) AccountThroughput() AdviceType

+ func (AdviceType) ConcurrencyHighCpu() AdviceType

+ func (AdviceType) ConcurrencyHitUpperLimit() AdviceType

+ func (AdviceType) ConcurrencyNotEnoughTime() AdviceType

+ func (AdviceType) ConcurrencyNotTuned() AdviceType

+ func (AdviceType) FileShareOrNetwork() AdviceType

+ func (AdviceType) MbpsCapped() AdviceType

+ func (AdviceType) NetworkErrors() AdviceType

+ func (AdviceType) NetworkIsBottleneck() AdviceType

+ func (AdviceType) NetworkNotBottleneck() AdviceType

+ func (AdviceType) ServerBusy() AdviceType

+ func (AdviceType) SmallFilesOrNetwork() AdviceType

+ func (AdviceType) VMSize() AdviceType

+ type AzureFileParentDirCreator struct

+ func (d AzureFileParentDirCreator) CreateDirToRoot(ctx context.Context, dirURL azfile.DirectoryURL, p pipeline.Pipeline, ...) error

+ func (d AzureFileParentDirCreator) CreateParentDirToRoot(ctx context.Context, fileURL azfile.FileURL, p pipeline.Pipeline, ...) error

+ type ConcurrencySettings struct

+ CheckCpuWhenTuning *ConfiguredBool

+ EnumerationPoolSize *ConfiguredInt

+ InitialMainPoolSize int

+ MaxIdleConnections int

+ MaxMainPoolSize *ConfiguredInt

+ MaxOpenDownloadFiles int

+ ParallelStatFiles *ConfiguredBool

+ TransferInitiationPoolSize *ConfiguredInt

+ func NewConcurrencySettings(maxFileAndSocketHandles int, requestAutoTuneGRs bool) ConcurrencySettings

+ func (c ConcurrencySettings) AutoTuneMainPool() bool

+ type ConcurrencyTuner interface

+ GetFinalState func() (finalReason string, finalRecommendedConcurrency int)

+ RequestCallbackWhenStable func(callback func()) (callbackAccepted bool)

+ func NewAutoConcurrencyTuner(initial, max int, isBenchmarking bool) ConcurrencyTuner

+ type ConfiguredBool struct

+ DefaultSourceDesc string

+ EnvVarName string

+ IsUserSpecified bool

+ Value bool

+ func GetParallelStatFiles() *ConfiguredBool

+ func (b *ConfiguredBool) GetDescription() string

+ type ConfiguredInt struct

+ DefaultSourceDesc string

+ EnvVarName string

+ IsUserSpecified bool

+ Value int

+ func GetEnumerationPoolSize() *ConfiguredInt

+ func (i *ConfiguredInt) GetDescription() string

+ type CoordinatorChannels struct

+ type ErrorEx struct

+ func (errex ErrorEx) ErrorCodeAndString() (string, int, string)

+ func (errex ErrorEx) MSRequestID() string

+ type FolderCreationTracker common.FolderCreationTracker

+ func NewFolderCreationTracker(fpo common.FolderPropertyOption, plan *JobPartPlanHeader) FolderCreationTracker

+ type HandleInfo struct — windows/amd64

+ func (hi HandleInfo) FileAttributes() azfile.FileAttributeFlags

+ func (hi HandleInfo) FileCreationTime() time.Time

+ func (hi HandleInfo) FileLastWriteTime() time.Time

+ type IBlobSourceInfoProvider interface

+ BlobTier func() azblob.AccessTierType

+ BlobType func() azblob.BlobType

+ type ICustomLocalOpener interface

+ Open func(path string) (*os.File, error)

+ type IJobMgr interface

+ ActiveConnections func() int64

+ AddJobPart func(partNum PartNumber, planFile JobPartPlanFileName, ...) IJobPartMgr

+ AddSuccessfulBytesInActiveFiles func(n int64)

+ AllTransfersScheduled func() bool

+ Cancel func()

+ CancelPauseJobOrder func(desiredJobStatus common.JobStatus) common.CancelPauseResumeResponse

+ ChunkStatusLogger func() common.ChunkStatusLogger

+ ConfirmAllTransfersScheduled func()

+ Context func() context.Context

+ GetPerfInfo func() (displayStrings []string, constraint common.PerfConstraint)

+ HttpClient func() *http.Client

+ IncludeExclude func() (map[string]int, map[string]int)

+ IterateJobParts func(readonly bool, f func(k common.PartNumber, v IJobPartMgr))

+ JobID func() common.JobID

+ JobPartMgr func(partNum PartNumber) (IJobPartMgr, bool)

+ ListJobSummary func() common.ListJobSummaryResponse

+ OccupyAConnection func()

+ PipelineLogInfo func() pipeline.LogOptions

+ PipelineNetworkStats func() *PipelineNetworkStats

+ ReleaseAConnection func()

+ ReportJobPartDone func(jobPartProgressInfo)

+ ResetAllTransfersScheduled func()

+ ResumeTransfers func(appCtx context.Context)

+ ResurrectSummary func(js common.ListJobSummaryResponse)

+ ScheduleChunk func(priority common.JobPriority, chunkFunc chunkFunc)

+ ScheduleTransfer func(priority common.JobPriority, jptm IJobPartTransferMgr)

+ SendJobPartCreatedMsg func(msg JobPartCreatedMsg)

+ SendXferDoneMsg func(msg xferDoneMsg)

+ SetInMemoryTransitJobState func(state InMemoryTransitJobState)

+ SetIncludeExclude func(map[string]int, map[string]int)

+ SuccessfulBytesInActiveFiles func() uint64

+ TransferDirection func() common.TransferDirection

+ func NewJobMgr(concurrency ConcurrencySettings, jobID common.JobID, appCtx context.Context, ...) IJobMgr

+ type IJobPartMgr interface

+ AutoDecompress func() bool

+ BlobTiers func() (blockBlobTier common.BlockBlobTier, pageBlobTier common.PageBlobTier)

+ BlobTypeOverride func() common.BlobType

+ CacheLimiter func() common.CacheLimiter

+ ChunkStatusLogger func() common.ChunkStatusLogger

+ Close func()

+ CpkInfo func() common.CpkInfo

+ CpkScopeInfo func() common.CpkScopeInfo

+ ExclusiveDestinationMap func() *common.ExclusiveStringMap

+ FileCountLimiter func() common.CacheLimiter

+ FolderDeletionManager func() common.FolderDeletionManager

+ GetForceIfReadOnly func() bool

+ GetOverwriteOption func() common.OverwriteOption

+ IsSourceEncrypted func() bool

+ OccupyAConnection func()

+ Plan func() *JobPartPlanHeader

+ ReleaseAConnection func()

+ ReportTransferDone func(status common.TransferStatus) uint32

+ RescheduleTransfer func(jptm IJobPartTransferMgr)

+ SAS func() (string, string)

+ ScheduleChunks func(chunkFunc chunkFunc)

+ ScheduleTransfers func(jobCtx context.Context)

+ SecurityInfoPersistenceManager func() *securityInfoPersistenceManager

+ SendXferDoneMsg func(msg xferDoneMsg)

+ ShouldPutMd5 func() bool

+ SlicePool func() common.ByteSlicePooler

+ SourceProviderPipeline func() pipeline.Pipeline

+ StartJobXfer func(jptm IJobPartTransferMgr)

+ type IJobPartTransferMgr interface

+ BlobTiers func() (blockBlobTier common.BlockBlobTier, pageBlobTier common.PageBlobTier)

+ BlobTypeOverride func() common.BlobType

+ CacheLimiter func() common.CacheLimiter

+ Cancel func()

+ ChunkStatusLogger func() common.ChunkStatusLogger

+ Context func() context.Context

+ CpkInfo func() common.CpkInfo

+ CpkScopeInfo func() common.CpkScopeInfo

+ DeleteSnapshotsOption func() common.DeleteSnapshotsOption

+ EnsureDestinationUnlocked func()

+ FailActiveDownload func(where string, err error)

+ FailActiveDownloadWithStatus func(where string, err error, failureStatus common.TransferStatus)

+ FailActiveS2SCopy func(where string, err error)

+ FailActiveS2SCopyWithStatus func(where string, err error, failureStatus common.TransferStatus)

+ FailActiveSend func(where string, err error)

+ FailActiveSendWithStatus func(where string, err error, failureStatus common.TransferStatus)

+ FailActiveUpload func(where string, err error)

+ FailActiveUploadWithStatus func(where string, err error, failureStatus common.TransferStatus)

+ FolderDeletionManager func() common.FolderDeletionManager

+ FromTo func() common.FromTo

+ GetDestinationRoot func() string

+ GetFolderCreationTracker func() FolderCreationTracker

+ GetForceIfReadOnly func() bool

+ GetOverwriteOption func() common.OverwriteOption

+ GetOverwritePrompter func() *overwritePrompter

+ GetSourceCompressionType func() (common.CompressionType, error)

+ HoldsDestinationLock func() bool

+ Info func() TransferInfo

+ IsDeadBeforeStart func() bool

+ IsDeadInflight func() bool

+ IsLive func() bool

+ IsSourceEncrypted func() bool

+ JobHasLowFileCount func() bool

+ LastModifiedTime func() time.Time

+ LogAtLevelForCurrentTransfer func(level pipeline.LogLevel, msg string)

+ LogChunkStatus func(id common.ChunkID, reason common.WaitReason)

+ LogDownloadError func(source, destination, errorMsg string, status int)

+ LogError func(resource, context string, err error)

+ LogS2SCopyError func(source, destination, errorMsg string, status int)

+ LogSendError func(source, destination, errorMsg string, status int)

+ LogTransferInfo func(level pipeline.LogLevel, source, destination, msg string)

+ LogTransferStart func(source, destination, description string)

+ LogUploadError func(source, destination, errorMsg string, status int)

+ MD5ValidationOption func() common.HashValidationOption

+ OccupyAConnection func()

+ PreserveLastModifiedTime func() (time.Time, bool)

+ ReleaseAConnection func()

+ ReportChunkDone func(id common.ChunkID) (lastChunk bool, chunksDone uint32)

+ ReportTransferDone func() uint32

+ RescheduleTransfer func()

+ ResourceDstData func(dataFileToXfer []byte) (headers common.ResourceHTTPHeaders, metadata common.Metadata, ...)

+ ScheduleChunks func(chunkFunc chunkFunc)

+ SecurityInfoPersistenceManager func() *securityInfoPersistenceManager

+ SetActionAfterLastChunk func(f func())

+ SetDestinationIsModified func()

+ SetErrorCode func(errorCode int32)

+ SetNumberOfChunks func(numChunks uint32)

+ SetStatus func(status common.TransferStatus)

+ ShouldDecompress func() bool

+ ShouldInferContentType func() bool

+ ShouldPutMd5 func() bool

+ SlicePool func() common.ByteSlicePooler

+ SourceProviderPipeline func() pipeline.Pipeline

+ StartJobXfer func()

+ TransferStatusIgnoringCancellation func() common.TransferStatus

+ WaitUntilLockDestination func(ctx context.Context) error

+ WasCanceled func() bool

+ type ILocalSourceInfoProvider interface

+ OpenSourceFile func() (common.CloseableReaderAt, error)

+ type IRemoteSourceInfoProvider interface

+ PreSignedSourceURL func() (*url.URL, error)

+ RawSource func() string

+ SourceSize func() int64

+ type ISMBPropertyBearingSourceInfoProvider interface

+ GetSDDL func() (string, error)

+ GetSMBProperties func() (TypedSMBPropertyHolder, error)

+ type ISourceInfoProvider interface

+ EntityType func() common.EntityType

+ GetFreshFileLastModifiedTime func() (time.Time, error)

+ IsLocal func() bool

+ Properties func() (*SrcProperties, error)

+ type InMemoryTransitJobState struct

+ CredentialInfo common.CredentialInfo

+ type JPPTCompatibleFolderCreationTracker interface

+ RegisterPropertiesTransfer func(folder string, transferIndex uint32)

+ type JobLogLCMWrapper struct

+ JobManager IJobMgr

+ func (j JobLogLCMWrapper) Progress(builder common.OutputBuilder)

+ type JobPartCreatedMsg struct

+ FileTransfers uint32

+ FolderTransfer uint32

+ IsFinalPart bool

+ TotalBytesEnumerated uint64

+ TotalTransfers uint32

+ type JobPartPlanDstBlob struct

+ BlobTags [BlobTagsMaxByte]byte

+ BlobTagsLength uint16

+ BlobType common.BlobType

+ BlockBlobTier common.BlockBlobTier

+ BlockSize int64

+ CacheControl [CustomHeaderMaxBytes]byte

+ CacheControlLength uint16

+ ContentDisposition [CustomHeaderMaxBytes]byte

+ ContentDispositionLength uint16

+ ContentEncoding [CustomHeaderMaxBytes]byte

+ ContentEncodingLength uint16

+ ContentLanguage [CustomHeaderMaxBytes]byte

+ ContentLanguageLength uint16

+ ContentType [CustomHeaderMaxBytes]byte

+ ContentTypeLength uint16

+ CpkInfo bool

+ CpkScopeInfo [CustomHeaderMaxBytes]byte

+ CpkScopeInfoLength uint16

+ IsSourceEncrypted bool

+ Metadata [MetadataMaxBytes]byte

+ MetadataLength uint16

+ NoGuessMimeType bool

+ PageBlobTier common.PageBlobTier

+ PutMd5 bool

+ type JobPartPlanDstLocal struct

+ MD5VerificationOption common.HashValidationOption

+ PreserveLastModifiedTime bool

+ type JobPartPlanFileName string

+ func (jpfn JobPartPlanFileName) Create(order common.CopyJobPartOrderRequest)

+ func (jpfn JobPartPlanFileName) Delete() error

+ func (jpfn JobPartPlanFileName) Map() *JobPartPlanMMF

+ func (jpfn JobPartPlanFileName) Parse() (jobID common.JobID, partNumber common.PartNumber, err error)

+ func (jppfn *JobPartPlanFileName) GetJobPartPlanPath() string

+ type JobPartPlanHeader struct

+ AutoDecompress bool

+ CommandStringLength uint32

+ DeleteSnapshotsOption common.DeleteSnapshotsOption

+ DestExtraQuery [1000]byte

+ DestExtraQueryLength uint16

+ DestLengthValidation bool

+ DestinationRoot [1000]byte

+ DestinationRootLength uint16

+ DstBlobData JobPartPlanDstBlob

+ DstLocalData JobPartPlanDstLocal

+ ForceIfReadOnly bool

+ ForceWrite common.OverwriteOption

+ Fpo common.FolderPropertyOption

+ FromTo common.FromTo

+ IsFinalPart bool

+ JobID common.JobID

+ LogLevel common.LogLevel

+ NumTransfers uint32

+ PartNum common.PartNumber

+ PreservePermissions common.PreservePermissionsOption

+ PreserveSMBInfo bool

+ Priority common.JobPriority

+ S2SGetPropertiesInBackend bool

+ S2SInvalidMetadataHandleOption common.InvalidMetadataHandleOption

+ S2SSourceChangeValidation bool

+ SourceExtraQuery [1000]byte

+ SourceExtraQueryLength uint16

+ SourceRoot [1000]byte

+ SourceRootLength uint16

+ StartTime int64

+ TTLAfterCompletion uint32

+ Version common.Version

+ func (jpph *JobPartPlanHeader) CommandString() string

+ func (jpph *JobPartPlanHeader) JobStatus() common.JobStatus

+ func (jpph *JobPartPlanHeader) SetJobStatus(newJobStatus common.JobStatus)

+ func (jpph *JobPartPlanHeader) Transfer(transferIndex uint32) *JobPartPlanTransfer

+ func (jpph *JobPartPlanHeader) TransferSrcDstRelatives(transferIndex uint32) (relSource, relDest string)

+ func (jpph *JobPartPlanHeader) TransferSrcDstStrings(transferIndex uint32) (source, destination string, isFolder bool)

+ func (jpph *JobPartPlanHeader) TransferSrcPropertiesAndMetadata(transferIndex uint32) (h common.ResourceHTTPHeaders, metadata common.Metadata, ...)

+ type JobPartPlanMMF common.MMF

+ func (mmf *JobPartPlanMMF) Plan() *JobPartPlanHeader

+ func (mmf *JobPartPlanMMF) Unmap()

+ type JobPartPlanTransfer struct

+ CompletionTime uint64

+ DstLength int16

+ EntityType common.EntityType

+ ModifiedTime int64

+ SourceSize int64

+ SrcBlobTagsLength int16

+ SrcBlobTierLength int16

+ SrcBlobTypeLength int16

+ SrcBlobVersionIDLength int16

+ SrcCacheControlLength int16

+ SrcContentDispositionLength int16

+ SrcContentEncodingLength int16

+ SrcContentLanguageLength int16

+ SrcContentMD5Length int16

+ SrcContentTypeLength int16

+ SrcLength int16

+ SrcMetadataLength int16

+ SrcOffset int64

+ func (jppt *JobPartPlanTransfer) ErrorCode() int32

+ func (jppt *JobPartPlanTransfer) SetErrorCode(errorCode int32, overwrite bool)

+ func (jppt *JobPartPlanTransfer) SetTransferStatus(status common.TransferStatus, overWrite bool)

+ func (jppt *JobPartPlanTransfer) TransferStatus() common.TransferStatus

+ type NullConcurrencyTuner struct

+ FixedValue int

+ func (n *NullConcurrencyTuner) GetFinalState() (finalReason string, finalRecommendedConcurrency int)

+ func (n *NullConcurrencyTuner) GetRecommendedConcurrency(currentMbps int, highCpuUsage bool) (newConcurrency int, reason string)

+ func (n *NullConcurrencyTuner) RequestCallbackWhenStable(callback func()) (callbackAccepted bool)

+ type PacerAdmin interface

+ GetTotalTraffic func() int64

+ type PartNumber = common.PartNumber

+ type PerformanceAdvisor struct

+ func NewPerformanceAdvisor(stats *PipelineNetworkStats, commandLineMbpsCap float64, mbps int64, ...) *PerformanceAdvisor

+ func (p *PerformanceAdvisor) GetAdvice() []common.PerformanceAdvice

+ type PipelineNetworkStats struct

+ func (s *PipelineNetworkStats) AverageE2EMilliseconds() int

+ func (s *PipelineNetworkStats) GetTotalRetries() int64

+ func (s *PipelineNetworkStats) IOPSServerBusyPercentage() float32

+ func (s *PipelineNetworkStats) IsStarted() bool

+ func (s *PipelineNetworkStats) NetworkErrorPercentage() float32

+ func (s *PipelineNetworkStats) OperationsPerSecond() int

+ func (s *PipelineNetworkStats) OtherServerBusyPercentage() float32

+ func (s *PipelineNetworkStats) ThroughputServerBusyPercentage() float32

+ func (s *PipelineNetworkStats) TotalServerBusyPercentage() float32

+ type RequestLogOptions struct

+ LogWarningIfTryOverThreshold time.Duration

+ SyslogDisabled bool

+ type SrcProperties struct

+ SrcBlobTags common.BlobTags

+ SrcHTTPHeaders common.ResourceHTTPHeaders

+ SrcMetadata common.Metadata

+ type TransferInfo struct

+ BlockSize int64

+ DestLengthValidation bool

+ Destination string

+ EntityType common.EntityType

+ JobID common.JobID

+ NumChunks uint16

+ PreserveSMBInfo bool

+ PreserveSMBPermissions common.PreservePermissionsOption

+ S2SGetPropertiesInBackend bool

+ S2SInvalidMetadataHandleOption common.InvalidMetadataHandleOption

+ S2SSourceChangeValidation bool

+ S2SSrcBlobTier azblob.AccessTierType

+ Source string

+ SourceSize int64

+ SrcBlobType azblob.BlobType

+ func (i TransferInfo) IsFolderPropertiesTransfer() bool

+ func (i TransferInfo) ShouldTransferLastWriteTime() bool

+ type TypedSMBPropertyHolder interface

+ FileAttributes func() azfile.FileAttributeFlags

+ FileCreationTime func() time.Time

+ FileLastWriteTime func() time.Time

+ type URLHolder interface

+ String func() string

+ URL func() url.URL

+ type XferChannels struct

+ type XferRetryOptions struct

+ MaxRetryDelay time.Duration

+ MaxTries int32

+ Policy XferRetryPolicy

+ RetryDelay time.Duration

+ RetryReadsFromSecondaryHost string

+ TryTimeout time.Duration

+ type XferRetryPolicy int32

+ const RetryPolicyExponential

+ const RetryPolicyFixed

Other modules containing this package

github.com/nitin-deamon/azure-storage-azcopy

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL