dataConverter

Documentation

Overview

Example (GetUpdateType_Drive)

newSummary := dataset.SummaryFileData{
	DriveID: 997,
}
oldSummary := dataset.SummaryFileData{
	DriveID: 0,
}

upd, err := getUpdateType(newSummary, oldSummary)

fmt.Printf("%v|%v\n", upd, err)

Output:

housekeeping|<nil>

Example (GetUpdateType_LessContextImages)

newSummary := dataset.SummaryFileData{
	ContextImages: 3,
}
oldSummary := dataset.SummaryFileData{
	ContextImages: 5,
}

upd, err := getUpdateType(newSummary, oldSummary)

fmt.Printf("%v|%v\n", upd, err)

Output:

image|<nil>

Example (GetUpdateType_MoreContextImages)

newSummary := dataset.SummaryFileData{
	ContextImages: 3,
}
oldSummary := dataset.SummaryFileData{
	ContextImages: 0,
}

upd, err := getUpdateType(newSummary, oldSummary)

fmt.Printf("%v|%v\n", upd, err)

Output:

image|<nil>

Example (GetUpdateType_NormalSpectra)

newSummary := dataset.SummaryFileData{
	NormalSpectra: 100,
}
oldSummary := dataset.SummaryFileData{
	NormalSpectra: 10,
}

upd, err := getUpdateType(newSummary, oldSummary)

fmt.Printf("%v|%v\n", upd, err)

Output:

spectra|<nil>

Example (GetUpdateType_RTT)

newSummary := dataset.SummaryFileData{
	RTT: "1234",
}
oldSummary := dataset.SummaryFileData{
	RTT: 123,
}

upd, err := getUpdateType(newSummary, oldSummary)

fmt.Printf("%v|%v\n", upd, err)

Output:

unknown|<nil>

Example (GetUpdateType_SameContextImages)

newSummary := dataset.SummaryFileData{
	ContextImages: 3,
}
oldSummary := dataset.SummaryFileData{
	ContextImages: 3,
}

upd, err := getUpdateType(newSummary, oldSummary)

fmt.Printf("%v|%v\n", upd, err)

Output:

unknown|<nil>

Example (GetUpdateType_Title)

newSummary := dataset.SummaryFileData{
	Title: "Analysed rock",
}
oldSummary := dataset.SummaryFileData{
	Title: "Freshly downloaded rock",
}

upd, err := getUpdateType(newSummary, oldSummary)

fmt.Printf("%v|%v\n", upd, err)

Output:

housekeeping|<nil>

Index

• func ImportDataset(localFS fileaccess.FileAccess, remoteFS fileaccess.FileAccess, ...) (string, datasetModel.SummaryFileData, string, bool, error)
• func ImportFromLocalFileSystem(localFS fileaccess.FileAccess, remoteFS fileaccess.FileAccess, ...) (string, error)
• func SelectImporter(localFS fileaccess.FileAccess, remoteFS fileaccess.FileAccess, ...) (converter.DataConverter, error)
• type DatasetCustomMeta

Examples

• Package (GetUpdateType_Drive)
• Package (GetUpdateType_LessContextImages)
• Package (GetUpdateType_MoreContextImages)
• Package (GetUpdateType_NormalSpectra)
• Package (GetUpdateType_RTT)
• Package (GetUpdateType_SameContextImages)
• Package (GetUpdateType_Title)

Functions

func ImportDataset

func ImportDataset(
	localFS fileaccess.FileAccess,
	remoteFS fileaccess.FileAccess,
	configBucket string,
	manualUploadBucket string,
	datasetBucket string,
	datasetID string,
	log logger.ILogger,
	justArchived bool,
) (string, datasetModel.SummaryFileData, string, bool, error)

ImportFromArchive - Importing from dataset archive area. Calls ImportFromLocalFileSystem Returns: WorkingDir Saved dataset summary structure What changed (as a string), so caller can know what kind of notification to send (if any) IsUpdate flag Error (if any)

func ImportFromLocalFileSystem

func ImportFromLocalFileSystem(
	localFS fileaccess.FileAccess,
	remoteFS fileaccess.FileAccess,
	workingDir string,
	localImportPath string,
	localPseudoIntensityRangesPath string,
	datasetBucket string,
	datasetID string,
	log logger.ILogger) (string, error)

ImportFromLocalFileSystem - As the name says, imports from directory on local file system Returns: Dataset ID (in case it was modified during conversion) Error (if there was one)

func SelectImporter

func SelectImporter(localFS fileaccess.FileAccess, remoteFS fileaccess.FileAccess, datasetBucket string, importPath string, log logger.ILogger) (converter.DataConverter, error)

SelectImporter - Looks in specified path and determines what importer to use. Requires remoteFS for new case of importing combined datasets where it may need to download other files to complete the job

Types

type DatasetCustomMeta

type DatasetCustomMeta struct {
	Title               string `json:"title"`
	DefaultContextImage string `json:"defaultContextImage"`
}