predictGeneral

May 18, 2022

Changes in this version

+ type InferenceResponse struct

+ InferenceDuration time.Duration

+ PostprocessDuration time.Duration

+ PreprocessDuration time.Duration

+ Responses []*dl.FeatureResponse

+ TotalDuration time.Duration

+ WarmupDuration time.Duration

Dec 23, 2021

Changes in this version

type Settings

+ DesiredResultModality string

Dec 22, 2021

Changes in this version

+ func CorePrediction(model *dl.ModelManifest, predictors []common.Predictor, settings Settings) (response string, err error)

+ func InitCorePrediction() (err error)

+ type Settings struct

+ BaseDir string

+ BatchSize int

+ Count int

+ DatabaseAddress string

+ DatabaseEndpoints []string

+ DatabaseName string

+ DatasetImageUrls []string

+ DatasetPath string

+ DefaultChannelBuffer int

+ DisableFrameworkAutoTuning bool

+ DuplicateInput int

+ FailOnFirstError bool

+ GpuDeviceId int

+ GpuMetrics string

+ NumWarmUp int

+ PartitionListSize int

+ PublishPredictions bool

+ PublishToDatabase bool

+ SaveInferenceResult bool

+ TimeoutOptionSet bool

+ TraceLevel tracer.Level

+ TraceLevelName string

+ TracePreprocess bool

+ TracerAddress string

+ TracerServerAddr string

+ UseGPU bool

+ func GetDefaultSettings() (o Settings)