inference

Documentation

Index

• type InferMgr
  • func (mgr *InferMgr) Rank(userFeatureJson string, itemIds []string) ([]float32, map[string]string, error)
  • func (mgr *InferMgr) TickerLoadJob(envCfg config.EnvConfig, jobUtil *utils.MetuxJobUtil, ...)
  • func (mgr *InferMgr) UserFeatureRows(userFeatureJson string) (string, error)
• type Inference
  • func NewInference(modeFile, modelMeta string) *Inference
  • func (w *Inference) Close()
  • func (w *Inference) GetTorchModel() unsafe.Pointer
  • func (w *Inference) PreProcessUserEmbedding(userFeatureRowsPtr unsafe.Pointer, poolPtr unsafe.Pointer)
  • func (w *Inference) Rank(userFeatureRowsPtr unsafe.Pointer, poolRowsPtr unsafe.Pointer, ...) []float32
• type ModelConfig
  • func ReadModelVersion(filePath string) (ModelConfig, error)
• type PoolConfig
  • func ReadPoolVersion(filePath string) (PoolConfig, error)
• type PoolRowsCache
  • func NewPoolRowsCache(poolFile, luaFile, lubanFile string, modelPtr unsafe.Pointer) *PoolRowsCache
  • func (w *PoolRowsCache) Close()
• type ResourceVersion

Types

type InferMgr

type InferMgr struct {
	ResourceVersion
	// contains filtered or unexported fields
}

func (*InferMgr) Rank

func (mgr *InferMgr) Rank(userFeatureJson string, itemIds []string) ([]float32, map[string]string, error)

func (*InferMgr) TickerLoadJob

func (mgr *InferMgr) TickerLoadJob(envCfg config.EnvConfig, jobUtil *utils.MetuxJobUtil,
	smallPoolPath, bigPoolPath, modelPath string)

func (*InferMgr) UserFeatureRows

func (mgr *InferMgr) UserFeatureRows(userFeatureJson string) (string, error)

type Inference

type Inference struct {
	utils.Reference
	Ptr unsafe.Pointer
}

func NewInference

func NewInference(modeFile, modelMeta string) *Inference

func (*Inference) Close

func (w *Inference) Close()

func (*Inference) GetTorchModel

func (w *Inference) GetTorchModel() unsafe.Pointer

func (*Inference) PreProcessUserEmbedding

func (w *Inference) PreProcessUserEmbedding(userFeatureRowsPtr unsafe.Pointer, poolPtr unsafe.Pointer)

func (*Inference) Rank

func (w *Inference) Rank(userFeatureRowsPtr unsafe.Pointer, poolRowsPtr unsafe.Pointer, itemIds []string) []float32

type ModelConfig

type ModelConfig struct {
	Name    string `json:"name" toml:"name" yaml:"name"`
	Path    string `json:"path" toml:"path" yaml:"path" mapstructure:"path"`
	Version string `json:"version" toml:"version" yaml:"version"`
	// contains filtered or unexported fields
}

func ReadModelVersion

func ReadModelVersion(filePath string) (ModelConfig, error)

type PoolConfig

type PoolConfig struct {
	Name    string `json:"name" toml:"name" yaml:"name"`
	Path    string `json:"path" toml:"path" yaml:"path"`
	Version string `json:"version" toml:"version" yaml:"version"`
	// contains filtered or unexported fields
}

func ReadPoolVersion

func ReadPoolVersion(filePath string) (PoolConfig, error)

type PoolRowsCache

type PoolRowsCache struct {
	utils.Reference
	Ptr unsafe.Pointer
}

func NewPoolRowsCache

func NewPoolRowsCache(poolFile, luaFile, lubanFile string, modelPtr unsafe.Pointer) *PoolRowsCache

func (*PoolRowsCache) Close

func (w *PoolRowsCache) Close()

type ResourceVersion

type ResourceVersion struct {
	BigPoolVersion   PoolConfig
	SmallPoolVersion PoolConfig
	ModelVesion      ModelConfig
}