utils

package

v0.6.0-beta.20211230.1200 Latest Latest Go to latest Published: Dec 30, 2021 License: BSD-3-Clause Imports: 41 Imported by: 1

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/crawlab-team/crawlab-core

Documentation ¶

Index ¶

Variables
func BackoffErrorNotify(prefix string) backoff.Notify
func BsonMEqual(v1, v2 bson.M) (ok bool)
func BytesToString(b []byte) string
func Close(c io.Closer)
func Compress(files []*os.File, dest string) error
func ComputeHmacSha256(message string, secret string) string
func Contains(array interface{}, val interface{}) (fla bool)
func CopyDir(src string, dst string) error
func CopyFile(src, dst string) error
func CreateDirPath(filePath string)
func DeCompress(srcFile *os.File, dstPath string) error
func DeCompressByPath(tarFile, dest string) error
func DefaultWait()
func EncryptPassword(str string) string
func Exists(path string) bool
func FillEmptyFileData(data []byte) (res []byte)
func ForceInitModule(fn func() error) (err error)
func GetAllFilesFromDir(dirPath string) ([]*os.File, error)
func GetArrayItems(array interface{}) (res []interface{}, err error)
func GetFilesFromDir(dirPath string) ([]*os.File, error)
func GetFromDbCache(key string, getFn func() (string, error)) (res string, err error)
func GetJson(message entity.NodeMessage) string
func GetLangFromLangNamePlain(name string) entity.Lang
func GetLangList() []entity.Lang
func GetLangListPlain() []entity.Lang
func GetLocalTime(t time.Time) time.Time
func GetLocalTimeString(t time.Time) string
func GetMessage(message redis.Message) *entity.NodeMessage
func GetPackageJsonDeps(filepath string) (deps []string, err error)
func GetRpcParam(key string, params map[string]string) string
func GetSpiderCol(col string, name string) string
func GetSpiderMd5Str(file string) string
func GetSystemScriptPath(scriptName string) string
func GetSystemScripts() (res []string)
func GetTimeString(t time.Time) string
func GetUserFromArgs(args ...interface{}) (u interfaces.User)
func InitModule(id interfaces.ModuleId, fn func() error) (err error)
func IsCancellable(status string) bool
func IsDebug() bool
func IsDir(path string) bool
func IsFile(path string) bool
func JsonToBytes(d interface{}) (bytes []byte, err error)
func ListDir(path string) []os.FileInfo
func LogDebug(msg string)
func NewUUIDString() (res string)
func NormalizeBsonMObjectId(m bson.M) (res bson.M)
func ObjectToString(params interface{}) string
func OpenFile(fileName string) *os.File
func ReadFileOneLine(fileName string) string
func RemoveFiles(path string)
func SetFileVariable(filePath string, key string, value string) error
func ShuffleArray(slice []interface{}) (err error)
func StringArrayContains(arr []string, str string) bool
func TrimFileData(data []byte) (res []byte)
func VisualizeContainer(c *dig.Container) (err error)
type ChanMap
- func NewChanMap() *ChanMap
- func (cm *ChanMap) Chan(key string) chan string
- func (cm *ChanMap) ChanBlocked(key string) chan string
- func (cm *ChanMap) HasChanKey(key string) bool

Constants ¶

This section is empty.

Variables ¶

View Source

var CronUtils = cronUtils{
	// contains filtered or unexported fields
}

View Source

var TaskExecChanMap = NewChanMap()

Functions ¶

func BackoffErrorNotify ¶ added in v0.6.0

func BackoffErrorNotify(prefix string) backoff.Notify

func BsonMEqual ¶ added in v0.6.0

func BsonMEqual(v1, v2 bson.M) (ok bool)

func BytesToString ¶

func BytesToString(b []byte) string

func Close ¶

func Close(c io.Closer)

func Compress ¶

func Compress(files []*os.File, dest string) error

压缩文件 files 文件数组，可以是不同dir下的文件或者文件夹 dest 压缩文件存放地址

func ComputeHmacSha256 ¶

func ComputeHmacSha256(message string, secret string) string

func Contains ¶

func Contains(array interface{}, val interface{}) (fla bool)

func CopyDir ¶

func CopyDir(src string, dst string) error

Dir copies a whole directory recursively

func CopyFile ¶

func CopyFile(src, dst string) error

File copies a single file from src to dst

func CreateDirPath ¶

func CreateDirPath(filePath string)

创建文件夹

func DeCompress ¶

func DeCompress(srcFile *os.File, dstPath string) error

func DeCompressByPath ¶

func DeCompressByPath(tarFile, dest string) error

func DefaultWait ¶ added in v0.6.0

func DefaultWait()

func EncryptPassword ¶

func EncryptPassword(str string) string

func Exists ¶

func Exists(path string) bool

func FillEmptyFileData ¶ added in v0.6.0

func FillEmptyFileData(data []byte) (res []byte)

func ForceInitModule ¶ added in v0.6.0

func ForceInitModule(fn func() error) (err error)

func GetAllFilesFromDir ¶

func GetAllFilesFromDir(dirPath string) ([]*os.File, error)

func GetArrayItems ¶ added in v0.6.0

func GetArrayItems(array interface{}) (res []interface{}, err error)

func GetFilesFromDir ¶

func GetFilesFromDir(dirPath string) ([]*os.File, error)

func GetFromDbCache ¶ added in v0.6.0

func GetFromDbCache(key string, getFn func() (string, error)) (res string, err error)

func GetJson ¶

func GetJson(message entity.NodeMessage) string

func GetLangFromLangNamePlain ¶

func GetLangFromLangNamePlain(name string) entity.Lang

根据语言名获取语言实例，不包含状态

func GetLangList ¶

func GetLangList() []entity.Lang

func GetLangListPlain ¶

func GetLangListPlain() []entity.Lang

获取语言列表

func GetLocalTime ¶

func GetLocalTime(t time.Time) time.Time

func GetLocalTimeString ¶

func GetLocalTimeString(t time.Time) string

func GetMessage ¶

func GetMessage(message redis.Message) *entity.NodeMessage

func GetPackageJsonDeps ¶

func GetPackageJsonDeps(filepath string) (deps []string, err error)

func GetRpcParam ¶

func GetRpcParam(key string, params map[string]string) string

获取 RPC 参数

func GetSpiderCol ¶

func GetSpiderCol(col string, name string) string

func GetSpiderMd5Str ¶

func GetSpiderMd5Str(file string) string

func GetSystemScriptPath ¶

func GetSystemScriptPath(scriptName string) string

func GetSystemScripts ¶

func GetSystemScripts() (res []string)

获取系统脚本列表

func GetTimeString ¶

func GetTimeString(t time.Time) string

func GetUserFromArgs ¶ added in v0.6.0

func GetUserFromArgs(args ...interface{}) (u interfaces.User)

func InitModule ¶ added in v0.6.0

func InitModule(id interfaces.ModuleId, fn func() error) (err error)

func IsCancellable ¶ added in v0.6.0

func IsCancellable(status string) bool

func IsDebug ¶ added in v0.6.0

func IsDebug() bool

func IsDir ¶

func IsDir(path string) bool

func IsFile ¶

func IsFile(path string) bool

func JsonToBytes ¶ added in v0.6.0

func JsonToBytes(d interface{}) (bytes []byte, err error)

func ListDir ¶

func ListDir(path string) []os.FileInfo

func LogDebug ¶ added in v0.6.0

func LogDebug(msg string)

func NewUUIDString ¶ added in v0.6.0

func NewUUIDString() (res string)

func NormalizeBsonMObjectId ¶ added in v0.6.0

func NormalizeBsonMObjectId(m bson.M) (res bson.M)

func ObjectToString ¶

func ObjectToString(params interface{}) string

Object 转化为 String

func OpenFile ¶

func OpenFile(fileName string) *os.File

func ReadFileOneLine ¶

func ReadFileOneLine(fileName string) string

func RemoveFiles ¶

func RemoveFiles(path string)

func SetFileVariable ¶

func SetFileVariable(filePath string, key string, value string) error

设置文件变量值可以理解为将文件中的变量占位符替换为想要设置的值

func ShuffleArray ¶ added in v0.6.0

func ShuffleArray(slice []interface{}) (err error)

func StringArrayContains ¶

func StringArrayContains(arr []string, str string) bool

func TrimFileData ¶ added in v0.6.0

func TrimFileData(data []byte) (res []byte)

func VisualizeContainer ¶ added in v0.6.0

func VisualizeContainer(c *dig.Container) (err error)

Types ¶

type ChanMap ¶

type ChanMap struct {
	// contains filtered or unexported fields
}

func NewChanMap ¶

func NewChanMap() *ChanMap

func (*ChanMap) Chan ¶

func (cm *ChanMap) Chan(key string) chan string

func (*ChanMap) ChanBlocked ¶

func (cm *ChanMap) ChanBlocked(key string) chan string

func (*ChanMap) HasChanKey ¶

func (cm *ChanMap) HasChanKey(key string) bool

Directories ¶

Path	Synopsis
binders

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL