simple_util

package module

v1.0.3 Latest Latest Go to latest Published: Aug 13, 2021 License: GPL-3.0 Imports: 19 Imported by: 48

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/liserjrqlxue/simple-util

Links

Open Source Insights

README ¶

simple-util

simple func like checkError and deferClose

add DownloadFile and DownloadFileProgress from Edd Turtle

Documentation ¶

Index ¶

func Array2File(fileName, sep string, array []string)
func CheckAFAllLowThen(item map[string]string, AFList []string, threshold float64, includeEqual bool) bool
func CheckErr(err error, msg ...string)
func CopyFile(dst, src string) (err error)
func DeferClose(h handle)
func DownloadFile(filepath, url string) error
func DownloadFileProgress(filepath, url string)
func Encode2File(file *os.File, data, codeKey []byte) int
func Encode2file(fileName string, data, codeKey []byte)
func File2Array(fileName string) []string
func File2Decode(fileName string, codeKey []byte) []byte
func File2Map(fileName, sep string, override bool) (db map[string]string, err error)
func File2MapArray(fileName, sep string, skip *regexp.Regexp) ([]map[string]string, []string)
func File2MapMap(fileName, key, sep string) map[string]map[string]string
func File2MapMapMerge(fileName, key, sep, merge string) map[string]map[string]string
func File2Slice(fileName, sep string) [][]string
func FileExists(fileName string) bool
func Files2Map(fileNames, sep string, override bool) (db map[string]string, err error)
func Files2MapArray(fileNames []string, sep string, skip *regexp.Regexp) (Data []map[string]string, Title []string)
func FormatWidth(width int, str string, fill byte) string
func Gz2Array(fileName string) []string
func Gz2MapArray(fileName, sep string, skip *regexp.Regexp) ([]map[string]string, []string)
func Gz2MapMap(fileName, key, sep string) map[string]map[string]string
func Gz2Slice(fileName, sep string) [][]string
func Json2File(fileName string, a interface{}) error
func Json2Map(jsonBlob []byte) map[string]string
func Json2MapBool(jsonBlob []byte) map[string]bool
func Json2MapInt(jsonBlob []byte) map[string]int
func Json2MapMap(jsonBlob []byte) map[string]map[string]string
func Json2file(json []byte, filenName string) error
func Json2rawFile(fileName string, a interface{}) error
func JsonFile2Data(fileName string, v interface{})
func JsonFile2Interface(fileName string) interface{}
func JsonFile2Map(fileName string) map[string]string
func JsonFile2MapBool(fileName string) map[string]bool
func JsonFile2MapInt(fileName string) map[string]int
func JsonFile2MapMap(fileName string) map[string]map[string]string
func JsonIndent(v interface{}, prefix, indent string) (b []byte, err error)
func LongFile2MapArray(fileName, sep string, skip *regexp.Regexp) (mapArray []map[string]string, title []string)
func LongFiles2MapArray(fileNames []string, sep string, skip *regexp.Regexp) (Data []map[string]string, Title []string)
func MemProfile(memProfile string)
func ParallelRun(cmds [][]string, threshold int, tag string) (ok bool)
func Reader2MapArray(reader *bufio.Reader, sep string, skip *regexp.Regexp) (mapArray []map[string]string, title []string)
func RunCmd(name string, args ...string) error
func RunTask(c <-chan bool, cmd []string, task string, index int, ok *bool)
func SGEsubmit(cmds []string, hjid string, submitArgs []string) string
func ScanTitle(scanner *bufio.Scanner, sep string, skip *regexp.Regexp) (title []string)
func Scanner2Array(scanner *bufio.Scanner) []string
func Scanner2MapArray(scanner *bufio.Scanner, sep string, skip *regexp.Regexp) ([]map[string]string, []string)
func Scanner2MapMap(scanner *bufio.Scanner, key, sep string) map[string]map[string]string
func Scanner2Slice(scanner *bufio.Scanner, sep string) [][]string
func Sheet2MapArray(excelFile, sheetName string) ([]string, []map[string]string)
func Sheet2MapMap(excelFile, sheetName, key string) ([]string, map[string]map[string]string)
func Sheet2MapMapMerge(excelFile, sheetName, key, sep string) ([]string, map[string]map[string]string)
func Sheet2MapMapMergeReplace(excelFile, sheetName, key, sep, replace string) ([]string, map[string]map[string]string)
func Sheet2MapMapMergeTrim(excelFile, sheetName, key, sep string) ([]string, map[string]map[string]string)
func Slice2MapArray(slice [][]string) ([]string, []map[string]string)
func Slice2MapMap(slice [][]string, key string) ([]string, map[string]map[string]string)
func Slice2MapMapMerge(slice [][]string, key, sep string) ([]string, map[string]map[string]string)
func Slice2MapMapMergeReplace(slice [][]string, key, sep, replace string) ([]string, map[string]map[string]string)
func Slice2MapMapMergeTrim(slice [][]string, key, sep string) ([]string, map[string]map[string]string)
func Submit(script, hjid string, submitArgs, args []string) (jid string)
func Symlink(source, dest string) error
type MapDb
type WriterCounter
- func (wc *WriterCounter) PrintProgress()
- func (wc *WriterCounter) Write(p []byte) (int, error)

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

func CheckAFAllLowThen ¶

func CheckAFAllLowThen(item map[string]string, AFList []string, threshold float64, includeEqual bool) bool

func CopyFile ¶

func CopyFile(dst, src string) (err error)

func DownloadFile ¶

func DownloadFile(filepath, url string) error

From https://golangcode.com/download-a-file-from-a-url/ DownloadFile will download a url to a local file. It's efficient because it will write as it downloads and not load the whole file into memroy.

func DownloadFileProgress ¶

func DownloadFileProgress(filepath, url string)

We pass an io.TeeReader into Copy() to report progress on the download.

func Encode2File ¶

func Encode2File(file *os.File, data, codeKey []byte) int

func Encode2file ¶

func Encode2file(fileName string, data, codeKey []byte)

func File2Decode ¶

func File2Decode(fileName string, codeKey []byte) []byte

func File2Map ¶

func File2Map(fileName, sep string, override bool) (db map[string]string, err error)

read two column file to map[string]string

func File2MapMap ¶

func File2MapMap(fileName, key, sep string) map[string]map[string]string

read file to map[string]map[string]string

func File2MapMapMerge ¶

func File2MapMapMerge(fileName, key, sep, merge string) map[string]map[string]string

read file to map[string]map[string]string

func FileExists ¶

func FileExists(fileName string) bool

check if a file exists an is not a directory

func Files2Map ¶

func Files2Map(fileNames, sep string, override bool) (db map[string]string, err error)

read two column file to map[string]string

func Gz2Array ¶

func Gz2Array(fileName string) []string

func Gz2MapArray ¶

func Gz2MapArray(fileName, sep string, skip *regexp.Regexp) ([]map[string]string, []string)

func Gz2MapMap ¶

func Gz2MapMap(fileName, key, sep string) map[string]map[string]string

func Gz2Slice ¶

func Gz2Slice(fileName, sep string) [][]string

func Json2File ¶

func Json2File(fileName string, a interface{}) error

func Json2Map ¶

func Json2Map(jsonBlob []byte) map[string]string

func Json2MapBool ¶

func Json2MapBool(jsonBlob []byte) map[string]bool

func Json2MapInt ¶

func Json2MapInt(jsonBlob []byte) map[string]int

func Json2MapMap ¶

func Json2MapMap(jsonBlob []byte) map[string]map[string]string

func Json2file ¶

func Json2file(json []byte, filenName string) error

func Json2rawFile ¶

func Json2rawFile(fileName string, a interface{}) error

func JsonFile2Data ¶

func JsonFile2Data(fileName string, v interface{})

func JsonFile2Interface ¶

func JsonFile2Interface(fileName string) interface{}

func JsonFile2Map ¶

func JsonFile2Map(fileName string) map[string]string

func JsonFile2MapBool ¶

func JsonFile2MapBool(fileName string) map[string]bool

func JsonFile2MapInt ¶

func JsonFile2MapInt(fileName string) map[string]int

func JsonFile2MapMap ¶

func JsonFile2MapMap(fileName string) map[string]map[string]string

func LongFile2MapArray ¶

func LongFile2MapArray(fileName, sep string, skip *regexp.Regexp) (mapArray []map[string]string, title []string)

read file with long line to []map[string]string

func MemProfile ¶

func MemProfile(memProfile string)

func ParallelRun ¶

func ParallelRun(cmds [][]string, threshold int, tag string) (ok bool)

func Reader2MapArray ¶

func Reader2MapArray(reader *bufio.Reader, sep string, skip *regexp.Regexp) (mapArray []map[string]string, title []string)

func RunCmd ¶

func RunCmd(name string, args ...string) error

func RunTask ¶

func RunTask(c <-chan bool, cmd []string, task string, index int, ok *bool)

func SGEsubmit ¶

func SGEsubmit(cmds []string, hjid string, submitArgs []string) string

func ScanTitle ¶ added in v1.0.3

func ScanTitle(scanner *bufio.Scanner, sep string, skip *regexp.Regexp) (title []string)

func Scanner2Array ¶

func Scanner2Array(scanner *bufio.Scanner) []string

func Scanner2MapArray ¶

func Scanner2MapArray(scanner *bufio.Scanner, sep string, skip *regexp.Regexp) ([]map[string]string, []string)

func Scanner2MapMap ¶

func Scanner2MapMap(scanner *bufio.Scanner, key, sep string) map[string]map[string]string

func Scanner2Slice ¶

func Scanner2Slice(scanner *bufio.Scanner, sep string) [][]string

func Sheet2MapArray ¶

func Sheet2MapArray(excelFile, sheetName string) ([]string, []map[string]string)

func Sheet2MapMap ¶

func Sheet2MapMap(excelFile, sheetName, key string) ([]string, map[string]map[string]string)

func Sheet2MapMapMerge ¶

func Sheet2MapMapMerge(excelFile, sheetName, key, sep string) ([]string, map[string]map[string]string)

func Sheet2MapMapMergeReplace ¶

func Sheet2MapMapMergeReplace(excelFile, sheetName, key, sep, replace string) ([]string, map[string]map[string]string)

func Sheet2MapMapMergeTrim ¶

func Sheet2MapMapMergeTrim(excelFile, sheetName, key, sep string) ([]string, map[string]map[string]string)

func Slice2MapArray ¶

func Slice2MapArray(slice [][]string) ([]string, []map[string]string)

func Slice2MapMap ¶

func Slice2MapMap(slice [][]string, key string) ([]string, map[string]map[string]string)

func Slice2MapMapMerge ¶

func Slice2MapMapMerge(slice [][]string, key, sep string) ([]string, map[string]map[string]string)

func Slice2MapMapMergeReplace ¶

func Slice2MapMapMergeReplace(slice [][]string, key, sep, replace string) ([]string, map[string]map[string]string)

func Slice2MapMapMergeTrim ¶

func Slice2MapMapMergeTrim(slice [][]string, key, sep string) ([]string, map[string]map[string]string)

func Submit ¶

func Submit(script, hjid string, submitArgs, args []string) (jid string)

func Symlink ¶

func Symlink(source, dest string) error

Types ¶

type MapDb ¶

type MapDb struct {
	Title []string
	Data  []map[string]string
}

type WriterCounter ¶

type WriterCounter struct {
	Total uint64
}

From https://golangcode.com/download-a-file-with-progress/ WriterCounter counts the number of bytes written to it. It implements to the io.Writer interface and we can pass this into io.TeeReader() which will report progress on each write cycle.

func (*WriterCounter) PrintProgress ¶

func (wc *WriterCounter) PrintProgress()

func (*WriterCounter) Write ¶

func (wc *WriterCounter) Write(p []byte) (int, error)

Source Files ¶

View all Source files

Directories ¶

Path	Synopsis
convertJson
jsonFormat
parallelRun
pipelineRun
splitFile

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL