commands

Documentation

Index

• Variables
• type ResultSet
  • func (r *ResultSet) Get(field string) interface{}
  • func (r *ResultSet) GetFormat(field string) string
  • func (r *ResultSet) GetHeader(field string) string
  • func (r ResultSet) ListFields() []string

Variables

var (
	CommandSimple = &cli.Command{
		Name:  "simple",
		Usage: "simple statistics - one time batch process",
		Flags: []cli.Flag{
			&cli.StringFlag{
				Name:    "path",
				Aliases: []string{"p"},
				Usage:   "File path to files to stream, can be a glob. If not set, a pipe is assumed.",
			},
			&cli.BoolFlag{
				Name:    "transpose",
				Aliases: []string{"t"},
				Usage:   "transpose table output",
			},
			&cli.BoolFlag{
				Name:  "no-header",
				Usage: "do not print out header",
			},
		},
		Action: func(c *cli.Context) error {
			var sample []float64
			if c.String("path") != "" {
				kf.Printf("globbing files with pattern: %s", c.String("path"))
				files, err := filepathx.Glob(c.String("path"))
				if err != nil {
					return err
				}
				kf.Printf("found %d files", len(files))
				kf.Log(files)

				for _, fPath := range files {
					kf.Printf("processing file: %s", fPath)
					file, err := os.Open(fPath)
					if err != nil {
						return err
					}

					reader := bufio.NewReader(file)
					inner, err := processReader(&processReaderInput{
						reader: reader,
					})
					if err != nil {
						return err
					}
					sample = append(sample, inner...)
				}
			} else {

				info, err := os.Stdin.Stat()
				if err != nil {
					return err
				}

				noNamedPipe := info.Mode()&os.ModeNamedPipe == 0
				noUnixPipe := info.Mode()&os.ModeCharDevice != 0 || info.Size() <= 0
				k.Printf("noNamedPipe: %t noUnixPipe: %t\n", noNamedPipe, noUnixPipe)

				if noNamedPipe && noUnixPipe {

					_ = cli.ShowSubcommandHelp(c)
					return fmt.Errorf("please use this command with a pipe or the --path flag set")
				}

				reader := bufio.NewReader(os.Stdin)
				sample, err = processReader(&processReaderInput{
					reader: reader,
				})
				if err != nil {
					return err
				}
			}

			res, err := processSample(sample)
			if err != nil {
				return err
			}

			if c.Bool("transpose") {
				printTranspose(&res)
			} else {
				printRows(&res, c.Bool("no-header"))
			}

			return nil
		},
	}
)

var (
	CommandStream = &cli.Command{
		Name:  "stream",
		Usage: "stream process ",
		Flags: []cli.Flag{
			&cli.StringFlag{
				Name:    "path",
				Aliases: []string{"p"},
				Usage:   "File path to files to stream, can be a glob. If not set, a pipe is assumed.",
			},
			&cli.Int64Flag{
				Name:    "refresh",
				Aliases: []string{"r"},
				Usage:   "how many rows of data between updates",
				Value:   100,
			},
			&cli.Int64Flag{
				Name:    "factor",
				Aliases: []string{"f"},
				Usage:   "rate of growth of refresh value",
				Value:   10,
			},
			&cli.Int64Flag{
				Name:    "cap",
				Aliases: []string{"c"},
				Usage:   "max value of refresh rate for updates",
				Value:   100_000_000,
			},
		},
		Action: func(c *cli.Context) error {
			var sample []float64
			if c.String("path") != "" {
				kf.Printf("globbing files with pattern: %s", c.String("path"))
				files, err := filepathx.Glob(c.String("path"))
				if err != nil {
					return err
				}
				kf.Printf("found %d files", len(files))
				kf.Log(files)

				for _, fPath := range files {
					kf.Printf("processing file: %s", fPath)
					file, err := os.Open(fPath)
					if err != nil {
						return err
					}

					reader := bufio.NewReader(file)
					inner, err := processReaderStream(&processReaderStreamInput{
						reader:  reader,
						refresh: c.Int64("refresh"),
						factor:  c.Int64("factor"),
						cap:     c.Int64("cap"),
					})
					if err != nil {
						return err
					}
					sample = append(sample, inner...)
				}
			} else {

				info, err := os.Stdin.Stat()
				if err != nil {
					return err
				}

				noNamedPipe := info.Mode()&os.ModeNamedPipe == 0
				noUnixPipe := info.Mode()&os.ModeCharDevice != 0 || info.Size() <= 0
				k.Printf("noNamedPipe: %t noUnixPipe: %t\n", noNamedPipe, noUnixPipe)

				if noNamedPipe && noUnixPipe {

					_ = cli.ShowSubcommandHelp(c)
					return fmt.Errorf("please use this command with a pipe or the --path flag set")
				}

				reader := bufio.NewReader(os.Stdin)
				sample, err = processReaderStream(&processReaderStreamInput{
					reader:  reader,
					refresh: c.Int64("refresh"),
					factor:  c.Int64("factor"),
					cap:     c.Int64("cap"),
				})
				if err != nil {
					return err
				}
			}

			res, err := processSample(sample)
			if err != nil {
				return err
			}

			err = clearTerminal()
			if err != nil {
				return err
			}

			printTranspose(&res)
			fmt.Println("")

			p := message.NewPrinter(language.English)
			_, err = p.Printf("Done. Processed %d rows\n", res.n)
			if err != nil {
				return err
			}

			return nil
		},
	}
)

Types

type ResultSet

type ResultSet struct {
	// contains filtered or unexported fields
}

func (*ResultSet) Get

func (r *ResultSet) Get(field string) interface{}

func (*ResultSet) GetFormat

func (r *ResultSet) GetFormat(field string) string

func (*ResultSet) GetHeader

func (r *ResultSet) GetHeader(field string) string

func (ResultSet) ListFields

func (r ResultSet) ListFields() []string