fhttp

Documentation

Index

• Variables
• func ASCIIToUpper(str string) []byte
• func AddAndValidateExtraHeader(h string) error
• func DebugHandler(w http.ResponseWriter, r *http.Request)
• func DebugSummary(buf []byte, max int) string
• func DynamicHTTPServer(secure bool) int
• func EchoHandler(w http.ResponseWriter, r *http.Request)
• func EscapeBytes(buf []byte) string
• func FetchURL(url string) (int, []byte, int)
• func FoldFind(haystack []byte, needle []byte) (bool, int)
• func GetHeaders() http.Header
• func ParseChunkSize(inp []byte) (int, int)
• func ParseDecimal(inp []byte) int
• func ResetHeaders()
• func RoundDuration(d time.Duration) time.Duration
• func Serve(port int, debugPath string)
• func TestHTTP(t int)
• type BasicClient
  • func (c *BasicClient) Fetch() (int, []byte, int)
• type Client
  • func (c *Client) Fetch() (int, []byte, int)
• type Fetcher
  • func NewBasicClient(urlStr string, proto string, keepAlive bool, halfClose bool) Fetcher
  • func NewStdClient(url string, numConnections int, keepAlive bool, compression bool) Fetcher
• type HTTPRunnerOptions
• type HTTPRunnerResults
  • func RunHTTPTest(o *HTTPRunnerOptions) (*HTTPRunnerResults, error)

Variables

var (

	// BufferSizeKb size of the buffer (max data) for optimized client in kilobytes defaults to 32k.
	BufferSizeKb = 128
	// CheckConnectionClosedHeader indicates whether to check for server side connection closed headers.
	CheckConnectionClosedHeader = false
)

var (
	// EchoRequests is the number of request received. Only updated in Debug mode.
	EchoRequests int64
)

Functions

func ASCIIToUpper

func ASCIIToUpper(str string) []byte

ASCIIToUpper returns a byte array equal to the input string but in lowercase. Only wotks for ASCII, not meant for unicode.

func AddAndValidateExtraHeader

func AddAndValidateExtraHeader(h string) error

AddAndValidateExtraHeader collects extra headers (see main.go for example).

func DebugHandler

func DebugHandler(w http.ResponseWriter, r *http.Request)

DebugHandler returns debug/useful info to http client.

func DebugSummary

func DebugSummary(buf []byte, max int) string

DebugSummary returns a string with the size and escaped first max/2 and last max/2 bytes of a buffer (or the whole escaped buffer if small enough).

func DynamicHTTPServer

func DynamicHTTPServer(secure bool) int

DynamicHTTPServer listens on an available port, sets up an http or https (when secure is true) server on it and returns the listening port.

func EchoHandler

func EchoHandler(w http.ResponseWriter, r *http.Request)

EchoHandler is an http server handler echoing back the input.

func EscapeBytes

func EscapeBytes(buf []byte) string

EscapeBytes returns printable string. Same as %q format without the surrounding/extra "".

func FetchURL

func FetchURL(url string) (int, []byte, int)

FetchURL fetches URL content and does error handling/logging. Version not reusing the client.

func FoldFind

func FoldFind(haystack []byte, needle []byte) (bool, int)

FoldFind searches the bytes assuming ascii, ignoring the lowercase bit for testing. Not intended to work with unicode, meant for http headers and to be fast (see benchmark in test file).

func GetHeaders

func GetHeaders() http.Header

GetHeaders returns the current set of headers.

func ParseChunkSize

func ParseChunkSize(inp []byte) (int, int)

ParseChunkSize extracts the chunk size and consumes the line. Returns the offset of the data and the size of the chunk, 0, -1 when not found.

func ParseDecimal

func ParseDecimal(inp []byte) int

ParseDecimal extracts the first positive integer number from the input. spaces are ignored. any character that isn't a digit cause the parsing to stop

func ResetHeaders

func ResetHeaders()

ResetHeaders resets all the headers, including the User-Agent one.

func RoundDuration

func RoundDuration(d time.Duration) time.Duration

RoundDuration rounds to 10th of second. Only for positive durations. TODO: switch to Duration.Round once switched to go 1.9

func Serve

func Serve(port int, debugPath string)

Serve starts a debug / echo http server on the given port.

func TestHTTP

func TestHTTP(t int)

TestHTTP http request fetching. Main call being run at the target QPS. To be set as the Function in RunnerOptions.

Types

type BasicClient

type BasicClient struct {
	// contains filtered or unexported fields
}

BasicClient is a fast, lockfree single purpose http 1.0/1.1 client.

func (*BasicClient) Fetch

func (c *BasicClient) Fetch() (int, []byte, int)

Fetch fetches the url content. Returns http code, data, offset of body.

type Client

type Client struct {
	// contains filtered or unexported fields
}

Client object for making repeated requests of the same URL using the same http client (net/http)

func (*Client) Fetch

func (c *Client) Fetch() (int, []byte, int)

Fetch fetches the byte and code for pre created client

type Fetcher

type Fetcher interface {
	// Fetch returns http code, data, offset of body (for client which returns
	// headers)
	Fetch() (int, []byte, int)
}

Fetcher is the Url content fetcher that the different client implements.

func NewBasicClient

func NewBasicClient(urlStr string, proto string, keepAlive bool, halfClose bool) Fetcher

NewBasicClient makes a basic, efficient http 1.0/1.1 client. This function itself doesn't need to be super efficient as it is created at the beginning and then reused many times.

func NewStdClient

func NewStdClient(url string, numConnections int, keepAlive bool, compression bool) Fetcher

NewStdClient creates a client object that wraps the net/http standard client.

type HTTPRunnerOptions

type HTTPRunnerOptions struct {
	periodic.RunnerOptions
	URL               string
	Compression       bool   // defaults to no compression, only used by std client
	DisableFastClient bool   // defaults to fast client
	HTTP10            bool   // defaults to http1.1
	DisableKeepAlive  bool   // so default is keep alive
	AllowHalfClose    bool   // if not keepalive, whether to half close after request
	Profiler          string // file to save profiles to. defaults to no profiling
}

HTTPRunnerOptions includes the base RunnerOptions plus http specific options.

type HTTPRunnerResults

type HTTPRunnerResults struct {
	periodic.RunnerResults

	RetCodes map[int]int64

	// exported result
	Sizes       *stats.HistogramData
	HeaderSizes *stats.HistogramData
	URL         string
	// contains filtered or unexported fields
}

HTTPRunnerResults is the aggregated result of an HTTPRunner. Also is the internal type used per thread/goroutine.

func RunHTTPTest

func RunHTTPTest(o *HTTPRunnerOptions) (*HTTPRunnerResults, error)

RunHTTPTest runs an http test and returns the aggregated stats.