preprocess

Documentation

Index

• Constants
• func ExportFeaturesToS3(sess *session.Session, done <-chan struct{}, ...)
• func YieldBoardFeaturesAndResult(urls <-chan string, done <-chan struct{}) <-chan *BoardFeaturesAndResult
• type BoardFeaturesAndResult
  • func (z *BoardFeaturesAndResult) DecodeMsg(dc *msgp.Reader) (err error)
  • func (z *BoardFeaturesAndResult) EncodeMsg(en *msgp.Writer) (err error)
  • func (z *BoardFeaturesAndResult) Msgsize() (s int)

Constants

const BATCH_SIZE = 1e6

const BUCKET_NAME = "chessbot"

const CHAN_BUFFER = 1e4

const DIMENSION = 8*8*12 + 1

const KEY_FORMAT = "input/%v.msgp.gz"

Functions

func ExportFeaturesToS3

func ExportFeaturesToS3(sess *session.Session, done <-chan struct{}, featureChannels ...<-chan *BoardFeaturesAndResult)

func YieldBoardFeaturesAndResult

func YieldBoardFeaturesAndResult(urls <-chan string, done <-chan struct{}) <-chan *BoardFeaturesAndResult

Types

type BoardFeaturesAndResult

type BoardFeaturesAndResult [DIMENSION]uint8

func (*BoardFeaturesAndResult) DecodeMsg

func (z *BoardFeaturesAndResult) DecodeMsg(dc *msgp.Reader) (err error)

DecodeMsg implements msgp.Decodable

func (*BoardFeaturesAndResult) EncodeMsg

func (z *BoardFeaturesAndResult) EncodeMsg(en *msgp.Writer) (err error)

EncodeMsg implements msgp.Encodable

func (*BoardFeaturesAndResult) Msgsize

func (z *BoardFeaturesAndResult) Msgsize() (s int)

Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message