index

package
v1.9.8-b2aa2ff10546da5... Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Nov 19, 2019 License: Apache-2.0 Imports: 15 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	ErrInvalidLengthIndex        = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowIndex          = fmt.Errorf("proto: integer overflow")
	ErrUnexpectedEndOfGroupIndex = fmt.Errorf("proto: unexpected end of group")
)
View Source 
var Op_name = map[int32]string{
	0: "APPEND",
	1: "OVERWRITE",
	2: "DELETE",
}
View Source 
var Op_value = map[string]int32{
	"APPEND":    0,
	"OVERWRITE": 1,
	"DELETE":    2,
}

Functions

func BeforeBound added in v1.9.5 

func BeforeBound(str string, strBound ...string) bool

BeforeBound checks if the passed in string is before the string bound (exclusive). The string bound is optional, so if no string bound is passed then it returns true.

func Generate 

func Generate(s string) []string

Generate generates the permutations of the passed in string and returns them sorted.

func Perm 

func Perm(a []rune, f func([]rune))

Perm calls f with each permutation of a.

Types

type Copy added in v1.9.5 

type Copy struct {
	// contains filtered or unexported fields
}

Copy is the basic data structure to represent a copy of data from a reader to a writer.

type DataOp 

type DataOp struct {
	DataRefs             []*chunk.DataRef `protobuf:"bytes,1,rep,name=data_refs,json=dataRefs,proto3" json:"data_refs,omitempty"`
	Op                   Op               `protobuf:"varint,2,opt,name=op,proto3,enum=index.Op" json:"op,omitempty"`
	Tags                 []*Tag           `protobuf:"bytes,3,rep,name=tags,proto3" json:"tags,omitempty"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

DataOp is a sequence of data references and an operation associated with the referenced data. Tags map identifiers to data in the resulting byte stream.

func (*DataOp) Descriptor 

func (*DataOp) Descriptor() ([]byte, []int)

func (*DataOp) GetDataRefs 

func (m *DataOp) GetDataRefs() []*chunk.DataRef

func (*DataOp) GetOp 

func (m *DataOp) GetOp() Op

func (*DataOp) GetTags 

func (m *DataOp) GetTags() []*Tag

func (*DataOp) Marshal 

func (m *DataOp) Marshal() (dAtA []byte, err error)

func (*DataOp) MarshalTo 

func (m *DataOp) MarshalTo(dAtA []byte) (int, error)

func (*DataOp) MarshalToSizedBuffer 

func (m *DataOp) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DataOp) ProtoMessage 

func (*DataOp) ProtoMessage()

func (*DataOp) Reset 

func (m *DataOp) Reset()

func (*DataOp) Size 

func (m *DataOp) Size() (n int)

func (*DataOp) String 

func (m *DataOp) String() string

func (*DataOp) Unmarshal 

func (m *DataOp) Unmarshal(dAtA []byte) error

func (*DataOp) XXX_DiscardUnknown 

func (m *DataOp) XXX_DiscardUnknown()

func (*DataOp) XXX_Marshal 

func (m *DataOp) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DataOp) XXX_Merge 

func (m *DataOp) XXX_Merge(src proto.Message)

func (*DataOp) XXX_Size 

func (m *DataOp) XXX_Size() int

func (*DataOp) XXX_Unmarshal 

func (m *DataOp) XXX_Unmarshal(b []byte) error
type Header struct {
	Hdr *tar.Header
	Idx *Index
}

Header is a wrapper for a tar header and index.

type Index 

type Index struct {
	Range  *Range  `protobuf:"bytes,1,opt,name=range,proto3" json:"range,omitempty"`
	DataOp *DataOp `protobuf:"bytes,2,opt,name=data_op,json=dataOp,proto3" json:"data_op,omitempty"`
	// Size of the content being indexed (does not include headers).
	SizeBytes            int64    `protobuf:"varint,3,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
	LastPathChunk        string   `protobuf:"bytes,4,opt,name=last_path_chunk,json=lastPathChunk,proto3" json:"last_path_chunk,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Index stores an index to and metadata about a tar stream.

func (*Index) Descriptor 

func (*Index) Descriptor() ([]byte, []int)

func (*Index) GetDataOp 

func (m *Index) GetDataOp() *DataOp

func (*Index) GetLastPathChunk added in v1.9.5 

func (m *Index) GetLastPathChunk() string

func (*Index) GetRange 

func (m *Index) GetRange() *Range

func (*Index) GetSizeBytes 

func (m *Index) GetSizeBytes() int64

func (*Index) Marshal 

func (m *Index) Marshal() (dAtA []byte, err error)

func (*Index) MarshalTo 

func (m *Index) MarshalTo(dAtA []byte) (int, error)

func (*Index) MarshalToSizedBuffer 

func (m *Index) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Index) ProtoMessage 

func (*Index) ProtoMessage()

func (*Index) Reset 

func (m *Index) Reset()

func (*Index) Size 

func (m *Index) Size() (n int)

func (*Index) String 

func (m *Index) String() string

func (*Index) Unmarshal 

func (m *Index) Unmarshal(dAtA []byte) error

func (*Index) XXX_DiscardUnknown 

func (m *Index) XXX_DiscardUnknown()

func (*Index) XXX_Marshal 

func (m *Index) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Index) XXX_Merge 

func (m *Index) XXX_Merge(src proto.Message)

func (*Index) XXX_Size 

func (m *Index) XXX_Size() int

func (*Index) XXX_Unmarshal 

func (m *Index) XXX_Unmarshal(b []byte) error

type Op 

type Op int32

Op is the set of operations that can be associated with data. 

const (
	Op_APPEND    Op = 0
	Op_OVERWRITE Op = 1
	Op_DELETE    Op = 2
)

func (Op) EnumDescriptor 

func (Op) EnumDescriptor() ([]byte, []int)

func (Op) String 

func (x Op) String() string

type Option added in v1.9.6 

type Option func(r *Reader)

Option configures an index reader.

func WithPrefix added in v1.9.6 

func WithPrefix(prefix string) Option

WithPrefix sets a prefix filter for the read.

func WithRange added in v1.9.6 

func WithRange(pathRange *PathRange) Option

WithRange sets a range filter for the read.

type PathRange added in v1.9.6 

type PathRange struct {
	Lower, Upper string
}

PathRange is a range of paths. The range is inclusive: [Lower, Upper].

type Range 

type Range struct {
	Offset               int64    `protobuf:"varint,1,opt,name=offset,proto3" json:"offset,omitempty"`
	LastPath             string   `protobuf:"bytes,2,opt,name=last_path,json=lastPath,proto3" json:"last_path,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*Range) Descriptor 

func (*Range) Descriptor() ([]byte, []int)

func (*Range) GetLastPath 

func (m *Range) GetLastPath() string

func (*Range) GetOffset 

func (m *Range) GetOffset() int64

func (*Range) Marshal 

func (m *Range) Marshal() (dAtA []byte, err error)

func (*Range) MarshalTo 

func (m *Range) MarshalTo(dAtA []byte) (int, error)

func (*Range) MarshalToSizedBuffer 

func (m *Range) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Range) ProtoMessage 

func (*Range) ProtoMessage()

func (*Range) Reset 

func (m *Range) Reset()

func (*Range) Size 

func (m *Range) Size() (n int)

func (*Range) String 

func (m *Range) String() string

func (*Range) Unmarshal 

func (m *Range) Unmarshal(dAtA []byte) error

func (*Range) XXX_DiscardUnknown 

func (m *Range) XXX_DiscardUnknown()

func (*Range) XXX_Marshal 

func (m *Range) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Range) XXX_Merge 

func (m *Range) XXX_Merge(src proto.Message)

func (*Range) XXX_Size 

func (m *Range) XXX_Size() int

func (*Range) XXX_Unmarshal 

func (m *Range) XXX_Unmarshal(b []byte) error

type Reader 

type Reader struct {
	// contains filtered or unexported fields
}

Reader is used for reading a multi-level index.

func NewReader 

func NewReader(ctx context.Context, objC obj.Client, chunks *chunk.Storage, path string, opts ...Option) *Reader

NewReader create a new Reader.

func (*Reader) Close 

func (r *Reader) Close() error

Close closes the reader.

func (*Reader) Next 

func (r *Reader) Next() (*Header, error)

Next gets the next header in the index.

func (*Reader) Peek added in v1.9.5 

func (r *Reader) Peek() (*Header, error)

Peek peeks ahead in the index.

func (*Reader) ReadCopyFunc added in v1.9.5 

func (r *Reader) ReadCopyFunc(pathBound ...string) func() (*Copy, error)

ReadCopyFunc returns a function for copying data from the reader.

type Tag 

type Tag struct {
	Id                   string   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	SizeBytes            int64    `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*Tag) Descriptor 

func (*Tag) Descriptor() ([]byte, []int)

func (*Tag) GetId 

func (m *Tag) GetId() string

func (*Tag) GetSizeBytes 

func (m *Tag) GetSizeBytes() int64

func (*Tag) Marshal 

func (m *Tag) Marshal() (dAtA []byte, err error)

func (*Tag) MarshalTo 

func (m *Tag) MarshalTo(dAtA []byte) (int, error)

func (*Tag) MarshalToSizedBuffer 

func (m *Tag) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Tag) ProtoMessage 

func (*Tag) ProtoMessage()

func (*Tag) Reset 

func (m *Tag) Reset()

func (*Tag) Size 

func (m *Tag) Size() (n int)

func (*Tag) String 

func (m *Tag) String() string

func (*Tag) Unmarshal 

func (m *Tag) Unmarshal(dAtA []byte) error

func (*Tag) XXX_DiscardUnknown 

func (m *Tag) XXX_DiscardUnknown()

func (*Tag) XXX_Marshal 

func (m *Tag) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Tag) XXX_Merge 

func (m *Tag) XXX_Merge(src proto.Message)

func (*Tag) XXX_Size 

func (m *Tag) XXX_Size() int

func (*Tag) XXX_Unmarshal 

func (m *Tag) XXX_Unmarshal(b []byte) error

type Writer 

type Writer struct {
	// contains filtered or unexported fields
}

Writer is used for creating a multi-level index into a serialized FileSet. Each index level consists of compressed tar stream chunks. Each index tar entry has the full index in the content section.

func NewWriter 

func NewWriter(ctx context.Context, objC obj.Client, chunks *chunk.Storage, path string) *Writer

NewWriter create a new Writer.

func (*Writer) Close 

func (w *Writer) Close() error

Close finishes the index, and returns the serialized top level index.

func (*Writer) WriteCopyFunc added in v1.9.5 

func (w *Writer) WriteCopyFunc(f func() (*Copy, error)) error

WriteCopyFunc executes a function for copying data to the writer.

func (*Writer) WriteHeaders added in v1.9.5 

func (w *Writer) WriteHeaders(hdrs []*Header) error

WriteHeaders writes a set of Header to the index.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.