v1

Aug 9, 2021

Changes in this version

+ var Action_name = map[int32]string

+ var Action_value = map[string]int32

+ var CrawlerService_ServiceDesc = grpc.ServiceDesc

+ var File_crawler_proto protoreflect.FileDescriptor

+ func RegisterCrawlerServiceServer(s grpc.ServiceRegistrar, srv CrawlerServiceServer)

+ type Action int32

+ const Action_DOWNLOAD

+ const Action_SCRAPE

+ const Action_SEARCH

+ func (Action) Descriptor() protoreflect.EnumDescriptor

+ func (Action) EnumDescriptor() ([]byte, []int)

+ func (Action) Type() protoreflect.EnumType

+ func (x Action) Enum() *Action

+ func (x Action) Number() protoreflect.EnumNumber

+ func (x Action) String() string

+ type Crawler struct

+ AllowedDomain []string

+ DisallowedDomain []string

+ DurationInMinutes uint32

+ MaxDepth uint32

+ Modified *timestamppb.Timestamp

+ Rules []*Rule

+ SourceId int32

+ StartUrl string

+ Status Status

+ UrlRegexFilter []string

+ func (*Crawler) Descriptor() ([]byte, []int)

+ func (*Crawler) ProtoMessage()

+ func (x *Crawler) GetAllowedDomain() []string

+ func (x *Crawler) GetDisallowedDomain() []string

+ func (x *Crawler) GetDurationInMinutes() uint32

+ func (x *Crawler) GetMaxDepth() uint32

+ func (x *Crawler) GetModified() *timestamppb.Timestamp

+ func (x *Crawler) GetRules() []*Rule

+ func (x *Crawler) GetSourceId() int32

+ func (x *Crawler) GetStartUrl() string

+ func (x *Crawler) GetStatus() Status

+ func (x *Crawler) GetUrlRegexFilter() []string

+ func (x *Crawler) ProtoReflect() protoreflect.Message

+ func (x *Crawler) Reset()

+ func (x *Crawler) String() string

+ type CrawlerMessage struct

+ Crawler *Crawler

+ func (*CrawlerMessage) Descriptor() ([]byte, []int)

+ func (*CrawlerMessage) ProtoMessage()

+ func (x *CrawlerMessage) GetCrawler() *Crawler

+ func (x *CrawlerMessage) ProtoReflect() protoreflect.Message

+ func (x *CrawlerMessage) Reset()

+ func (x *CrawlerMessage) String() string

+ type CrawlerServiceClient interface

+ CreateCrawler func(ctx context.Context, in *CrawlerMessage, opts ...grpc.CallOption) (*emptypb.Empty, error)

+ ListCrawler func(ctx context.Context, in *SourceIdMessage, opts ...grpc.CallOption) (*CrawlerMessage, error)

+ StartCrawler func(ctx context.Context, in *SourceIdMessage, opts ...grpc.CallOption) (*emptypb.Empty, error)

+ StopCrawler func(ctx context.Context, in *SourceIdMessage, opts ...grpc.CallOption) (*emptypb.Empty, error)

+ func NewCrawlerServiceClient(cc grpc.ClientConnInterface) CrawlerServiceClient

+ type CrawlerServiceServer interface

+ CreateCrawler func(context.Context, *CrawlerMessage) (*emptypb.Empty, error)

+ ListCrawler func(context.Context, *SourceIdMessage) (*CrawlerMessage, error)

+ StartCrawler func(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ StopCrawler func(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ type UnimplementedCrawlerServiceServer struct

+ func (UnimplementedCrawlerServiceServer) CreateCrawler(context.Context, *CrawlerMessage) (*emptypb.Empty, error)

+ func (UnimplementedCrawlerServiceServer) ListCrawler(context.Context, *SourceIdMessage) (*CrawlerMessage, error)

+ func (UnimplementedCrawlerServiceServer) StartCrawler(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ func (UnimplementedCrawlerServiceServer) StopCrawler(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ type UnsafeCrawlerServiceServer interface

Aug 5, 2021

Changes in this version

+ var EnqueuerService_ServiceDesc = grpc.ServiceDesc

+ var File_api_proto protoreflect.FileDescriptor

+ var File_enqueuer_proto protoreflect.FileDescriptor

+ var Status_name = map[int32]string

+ var Status_value = map[string]int32

+ func RegisterEnqueuerServiceServer(s grpc.ServiceRegistrar, srv EnqueuerServiceServer)

+ type AllowedDomain struct

+ Domain string

+ UrlRegexValidator string

+ func (*AllowedDomain) Descriptor() ([]byte, []int)

+ func (*AllowedDomain) ProtoMessage()

+ func (x *AllowedDomain) GetDomain() string

+ func (x *AllowedDomain) GetUrlRegexValidator() string

+ func (x *AllowedDomain) ProtoReflect() protoreflect.Message

+ func (x *AllowedDomain) Reset()

+ func (x *AllowedDomain) String() string

+ type Enqueuer struct

+ AllowedDomain []*AllowedDomain

+ DurationInMinutes uint32

+ MaxDepth uint32

+ Modified *timestamppb.Timestamp

+ Rules []*Rule

+ SourceId int32

+ StartUrl string

+ Status Status

+ func (*Enqueuer) Descriptor() ([]byte, []int)

+ func (*Enqueuer) ProtoMessage()

+ func (x *Enqueuer) GetAllowedDomain() []*AllowedDomain

+ func (x *Enqueuer) GetDurationInMinutes() uint32

+ func (x *Enqueuer) GetMaxDepth() uint32

+ func (x *Enqueuer) GetModified() *timestamppb.Timestamp

+ func (x *Enqueuer) GetRules() []*Rule

+ func (x *Enqueuer) GetSourceId() int32

+ func (x *Enqueuer) GetStartUrl() string

+ func (x *Enqueuer) GetStatus() Status

+ func (x *Enqueuer) ProtoReflect() protoreflect.Message

+ func (x *Enqueuer) Reset()

+ func (x *Enqueuer) String() string

+ type EnqueuerMessage struct

+ Enqueuer *Enqueuer

+ func (*EnqueuerMessage) Descriptor() ([]byte, []int)

+ func (*EnqueuerMessage) ProtoMessage()

+ func (x *EnqueuerMessage) GetEnqueuer() *Enqueuer

+ func (x *EnqueuerMessage) ProtoReflect() protoreflect.Message

+ func (x *EnqueuerMessage) Reset()

+ func (x *EnqueuerMessage) String() string

+ type EnqueuerServiceClient interface

+ CreateEnqueuer func(ctx context.Context, in *EnqueuerMessage, opts ...grpc.CallOption) (*emptypb.Empty, error)

+ ListEnqueuer func(ctx context.Context, in *SourceIdMessage, opts ...grpc.CallOption) (*EnqueuerMessage, error)

+ StartEnqueuer func(ctx context.Context, in *SourceIdMessage, opts ...grpc.CallOption) (*emptypb.Empty, error)

+ StopEnqueuer func(ctx context.Context, in *SourceIdMessage, opts ...grpc.CallOption) (*emptypb.Empty, error)

+ func NewEnqueuerServiceClient(cc grpc.ClientConnInterface) EnqueuerServiceClient

+ type EnqueuerServiceServer interface

+ CreateEnqueuer func(context.Context, *EnqueuerMessage) (*emptypb.Empty, error)

+ ListEnqueuer func(context.Context, *SourceIdMessage) (*EnqueuerMessage, error)

+ StartEnqueuer func(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ StopEnqueuer func(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ type Rule struct

+ Action int32

+ Attribute string

+ Name string

+ Selector string

+ func (*Rule) Descriptor() ([]byte, []int)

+ func (*Rule) ProtoMessage()

+ func (x *Rule) GetAction() int32

+ func (x *Rule) GetAttribute() string

+ func (x *Rule) GetName() string

+ func (x *Rule) GetSelector() string

+ func (x *Rule) ProtoReflect() protoreflect.Message

+ func (x *Rule) Reset()

+ func (x *Rule) String() string

+ type SourceIdMessage struct

+ SourceId string

+ func (*SourceIdMessage) Descriptor() ([]byte, []int)

+ func (*SourceIdMessage) ProtoMessage()

+ func (x *SourceIdMessage) GetSourceId() string

+ func (x *SourceIdMessage) ProtoReflect() protoreflect.Message

+ func (x *SourceIdMessage) Reset()

+ func (x *SourceIdMessage) String() string

+ type Status int32

+ const Status_STARTED

+ const Status_STOPPED

+ func (Status) Descriptor() protoreflect.EnumDescriptor

+ func (Status) EnumDescriptor() ([]byte, []int)

+ func (Status) Type() protoreflect.EnumType

+ func (x Status) Enum() *Status

+ func (x Status) Number() protoreflect.EnumNumber

+ func (x Status) String() string

+ type UnimplementedEnqueuerServiceServer struct

+ func (UnimplementedEnqueuerServiceServer) CreateEnqueuer(context.Context, *EnqueuerMessage) (*emptypb.Empty, error)

+ func (UnimplementedEnqueuerServiceServer) ListEnqueuer(context.Context, *SourceIdMessage) (*EnqueuerMessage, error)

+ func (UnimplementedEnqueuerServiceServer) StartEnqueuer(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ func (UnimplementedEnqueuerServiceServer) StopEnqueuer(context.Context, *SourceIdMessage) (*emptypb.Empty, error)

+ type UnsafeEnqueuerServiceServer interface