archive

Documentation

Index

• func InitDatabase(dbType string, connectionString string) (*xorm.Engine, error)
• type ArchiveDownloader
  • func NewArchiveDownloader(engine *xorm.Engine, overrideAllFiles bool, url string, orgNames []string, ...) *ArchiveDownloader
  • func (ad *ArchiveDownloader) DownloadEvents(ctx context.Context) error
• type ArchiveReader
  • func NewArchiveReader(logger log.Logger, engine *xorm.Engine, batchSize int64) *ArchiveReader
  • func (ar *ArchiveReader) ReadAllEvents() (streams.Readable, <-chan error)
• type RawSQLMigration
  • func NewRawSQLMigration(sql string) *RawSQLMigration
  • func (m *RawSQLMigration) Sql(dialect migrator.Dialect) string

Functions

func InitDatabase

func InitDatabase(dbType string, connectionString string) (*xorm.Engine, error)

Types

type ArchiveDownloader

type ArchiveDownloader struct {
	// contains filtered or unexported fields
}

ArchiveDownloader downloads, decompress and store events for github orgs

func NewArchiveDownloader

func NewArchiveDownloader(
	engine *xorm.Engine,
	overrideAllFiles bool,
	url string,
	orgNames []string,
	startDate, stopDate time.Time,
	numWorkers int,
	skipErrors bool,
	logger log.Logger,
) *ArchiveDownloader

NewArchiveDownloader creates a new downloader

func (*ArchiveDownloader) DownloadEvents

func (ad *ArchiveDownloader) DownloadEvents(ctx context.Context) error

DownloadEvents start to download all archive events

type ArchiveReader

type ArchiveReader struct {
	// contains filtered or unexported fields
}

ArchiveReader reads all events stored in archive database

func NewArchiveReader

func NewArchiveReader(logger log.Logger, engine *xorm.Engine, batchSize int64) *ArchiveReader

NewArchiveReader creates a new reader

func (*ArchiveReader) ReadAllEvents

func (ar *ArchiveReader) ReadAllEvents() (streams.Readable, <-chan error)

ReadAllEvents reads all events stored in archive database

type RawSQLMigration

type RawSQLMigration struct {
	migrator.MigrationBase
	// contains filtered or unexported fields
}

func NewRawSQLMigration

func NewRawSQLMigration(sql string) *RawSQLMigration

func (*RawSQLMigration) Sql

func (m *RawSQLMigration) Sql(dialect migrator.Dialect) string