datasets

Documentation

Overview

Package datasets provides functionality for managing datasets.

Index

• Variables
• func AddTable(table string) error
• func CompressClickhouse(ctx *cli.Context) error
• func CompressPostgres(ctx *cli.Context) error
• func DecompressClickhouse(ctx *cli.Context) error
• func DecompressPostgres(ctx *cli.Context) error
• func Download(ctx *cli.Context) error
• func DownloadSource(ctx *cli.Context) error
• func ExportClickhouse(ctx *cli.Context) error
• func ExportPostgres(ctx *cli.Context) error
• func ExportSource(ctx *cli.Context) error
• func GetAllowedTables() []string
• func ImportClickhouse(ctx *cli.Context) error
• func ImportPostgres(ctx *cli.Context) error
• func ImportSource(ctx *cli.Context) error
• func RemoveTable(table string) error
• func TableExists(table string) bool
• func UploadClickhouse(ctx *cli.Context) error
• func UploadPostgres(ctx *cli.Context) error
• func UploadSource(ctx *cli.Context) error

Variables

var ErrTableAlreadyExists = errors.New("table already exists")

ErrTableAlreadyExists indicates that the table already exists in the databaseTables slice.

var ErrTableNotFound = errors.New("table not found")

ErrTableNotFound indicates that the table does not exist in the databaseTables slice.

Functions

func AddTable

func AddTable(table string) error

AddTable adds a new table to the databaseTables slice if it doesn't already exist.

func CompressClickhouse

func CompressClickhouse(ctx *cli.Context) error

CompressClickhouse compresses exported ClickHouse database files using 7zip.

func CompressPostgres

func CompressPostgres(ctx *cli.Context) error

CompressPostgres compresses exported Postgres database files using 7zip.

func DecompressClickhouse

func DecompressClickhouse(ctx *cli.Context) error

DecompressClickhouse decompresses exported ClickHouse database files using 7zip.

func DecompressPostgres

func DecompressPostgres(ctx *cli.Context) error

DecompressPostgres decompresses exported Postgres database files using 7zip.

func Download

func Download(ctx *cli.Context) error

Download downloads exported archive datasets from Cloudflare R2.

func DownloadSource

func DownloadSource(ctx *cli.Context) error

func ExportClickhouse

func ExportClickhouse(ctx *cli.Context) error

ExportClickhouse exports tables from ClickHouse database to native ClickHouse format files.

func ExportPostgres

func ExportPostgres(ctx *cli.Context) error

ExportPostgres exports tables from ClickHouse database to native ClickHouse format files.

func ExportSource

func ExportSource(ctx *cli.Context) error

func GetAllowedTables

func GetAllowedTables() []string

GetAllowedTables returns the list of allowed database tables.

func ImportClickhouse

func ImportClickhouse(ctx *cli.Context) error

ImportClickhouse imports tables from native ClickHouse format files into ClickHouse database.

func ImportPostgres

func ImportPostgres(ctx *cli.Context) error

ImportPostgres imports tables from native ClickHouse format files into ClickHouse database.

func ImportSource

func ImportSource(ctx *cli.Context) error

func RemoveTable

func RemoveTable(table string) error

RemoveTable removes a table from the databaseTables slice if it exists.

func TableExists

func TableExists(table string) bool

TableExists checks if a table exists in the databaseTables slice.

func UploadClickhouse

func UploadClickhouse(ctx *cli.Context) error

UploadClickhouse uploads exported ClickHouse database files to Cloudflare R2.

func UploadPostgres

func UploadPostgres(ctx *cli.Context) error

UploadPostgres uploads exported Postgres database files to Cloudflare R2.

func UploadSource

func UploadSource(ctx *cli.Context) error