goclickhouse

package
v1.2.190 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Feb 21, 2025 License: Apache-2.0 Imports: 10 Imported by: 0

README

go-clickhouse clickhouse/v2版本

尽支持 http/https database/sql interface ，即将支持 native interface

初始化

goclickhouse.Init(clickhouse.Config{
    Driver:   "clickhouse",
    Addr:     "192.168.1.100:9000",
    User:     "root",
    Password: "123456",
    Database: "test",
})

创建数据库

CREATE DATABASE IF NOT EXISTS test;

创建表

sqlstr := `
    CREATE TABLE IF NOT EXISTS user
    (
        name String,
        gender String,
        birthday Date
    )
    ENGINE = MergeTree()
    ORDER BY (name, gender)
    PARTITION BY toYYYYMM(birthday)
`
if _, err := goclickhouse.DB().Exec(sqlstr); err != nil {
    log.Fatal(err)
}

添加数据

func insert() {
	var (
		tx, _   = goclickhouse.DB().Begin()
		stmt, _ = tx.Prepare(`INSERT INTO user(name, gender) VALUES(?, ?)`)
	)

    data := []interface{}{"", ""}
    if _, err := stmt.Exec(data...); err != nil {
        golog.Error(err)
        return
    }

    if err := tx.Commit(); err != nil {
        golog.Error(err)
	}
}

查询数据

rows, err := DB().Query("SELECT name, gender FROM user")
if err != nil {
    golog.Fatal(err)
}
defer rows.Close()

for rows.Next() {
    var (
        name string
        gender string
    )
    if err := rows.Scan(&name, &gender); err != nil {
        log.Fatal(err)
    }
    fmt.Println(name, gender)
}

if err := rows.Err(); err != nil {
    golog.Fatal(err)
}

删除表

if _, err := DB().Exec("DROP TABLE user"); err != nil {
	golog.Fatal(err)
}

批量执行

package main

import (
    "context"
    "database/sql"
    "log"
    "time"
    
    "github.com/ClickHouse/clickhouse-go/v2"
)

// 用户数据结构
type User struct {
    ID        int
    Name      string
    Age       int
    CreatedAt time.Time
}

func main() {
    // 建立连接
    conn := clickhouse.OpenDB(&clickhouse.Options{
        Addr: []string{"localhost:9000"},
        Auth: clickhouse.Auth{
            Database: "default",
            Username: "default",
            Password: "",
        },
        MaxOpenConns: 5,
        MaxIdleConns: 5,
    })
    defer conn.Close()

    ctx := context.Background()

    // 方法1：使用批处理预处理语句
    {
        tx, err := conn.Begin()
        if err != nil {
            log.Fatal(err)
        }

        stmt, err := tx.Prepare(`
            INSERT INTO users (id, name, age, created_at)
            VALUES (?, ?, ?, ?)
        `)
        if err != nil {
            log.Fatal(err)
        }
        defer stmt.Close()

        // 批量插入数据
        users := []User{
            {1, "User1", 25, time.Now()},
            {2, "User2", 30, time.Now()},
            {3, "User3", 35, time.Now()},
        }

        for _, user := range users {
            _, err = stmt.Exec(
                user.ID,
                user.Name,
                user.Age,
                user.CreatedAt,
            )
            if err != nil {
                tx.Rollback()
                log.Fatal(err)
            }
        }

        if err := tx.Commit(); err != nil {
            log.Fatal(err)
        }
    }

    // 方法2：使用批量值语法
    {
        _, err := conn.Exec(ctx, `
            INSERT INTO users (id, name, age, created_at)
            VALUES 
                (?, ?, ?, ?),
                (?, ?, ?, ?),
                (?, ?, ?, ?)
        `,
            4, "User4", 40, time.Now(),
            5, "User5", 45, time.Now(),
            6, "User6", 50, time.Now(),
        )
        if err != nil {
            log.Fatal(err)
        }
    }

    // 方法3：使用原生批量插入语法
    {
        batch, err := conn.PrepareBatch(ctx, `
            INSERT INTO users (id, name, age, created_at)
        `)
        if err != nil {
            log.Fatal(err)
        }

        users := []User{
            {7, "User7", 55, time.Now()},
            {8, "User8", 60, time.Now()},
            {9, "User9", 65, time.Now()},
        }

        for _, user := range users {
            err := batch.Append(
                user.ID,
                user.Name,
                user.Age,
                user.CreatedAt,
            )
            if err != nil {
                log.Fatal(err)
            }
        }

        if err := batch.Send(); err != nil {
            log.Fatal(err)
        }
    }
}

Documentation

Index

Constants

View Source 
const (
	MaxSizeToDelete   = 50 * 1024 * 1024 * 1024 // 50GB in bytes
	BatchSizeToDelete = 10000000                // 每批删除的记录数
)

Variables

This section is empty.

Functions

func DelClient added in v1.2.108 

func DelClient(names ...string)

func Init 

func Init(configs ...Config) (err error)

可以一次初始化多个Redis实例或者 多次调用初始化多个实例

Types

type BaseModel added in v1.2.142 

type BaseModel[T any] struct {
	Client driver.Conn
	Table  string
}

BaseModel 注意T必须为指针类型

func (*BaseModel[T]) BatchInsert added in v1.2.142 

func (m *BaseModel[T]) BatchInsert(ctx context.Context, items []T) error

BatchInsert 注意添加字段时，先发布代码，再往数据库添加字段。不然先加字段会出现插不进去

type Config 

type Config struct {
	Name string `yaml:"Name" json:"name,optional"`
	//Driver             string `yaml:"Driver" json:"driver,optional"`
	Addr               []string `yaml:"Addr" json:"addr,optional"`
	User               string   `yaml:"User" json:"user,optional"`
	Password           string   `yaml:"Password" json:"password,optional"`
	Database           string   `yaml:"Database" json:"database,optional"`
	DialTimeout        int32    `yaml:"DialTimeout" json:"dialTimeout,optional"`               // default 30 second
	MaxIdleConn        int      `yaml:"MaxIdleConn" json:"maxIdleConn,optional"`               // default 5 second
	MaxOpenConn        int      `yaml:"MaxOpenConn" json:"maxOpenConn,optional"`               // default 10 second
	MaxExecutionTime   int      `yaml:"MaxExecutionTime" json:"maxExecutionTime,optional"`     // default 60 second
	ConnMaxLifetime    int      `yaml:"ConnMaxLifetime" json:"connMaxLifetime,optional"`       //seconds 60 * 60（1hour）
	TLS                bool     `yaml:"TLS" json:"tls,optional"`                               // tls true 时都会启用https 否则http
	InsecureSkipVerify bool     `yaml:"InsecureSkipVerify" json:"insecureSkipVerify,optional"` // tls true 才会生效
	AutoPing           bool     `yaml:"AutoPing" json:"autoPing,optional"`
	Debug              bool     `yaml:"Debug" json:"debug,optional"`
}

type GoClickHouse 

type GoClickHouse struct {
	// contains filtered or unexported fields
}

func Default added in v1.2.83 

func Default() *GoClickHouse

func GetClient added in v1.2.83 

func GetClient(names ...string) *GoClickHouse

func New 

func New(conf Config) (cli *GoClickHouse, err error)

func (*GoClickHouse) Close added in v1.2.184 

func (cli *GoClickHouse) Close() error

func (*GoClickHouse) Conn added in v1.2.142 

func (cli *GoClickHouse) Conn() driver.Conn

func (*GoClickHouse) DB added in v1.2.83 

func (cli *GoClickHouse) DB() *sql.DB

func (*GoClickHouse) DeletePartitionData added in v1.2.184 

func (cli *GoClickHouse) DeletePartitionData(ctx context.Context, tableName string, partition string, startID, endID uint64) error

删除分区内的部分数据

func (*GoClickHouse) DropPartition added in v1.2.184 

func (cli *GoClickHouse) DropPartition(ctx context.Context, tableName, partition string) error

删除整个分区

func (*GoClickHouse) GetPartitionIDRange added in v1.2.184 

func (cli *GoClickHouse) GetPartitionIDRange(ctx context.Context, tableName, partition string) (min, max uint64, err error)

获取分区内的最小和最大ID

func (*GoClickHouse) GetPartitions added in v1.2.184 

func (cli *GoClickHouse) GetPartitions(ctx context.Context, tableName string) ([]PartitionInfo, error)

func (*GoClickHouse) OptimizePartition added in v1.2.184 

func (cli *GoClickHouse) OptimizePartition(context context.Context, tableName string, isFinal bool, partitions ...string) error

OPTIMIZE

type PartitionInfo added in v1.2.184 

type PartitionInfo struct {
	Partition string
	Size      uint64
}

获取分区信息

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.