ingestion

Documentation

Index

• Constants
• type Service
  • func NewService(service *bigquery.Service, projectID, datasetID, location string) *Service
  • func (s *Service) Ingest(ctx context.Context, SQL string) (int64, error)

Examples

• NewService

Constants

const (
	//KindLoad means supported load data ability
	KindLoad = kind("LOAD")

	// KindStream means supported stream data ability
	KindStream = kind("STREAM")
)

Types

type Service

type Service struct {
	// contains filtered or unexported fields
}

Service represents ingestion service

func NewService

func NewService(service *bigquery.Service, projectID, datasetID, location string) *Service

NewService creates Service

Example

package main

import (
	"context"
	"database/sql"
	"fmt"
	"github.com/viant/bigquery/reader"
	"log"
	"strings"
)

func main() {
	projectID := "my-gcp-project"
	db, err := sql.Open("bigquery", fmt.Sprintf("bigquery://%v/test", projectID))
	if err != nil {
		log.Fatal(err)
	}
	readerID := "123456"
	csvReader := strings.NewReader("1,Name 1,Test")
	err = reader.Register(readerID, csvReader)
	if err != nil {
		log.Fatal(err)
	}
	defer reader.Unregister(readerID)
	SQL := fmt.Sprintf(`LOAD 'Reader:csv:%v' DATA INTO TABLE mytable`, readerID)
	result, err := db.ExecContext(context.TODO(), SQL)
	if err != nil {
		log.Fatal(err)
	}
	affected, _ := result.RowsAffected()
	fmt.Printf("loaded: %v rows", affected)
}

func (*Service) Ingest

func (s *Service) Ingest(ctx context.Context, SQL string) (int64, error)

Ingest ingests data into a database