singer

Documentation

Index

• Variables
• func GetGonfigPath(sourceId string, tap string) (string, error)
• func Init(pythonExecPath string, metaStorage meta.Storage, ...) error
• type Bridge
  • func (b *Bridge) Cleanup(sourceId string, tap string) error
  • func (b *Bridge) Discover(sourceId, tap string, initialConfig interface{}) (*RawCatalog, error)
  • func (b *Bridge) IsTapReady(tap string) (bool, error)
  • func (b *Bridge) PatchTap(tap string, patch string) error
  • func (b *Bridge) UpdateTap(tap string) error
• type RawCatalog

Variables

var Patches = map[string]string{"tap-kustomer": `diff --git a/tap_kustomer/client.py b/tap_kustomer/client.py
index 420ae93..5ff8536 100644
--- a/tap_kustomer/client.py
+++ b/tap_kustomer/client.py
@@ -99,7 +99,7 @@ class KustomerClient():
         self.__user_agent = user_agent
         self.__session = requests.Session()
         self.__verified = False
-        self.base_url = 'https://api.kustomerapp.com/{}'.format(API_VERSION)
+        self.base_url = 'https://api.prod2.kustomerapp.com:443/{}'.format(API_VERSION)
 
     def __enter__(self):
         self.__verified = self.check_token()`}

Functions

func GetGonfigPath

func GetGonfigPath(sourceId string, tap string) (string, error)

func Init

func Init(pythonExecPath string, metaStorage meta.Storage, coordinationService *coordination.Service, venvDir string, installTaps, updateTaps bool, batchSize int, logWriter io.Writer) error

Types

type Bridge

type Bridge struct {
	MetaStorage         meta.Storage
	CoordinationService *coordination.Service
	PythonExecPath      string
	VenvDir             string
	TmpDir              string
	BatchSize           int

	UpdateTaps bool

	LogWriter io.Writer
	// contains filtered or unexported fields
}

var Instance *Bridge

func (*Bridge) Cleanup

func (b *Bridge) Cleanup(sourceId string, tap string) error

func (*Bridge) Discover

func (b *Bridge) Discover(sourceId, tap string, initialConfig interface{}) (*RawCatalog, error)

Discover discovers tap catalog, marks all streams as "enabled" and returns catalog some singer taps mutate config while operating that is we persist config in metaStorage initialConfig is used only if it is first attempt to run current source

func (*Bridge) IsTapReady

func (b *Bridge) IsTapReady(tap string) (bool, error)

IsTapReady returns true if the tap is ready for using

func (*Bridge) PatchTap

func (b *Bridge) PatchTap(tap string, patch string) error

PatchTap applies patches to the sources of tap and update it

func (*Bridge) UpdateTap

func (b *Bridge) UpdateTap(tap string) error

UpdateTap runs sync update singer tap and returns err if occurred

type RawCatalog

type RawCatalog struct {
	Streams []map[string]interface{} `json:"streams,omitempty"`
}

RawCatalog is a dto for Singer catalog serialization