Versions in this module Expand all Collapse all v0 v0.1.4 Jan 27, 2022 v0.1.3 Nov 2, 2021 v0.1.2 May 4, 2021 v0.1.1 May 3, 2021 v0.1.0 May 3, 2021 Changes in this version + const SourceType + var FileBufferSize = 5 + var FileColumns = []string + func FileStoreLoader(ss *schema.Schema) (cloudstorage.StoreReader, error) + func RegisterFileHandler(scannerType string, fh FileHandler) + func RegisterFileStore(storeType string, fs FileStoreCreator) + func SipPartitioner(partitionCt uint64, fi *FileInfo) int + func TableFromFileAndPath(path, fileIn string) string + type FileHandler interface + File func(path string, obj cloudstorage.Object) *FileInfo + FileAppendColumns func() []string + Init func(store FileStore, ss *schema.Schema) error + Scanner func(store cloudstorage.StoreReader, fr *FileReader) (schema.ConnScanner, error) + func NewJsonHandler(lh datasource.FileLineHandler) FileHandler + func NewJsonHandlerTables(lh datasource.FileLineHandler, tables []string) FileHandler + type FileHandlerSchema interface + type FileHandlerTables interface + Tables func() []*FileTable + type FileInfo struct + AppendCols []driver.Value + FileType string + Name string + PartialPath string + Partition int + Path string + Size int + Table string + func FileInfoFromCloudObject(path string, obj cloudstorage.Object) *FileInfo + func (m *FileInfo) String() string + func (m *FileInfo) Values() []driver.Value + type FilePager struct + Limit int + func NewFilePager(tableName string, fs *FileSource) *FilePager + func (m *FilePager) Close() error + func (m *FilePager) Columns() []string + func (m *FilePager) Next() schema.Message + func (m *FilePager) NextFile() (*FileReader, error) + func (m *FilePager) NextScanner() (schema.ConnScanner, error) + func (m *FilePager) RunFetcher() + func (m *FilePager) WalkExecSource(p *plan.Source) (exec.Task, error) + type FileReader struct + Exit chan bool + F io.ReadCloser + type FileReaderIterator interface + NextFile func() (*FileReader, error) + type FileSource struct + Partitioner string + func NewFileSource() *FileSource + func (m *FileSource) Close() error + func (m *FileSource) File(o cloudstorage.Object) *FileInfo + func (m *FileSource) Init() + func (m *FileSource) Open(tableName string) (schema.Conn, error) + func (m *FileSource) Setup(ss *schema.Schema) error + func (m *FileSource) Table(tableName string) (*schema.Table, error) + func (m *FileSource) Tables() []string + type FileStore interface + type FileStoreCreator func(*schema.Schema) (FileStore, error) + type FileTable struct + FileCount int + PartialPath string + Table string + type Partitioner func(uint64, *FileInfo) int
Go to main page