Versions in this module Expand all Collapse all v0 v0.0.6 Jan 28, 2022 v0.0.5 Jan 28, 2022 v0.0.4 Jan 25, 2022 v0.0.3 Jan 24, 2022 Changes in this version + const SourceType + var FileBufferSize = 5 + var FileColumns = []string + func FileStoreLoader(ss *schema.Schema) (cloudstorage.StoreReader, error) + func RegisterFileHandler(scannerType string, fh FileHandler) + func RegisterFileStore(storeType string, fs FileStoreCreator) + func SipPartitioner(partitionCt uint64, fi *FileInfo) int + func TableFromFileAndPath(path, fileIn string) string + type FileHandler interface + File func(path string, obj cloudstorage.Object) *FileInfo + FileAppendColumns func() []string + Init func(store FileStore, ss *schema.Schema) error + Scanner func(store cloudstorage.StoreReader, fr *FileReader) (schema.ConnScanner, error) + func NewJsonHandler(lh datasource.FileLineHandler) FileHandler + func NewJsonHandlerTables(lh datasource.FileLineHandler, tables []string) FileHandler + type FileHandlerSchema interface + type FileHandlerTables interface + Tables func() []*FileTable + type FileInfo struct + AppendCols []driver.Value + FileType string + Name string + PartialPath string + Partition int + Path string + Size int + Table string + func FileInfoFromCloudObject(path string, obj cloudstorage.Object) *FileInfo + func (m *FileInfo) String() string + func (m *FileInfo) Values() []driver.Value + type FilePager struct + Limit int + func NewFilePager(tableName string, fs *FileSource) *FilePager + func (m *FilePager) Close() error + func (m *FilePager) Columns() []string + func (m *FilePager) Next() schema.Message + func (m *FilePager) NextFile() (*FileReader, error) + func (m *FilePager) NextScanner() (schema.ConnScanner, error) + func (m *FilePager) RunFetcher() + func (m *FilePager) WalkExecSource(p *plan.Source) (exec.Task, error) + type FileReader struct + Exit chan bool + F io.ReadCloser + type FileReaderIterator interface + NextFile func() (*FileReader, error) + type FileSource struct + Partitioner string + func NewFileSource() *FileSource + func (m *FileSource) Close() error + func (m *FileSource) File(o cloudstorage.Object) *FileInfo + func (m *FileSource) Init() + func (m *FileSource) Open(tableName string) (schema.Conn, error) + func (m *FileSource) Setup(ss *schema.Schema) error + func (m *FileSource) Table(tableName string) (*schema.Table, error) + func (m *FileSource) Tables() []string + type FileStore interface + type FileStoreCreator func(*schema.Schema) (FileStore, error) + type FileTable struct + FileCount int + PartialPath string + Table string + type Partitioner func(uint64, *FileInfo) int