http

Documentation

Overview

Copyright 2019 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

• Constants
• type Processor
  • func (h *Processor) Init(stageContext api.StageContext) []validation.Issue
  • func (h *Processor) Process(batch api.Batch, batchMaker api.BatchMaker) error
• type ProcessorConfig

Constants

const (
	Library     = "streamsets-datacollector-basic-lib"
	StageName   = "com_streamsets_pipeline_stage_processor_http_HttpDProcessor"
	Version     = 1
	Expression  = "EXPRESSION"
	Header      = "HEADER"
	Field       = "FIELD"
	None        = "NONE"
	ErrorCode03 = "error fetching resource. Status Code: %s, Reason: %s"
	ErrorCode32 = "error executing request: %s"
)

Types

type Processor

type Processor struct {
	*common.BaseStage
	*httpcommon.HttpCommon
	Conf ProcessorConfig `ConfigDefBean:"conf"`
}

func (*Processor) Init

func (h *Processor) Init(stageContext api.StageContext) []validation.Issue

func (*Processor) Process

func (h *Processor) Process(batch api.Batch, batchMaker api.BatchMaker) error

type ProcessorConfig

type ProcessorConfig struct {
	OutputField               string                            `ConfigDef:"type=STRING,required=true"`
	HeaderOutputLocation      string                            `ConfigDef:"type=STRING,required=true"`
	HeaderAttributePrefix     string                            `ConfigDef:"type=STRING,required=true"`
	HeaderOutputField         string                            `ConfigDef:"type=STRING,required=true,evaluation=EXPLICIT"`
	ResourceUrl               string                            `ConfigDef:"type=STRING,required=true,evaluation=EXPLICIT"`
	Headers                   map[string]string                 `ConfigDef:"type=MAP,required=true"`
	HttpMethod                string                            `ConfigDef:"type=STRING,required=true"`
	MethodExpression          string                            `ConfigDef:"type=STRING,required=true,evaluation=EXPLICIT"`
	RequestBody               string                            `ConfigDef:"type=STRING,required=true,evaluation=EXPLICIT"`
	DefaultRequestContentType string                            `ConfigDef:"type=STRING,required=true,evaluation=EXPLICIT"`
	RateLimit                 float64                           `ConfigDef:"type=NUMBER,required=true"`
	Client                    httpcommon.ClientConfigBean       `ConfigDefBean:"client"`
	DataFormat                string                            `ConfigDef:"type=STRING,required=true"`
	DataFormatConfig          dataparser.DataParserFormatConfig `ConfigDefBean:"dataFormatConfig"`
}