plugins

type Destination struct {
	Plugin DestinationPlugin
	// contains filtered or unexported fields
}

type DestinationJSONRPC struct {
	Path string
	Args []string
	// contains filtered or unexported fields
}

type DestinationPlugin interface {
	Plugin

	//SetSources sets the names of the input sources.
	SetSources(names []string) error

	//SetInputColumns sets the names of the input columns for the given Source.
	SetInputColumns(source string, columns []string) error

	//Send sends a batch of rows to the plugin, optionally returning output rows and/or
	//log entries.
	Send(row []InputRow) ([]LogEntry, error)

	//EOS signals the end of the stream and that the plugin should exit.
	EOS() ([]LogEntry, error)
}

type InputRow struct {
	Source string        `json:"source"`
	Data   []interface{} `json:"data"`
}

type LogEntry struct {
	Level   string `json:"level"`
	Message string `json:"message"`
}

type OutputRow struct {
	Destination string        `json:"destination"`
	Data        []interface{} `json:"data"`
}

type Plugin interface {
	//Dial connects to the plugin using whatever RPC. It can hold resources open.
	//These should be released when Close() is called.
	Dial() error

	//SetOption sets the given option name/value pair.
	SetOption(name string, value interface{}) error

	//Close releases any resources associated with the plugin.
	Close() error
}

type Source struct {
	Plugin SourcePlugin
	// contains filtered or unexported fields
}

type SourceJSONRPC struct {
	Path string
	Args []string
	// contains filtered or unexported fields
}

type SourcePlugin interface {
	Plugin

	//SetDestinations sets the names of the output destinations.
	SetDestinations(names []string) error

	//GetOutputColumns gets the name of the output columns for the given Destination.
	GetOutputColumns() (map[string][]string, error)

	//Receive optionally returns output rows and/or log entries. The boolean parameter
	//is used to indicate whether End of Stream has been reached.
	Receive() ([]OutputRow, []LogEntry, error)
}

type Transform struct {
	Plugin TransformPlugin
	Alias  string
	// contains filtered or unexported fields
}

type TransformJSONRPC struct {
	Path string
	Args []string
	// contains filtered or unexported fields
}

type TransformPlugin interface {
	Plugin

	//SetSources sets the names of the input sources.
	SetSources(names []string) error

	//SetDestinations sets the names of the output destinations.
	SetDestinations(names []string) error

	//SetInputColumns sets the names of the input columns for the given Source.
	SetInputColumns(source string, columns []string) error

	//GetOutputColumns gets the name of the output columns for the given Destination.
	GetOutputColumns() (map[string][]string, error)

	//Send sends a batch of rows to the plugin, optionally returning output rows and/or
	//log entries.
	Send(row []InputRow) ([]OutputRow, []LogEntry, error)

	//EOS signals the end of the stream and that the plugin should exit.
	EOS() ([]OutputRow, []LogEntry, error)
}