com.northconcepts.datapipeline.foundations.pipeline

Class AbstractPipeline

java.lang.Object

com.northconcepts.datapipeline.foundations.core.Bean

com.northconcepts.datapipeline.foundations.core.FoundationObject

com.northconcepts.datapipeline.foundations.pipeline.PipelineObject

com.northconcepts.datapipeline.foundations.pipeline.AbstractPipeline

All Implemented Interfaces:

JsonSerializable, RecordSerializable, XmlSerializable, DataReaderFactory, DataWriterFactory, JavaCodeGenerator, Serializable

Direct Known Subclasses:

DataMappingPipeline, NullPipeline, Pipeline

public abstract class AbstractPipeline
extends PipelineObject
implements DataReaderFactory, DataWriterFactory

See Also:

Serialized Form

Field Summary

Fields inherited from class com.northconcepts.datapipeline.foundations.core.FoundationObject

internalId, internalName, log, TIMESTAMP_FORMAT

Fields inherited from interface com.northconcepts.datapipeline.core.RecordSerializable

SERIALIZED_CLASS_NAME, TYPE

Fields inherited from interface com.northconcepts.datapipeline.core.XmlSerializable

XML_SERIALIZED_CLASS_NAME

Constructor Summary

Constructors

Constructor and Description
AbstractPipeline()

Method Summary

Modifier and Type	Method and Description
DataReader	applyDataProcessing(DataReader reader)
protected abstract DataReader	applyDataProcessingImpl(DataReader reader)
protected DataReader	applySourceEntityTransformer(DataReader reader)
protected DataReader	applyTargetEntityTransformer(DataReader reader)
DataReader	createDataReader()
DataWriter	createDataWriter()
Job	createJob()
AbstractPipeline	fromJson(String jsonString)
AbstractPipeline	fromRecord(Record source) Loads this instance's state from a record and returns this (for fluid API call chaining).
AbstractPipeline	fromXmlElement(Element pipelineElement)
void	generateJavaCode(JavaCodeBuilder code)
protected abstract void	generateJavaCodeImpl(JavaCodeBuilder code)
protected void	generateJavaCodePostProcess(JavaCodeBuilder code)
protected void	generateJavaCodePreProcess(JavaCodeBuilder code)
DateTimePatternDetector	getDateTimePatternDetector()
String	getDescription()
String	getDiscardReasonFieldName()
DataWriter	getDiscardWriter()
PipelineInput	getInput()
JavaCodeBuilder	getJavaCode()
String	getName()
NumberDetector	getNumberDetector()
PipelineOutput	getOutput()
EntityDef	getSourceEntity()
EntityDef	getTargetEntity()
boolean	isMultithreaded()
Job	run()
Job	runAsync()
AbstractPipeline	setDateTimePatternDetector(DateTimePatternDetector dateTimePatternDetector)
AbstractPipeline	setDescription(String description)
AbstractPipeline	setDiscardReasonFieldName(String discardReasonFieldName)
AbstractPipeline	setDiscardWriter(DataWriter discardWriter)
AbstractPipeline	setInput(PipelineInput input)
AbstractPipeline	setInputAsDataReader(DataReader reader)
AbstractPipeline	setInputAsDataReaderFactory(DataReaderFactory factory)
AbstractPipeline	setMultithreaded(boolean multithreaded)
AbstractPipeline	setName(String name)
AbstractPipeline	setNumberDetector(NumberDetector numberDetector)
AbstractPipeline	setOutput(PipelineOutput output)
AbstractPipeline	setOutputAsDataWriter(DataWriter writer)
AbstractPipeline	setOutputAsDataWriterFactory(DataWriterFactory factory)
AbstractPipeline	setSourceEntity(EntityDef sourceEntity)
AbstractPipeline	setTargetEntity(EntityDef targetEntity)
Record	toRecord()
Element	toXmlElement(Document document)

Methods inherited from class com.northconcepts.datapipeline.foundations.core.FoundationObject

addExceptionProperties, assertValid, assertValid, clone, exception, exception, exception, getInternalId, getInternalName, resetInternalId

Methods inherited from class com.northconcepts.datapipeline.foundations.core.Bean

toString

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.northconcepts.datapipeline.core.RecordSerializable

fromArrayValue, fromArrayValue, fromArrayValue, fromJson, newInstanceFromRecord, newInstanceFromRecord, toArrayValue, toJson, toJson, toJson, toRecord

Methods inherited from interface com.northconcepts.datapipeline.core.JsonSerializable

newInstanceFromJson

Methods inherited from interface com.northconcepts.datapipeline.core.XmlSerializable

forEachGrandChildElement, fromXml, fromXml, getAttribute, getAttribute, getAttribute, getAttribute, getAttribute, getAttribute, getAttribute, getAttribute, getAttribute, getAttribute, getChildElement, getChildElements, newInstanceFromXml, newInstanceFromXml, setAttribute, toXml, toXml, toXml, toXml, toXml, writeXml, writeXml

Constructor Detail

AbstractPipeline

public AbstractPipeline()

Method Detail

generateJavaCode

public void generateJavaCode(JavaCodeBuilder code)

Specified by:

generateJavaCode in interface JavaCodeGenerator

generateJavaCodePreProcess

protected void generateJavaCodePreProcess(JavaCodeBuilder code)

generateJavaCodeImpl

protected abstract void generateJavaCodeImpl(JavaCodeBuilder code)

generateJavaCodePostProcess

protected void generateJavaCodePostProcess(JavaCodeBuilder code)

getJavaCode

public JavaCodeBuilder getJavaCode()

getName

public String getName()

setName

public AbstractPipeline setName(String name)

getDescription

public String getDescription()

setDescription

public AbstractPipeline setDescription(String description)

getInput

public PipelineInput getInput()

setInput

public AbstractPipeline setInput(PipelineInput input)

setInputAsDataReaderFactory

public AbstractPipeline setInputAsDataReaderFactory(DataReaderFactory factory)

setInputAsDataReader

public AbstractPipeline setInputAsDataReader(DataReader reader)

getSourceEntity

public EntityDef getSourceEntity()

setSourceEntity

public AbstractPipeline setSourceEntity(EntityDef sourceEntity)

getTargetEntity

public EntityDef getTargetEntity()

setTargetEntity

public AbstractPipeline setTargetEntity(EntityDef targetEntity)

getOutput

public PipelineOutput getOutput()

setOutput

public AbstractPipeline setOutput(PipelineOutput output)

setOutputAsDataWriterFactory

public AbstractPipeline setOutputAsDataWriterFactory(DataWriterFactory factory)

setOutputAsDataWriter

public AbstractPipeline setOutputAsDataWriter(DataWriter writer)

isMultithreaded

public boolean isMultithreaded()

setMultithreaded

public AbstractPipeline setMultithreaded(boolean multithreaded)

getDiscardWriter

public DataWriter getDiscardWriter()

setDiscardWriter

public AbstractPipeline setDiscardWriter(DataWriter discardWriter)

getDiscardReasonFieldName

public String getDiscardReasonFieldName()

setDiscardReasonFieldName

public AbstractPipeline setDiscardReasonFieldName(String discardReasonFieldName)

getDateTimePatternDetector

public DateTimePatternDetector getDateTimePatternDetector()

setDateTimePatternDetector

public AbstractPipeline setDateTimePatternDetector(DateTimePatternDetector dateTimePatternDetector)

getNumberDetector

public NumberDetector getNumberDetector()

setNumberDetector

public AbstractPipeline setNumberDetector(NumberDetector numberDetector)

applySourceEntityTransformer

protected DataReader applySourceEntityTransformer(DataReader reader)

applyTargetEntityTransformer

protected DataReader applyTargetEntityTransformer(DataReader reader)

createDataReader

public DataReader createDataReader()

Specified by:

createDataReader in interface DataReaderFactory

applyDataProcessing

public final DataReader applyDataProcessing(DataReader reader)

applyDataProcessingImpl

protected abstract DataReader applyDataProcessingImpl(DataReader reader)

createDataWriter

public DataWriter createDataWriter()

Specified by:

createDataWriter in interface DataWriterFactory

createJob

public Job createJob()

run

public Job run()

runAsync

public Job runAsync()

toRecord

public Record toRecord()

Specified by:

toRecord in interface RecordSerializable

Overrides:

toRecord in class Bean

fromRecord

public AbstractPipeline fromRecord(Record source)

Description copied from interface: RecordSerializable

Loads this instance's state from a record and returns this (for fluid API call chaining). For fluid API call chaining, the overridden method should change the declared return type to its class.

Specified by:

fromRecord in interface RecordSerializable

Overrides:

fromRecord in class Bean

Returns:

this instance.

fromJson

public AbstractPipeline fromJson(String jsonString)

Specified by:

fromJson in interface JsonSerializable

Specified by:

fromJson in interface RecordSerializable

toXmlElement

public Element toXmlElement(Document document)

Specified by:

toXmlElement in interface XmlSerializable

fromXmlElement

public AbstractPipeline fromXmlElement(Element pipelineElement)

Specified by:

fromXmlElement in interface XmlSerializable