AmazonS3FileSystem amazonS3FileSystem
String bucketName
String name
String path
FileType fileType
FileSource fileSource
int maxInvalidRecords
FileSink fileSink
DataWriter discardWriter
boolean writeUuidAsString
BloombergMessageHeader header
BloombergMessageFields fields
BloombergMessageData data
BloombergMessageFooter footer
ReadWriteLock readWriteLock
Lock readLock
Lock writeLock
private void readObject(ObjectInputStream in) throws DataException
DataException
private void writeObject(ObjectOutputStream out) throws DataException
DataException
Record.State state
long createdOn
Node parentNode
Record values
long internalId
String internalName
String name
String description
boolean autoMapping
DefaultExpressionContext rootExpressionContext
EntityDef sourceEntity
EntityDef targetEntity
List<E> conditions
List<E> fieldMappings
Set<E> excludedFields
ExpressionContext previousSourceExpressionContext
ExpressionContext previousTargetExpressionContext
long rownum
DataMappingPart dataMappingPart
String details
Record source
Record target
LogicalExpression failedCondition
Map<K,V> exceptions
ValidationResult sourceEntityResult
ValidationResult targetEntityResult
Expression sourceExpression
String variable
LogicalExpression expression
String variable
Expression expression
DecisionTableRule ruleFired
Record outcome
String name
String description
DecisionTreeNode rootNode
DefaultExpressionContext rootExpressionContext
List<E> fields
long rownum
String variable
Expression expression
String variable
Expression expression
boolean includeInOutcome
boolean append
String name
JdbcConnectionFactory connectionFactory
String driverClassName
String url
String username
String password
Encoder<S,T> passwordEncoder
boolean useCatalog
Boolean isCatalogAtStart
Boolean supportsCatalogsInDataManipulation
Boolean supportsCatalogsInTableDefinitions
Boolean supportsCatalogsInPrivilegeDefinitions
List<E> catalogNames
List<E> schemas
List<E> properties
List<E> tables
List<E> queries
Map<K,V> javaTypeOverrides
JdbcValueReader sqlToJavaTypeMapper
JdbcConnectionListener listener
String columnName
int ordinalPosition
boolean ascending
String primaryKeyCatalogName
String primaryKeySchemaName
String primaryKeyTableName
String primaryKeyColumnName
String foriegnKeyCatalogName
String foriegnKeySchemaName
String foriegnKeyTableName
String foriegnKeyColumnName
int keySequence
int updateRule
int deleteRule
String foriegnKeyName
String primaryKeyName
int deferrability
String name
int sqlType
String databaseTypeName
int size
int scale
boolean nullable
String tableName
String schemaName
String catalogName
boolean autoIncrement
boolean currency
boolean readOnly
boolean searchable
boolean writable
Class<T> javaType
String className
boolean signed
String name
int sqlTypeIndex
String databaseTypeName
int size
int decimals
int radix
boolean nullable
String remarks
String defaultValue
int byteCount
int index
boolean autoIncrement
boolean generated
boolean pseudo
Integer primaryKeySequence
Integer rowIdentifierSequence
String className
boolean signed
Class<T> javaType
boolean negative
int wholeDigits
int fractionDigits
FieldType fieldType
NumberDescriptor numberDescriptor
String source
String wholePart
String fractionPart
Number number
String name
String description
PipelineInput input
EntityDef sourceEntity
EntityDef targetEntity
PipelineOutput output
boolean multithreaded
DataWriter discardWriter
String discardReasonFieldName
DateTimePatternDetector dateTimePatternDetector
NumberDetector numberDetector
DataMapping dataMapping
boolean sendSkippedToDiscardWriter
boolean saveLineage
String name
PipelineInput nestedPipelineInput
String name
PipelineOutput nestedPipelineOutput
String pattern
ConvertStringToDateTimeAction.FieldType type
Set<E> fields
String pattern
ConvertStringToNumberAction.FieldType type
Set<E> fields
DataMapping dataMapping
DecisionTable decisionTable
DecisionTree decisionTree
String expression
String expression
private void readObject(ObjectInputStream in) throws DataException
DataException
String name
int index
LongAdder valueCount
LongAdder nullCount
LongAdder blankCount
LongAdder inferredTextualValueCount
LongAdder inferredNumericValueCount
LongAdder inferredTemporalValueCount
LongAdder inferredBooleanValueCount
LongAdder inferredUuidValueCount
LongAdder arrayValueCount
AtomicInteger minimumArrayElements
AtomicInteger maximumArrayElements
AtomicInteger minimumLength
AtomicInteger maximumLength
LongAdder lengthSum
ConcurrentSkipListMap<K,V> fieldTypes
ConcurrentSkipListMap<K,V> nullValueFieldTypes
Map<K,V> temporalPatterns
Map<K,V> temporalFieldTypes
NumberDescriptor numberDescriptor
NumberDescriptor bigNumberDescriptor
String sampleValue
AbstractPipeline pipeline
Job job
int columnStatsReaderThreads
ExecutorService columnStatsWorkerPool
Integer maxRecordsToLoad
LongAdder recordStatsAdded
Long maxColumnStatsRecords
boolean inferStringTypes
boolean detectTemporalValues
boolean detectNumericValues
boolean detectBooleanValues
boolean detectBigNumberValues
boolean detectUuidValues
boolean collectUniqueValues
Throwable columnStatsException
Throwable dataLoadException
boolean dataLoading
boolean recordsLoaded
boolean columnStatsLoaded
Object dataLoadingFinishedLock
File statsFile
File metadataFile
String rootFolder
String fileNamePrefix
CopyOnWriteArrayList<E> columns
boolean deleteFilesOnClose
int recordsPerFile
com.northconcepts.datapipeline.foundations.pipeline.dataset.LocalFileDataset.CachedDataFile cachedDataFile
SequenceWriter sequenceWriter
Long totalRecordCount
long dataFileCount
int columnCount
RecordList data
List<E> columns
TreeNode rootNode
TreeNode parent
List<E> children
int instanceCount
int minimumChildInstanceCount
int maximumChildInstanceCount
boolean recordBreak
boolean field
boolean cascadeFieldValue
String fieldName
String xpathExpression
FileSource fileSource
String fieldSeparator
String startingQuote
String endingQuote
String[] lineSeparators
boolean allowMultiLineText
boolean allowQuoteInField
boolean trimFields
boolean skipEmptyRows
boolean fieldNamesInFirstRow
String charset
DataReaderFactory factory
Dataset dataset
FileSource fileSource
ExcelDocument.ProviderType providerType
String sheetName
int sheetIndex
int startingRow
int lastRow
int startingColumn
boolean skipEmptyRows
boolean fieldNamesInFirstRow
boolean evaluateExpressions
boolean useSheetColumnCount
boolean autoCloseDocument
List<E> fieldNames
FileSource fileSource
char fillChar
List<E> fields
boolean lastFieldConsumesRemaining
boolean skipEmptyRows
boolean fieldNamesInFirstRow
String charset
JdbcConnectionFactory jdbcConnectionFactory
String queryString
boolean autoCloseConnection
boolean useColumnLabel
Object[] parameters
int[] parameterSqlTypes
boolean useBigDecimal
FileSource fileSource
boolean useBigDecimal
List<E> recordBreaks
boolean autoCloseReader
boolean debug
FileSource fileSource
List<E> recordBreaks
List<E> fields
boolean addTextToParent
boolean ignoreNamespaces
boolean autoCloseReader
XmlReader.DuplicateFieldPolicy duplicateFieldPolicy
boolean debug
FileSource fileSource
boolean ignoreEmptyText
boolean mapTextRecordsToFields
boolean addTextToParent
boolean ignoreNamespaces
List<E> recordBreaks
boolean autoCloseReader
boolean debug
FileSink fileSink
String fieldSeparator
String startingQuote
String endingQuote
String newLine
CSVWriter.ValuePolicy nullValuePolicy
CSVWriter.ValuePolicy emptyStringValuePolicy
boolean forceQuote
boolean autoCloseWriter
boolean flushOnWrite
boolean fieldNamesInFirstRow
String charset
DataWriterFactory factory
FileSink fileSink
ExcelDocument.ProviderType providerType
String sheetName
int sheetIndex
int firstRowIndex
int firstColumnIndex
boolean autofitColumns
boolean autoFilterColumns
boolean fieldNamesInFirstRow
Map<K,V> styleFormats
JdbcConnectionFactory jdbcConnectionFactory
String tableName
boolean autoCloseConnection
int batchSize
boolean commitBatch
Map<K,V> jdbcTypes
boolean pretty
String rootTagName
String recordTagName
boolean writeXmlDeclaration
boolean writeFieldsAsAttributes
boolean autoCloseWriter
boolean flushOnWrite
FileSink fileSink
String charset
SchemaDef schemaDef
String name
String description
String superEntityName
List<E> fields
List<E> validations
boolean allowExtraFieldsInValidation
boolean allowExtraFieldsInMapping
boolean addMissingOptionalFields
List<E> indexes
Attributes attributes
Tags tags
SchemaDef schemaDef
String name
String description
RelationshipCardinality cardinality
String primaryEntityName
String foreignEntityName
List<E> foreignKeyFieldNames
ForeignKeyAction onUpdateAction
ForeignKeyAction onDeleteAction
Attributes attributes
Tags tags
EntityDef entityDef
Integer position
String name
String displayName
String description
FieldType type
boolean required
Integer minimumElements
Integer maximumElements
boolean strictArrays
ValueMatch<T> allowedValues
boolean limitToAllowedValues
Expression defaultValueExpression
String example
Attributes attributes
Tags tags
Integer primaryKeyPosition
PrimaryKeyType primaryKeyType
String referencedEntityName
SchemaPart schemaPart
String details
String pattern
boolean lenientPattern
DateTimeFormatter patternFormat
TemporalAccessor minimum
TemporalAccessor maximum
private void readObject(ObjectInputStream in) throws DataException
DataException
String pattern
DateTimePattern pattern
TemporalAccessor value
FieldType fieldType
String id
String emailAddress
String uniqueEmailId
EmailType emailType
ListMemberStatus status
String statusIfNew
Map<K,V> mergeFields
Map<K,V> interests
Map<K,V> stats
String ipSignup
String timestampSignup
String ipOpt
String timestampOpt
Long memberRating
String lastChanged
String language
Boolean vip
String emailClient
Location location
Long tagsCount
List<E> tags
String listId
List<E> links
Map<K,V> additionalProperties
FileSource fileSource
int batchSize
TypeDescription schema
FieldList columns
boolean saveLineage
Map<K,V> config
FileSink fileSink
TypeDescription schema
Map<K,V> configuration
int batchSize
boolean useTimestampInstant
boolean overwrite
boolean isUTC
boolean writeUuidAsString
RowBatchVersion rowBatchVersion
int bigDecimalPrecision
int bigDecimalScale
RoundingMode roundingMode
CompressionKind compressionKind
FileSource fileSource
Map<K,V> configuration
MessageType schema
boolean debug
MetadataFilter filter
boolean makeRequiredFieldsOptional
boolean removeFieldsWithoutColumnMetadata
boolean makeOptionalFieldsRequired
boolean removeFieldsWithoutValues
FileSink fileSink
MessageType schema
Map<K,V> configuration
int defaultBigNumberPrecision
int defaultBigDecimalScale
RoundingMode roundingMode
CompressionCodecName compressionCodecName
boolean defaultAdjustedToUTC
Long maxRecordsAnalyzed
String cacheFolder
int recordsPerCacheFile
FileSink fileSink
Date createdAtMax
Date createdAtMin
CommaSeparatedValues fieldsAsCsv
CommaSeparatedValues idsAsCsv
Date updatedAtMax
Date updatedAtMin
Date createdAtMax
Date createdAtMin
CommaSeparatedValues fieldsAsCsv
CommaSeparatedValues filterAsCsv
EventVerb verb
CommaSeparatedValues idsAsCsv
CommaSeparatedValues inventoryItemIdsAsCsv
CommaSeparatedValues locationIdsAsCsv
Date updatedAtMin
String id
Date createdAtMax
Date createdAtMin
CommaSeparatedValues fieldsAsCsv
FinancialStatus financialStatus
FulfillmentStatus fulfillmentStatus
CommaSeparatedValues idsAsCsv
Date processedAtMax
Date processedAtMin
OrderStatus status
Date updatedAtMax
Date updatedAtMin
ShopifyShippingAddress shippingAddress
String collectionId
Date createdAtMax
Date createdAtMin
CommaSeparatedValues fieldsAsCsv
CommaSeparatedValues handlesAsCsv
CommaSeparatedValues idsAsCsv
String productType
Date publishedAtMax
Date publishedAtMin
PublishedStatus publishedStatus
CommaSeparatedValues statusAsCsv
String title
Date updatedAtMax
Date updatedAtMin
String vendor
String address1
String address2
String city
String company
String country
String firstName
String lastName
String latitude
String longitude
String phone
String province
String zip
String name
String countryCode
String provinceCode
ArrayValue array
ObjectWrapper objectWrapper
Field field
ObjectWrapper objectWrapper
Record record
ObjectWrapper objectWrapper
int nextFieldIndex
Record record
ObjectWrapper objectWrapper
Copyright (c) 2006-2024 North Concepts Inc. All Rights Reserved.