Serialized Form
-
Package com.northconcepts.datapipeline.amazons3
-
Class com.northconcepts.datapipeline.amazons3.AmazonS3File
class AmazonS3File extends Bean implements Serializable -
Class com.northconcepts.datapipeline.amazons3.AmazonS3FileSink
class AmazonS3FileSink extends AmazonS3File implements Serializable -
Class com.northconcepts.datapipeline.amazons3.AmazonS3FileSource
class AmazonS3FileSource extends AmazonS3File implements Serializable
-
-
Package com.northconcepts.datapipeline.avro.pipeline.input
-
Class com.northconcepts.datapipeline.avro.pipeline.input.AvroPipelineInput
class AvroPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
fileSource
FileSource fileSource
-
maxInvalidRecords
int maxInvalidRecords
-
-
-
-
Package com.northconcepts.datapipeline.avro.pipeline.output
-
Class com.northconcepts.datapipeline.avro.pipeline.output.AvroPipelineOutput
class AvroPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
defaultBigDecimalScale
int defaultBigDecimalScale
-
defaultBigNumberPrecision
int defaultBigNumberPrecision
-
discardWriter
DataWriter discardWriter
-
fileSink
FileSink fileSink
-
removeUnsupportedChars
boolean removeUnsupportedChars
-
writeUuidAsString
boolean writeUuidAsString
-
-
-
-
Package com.northconcepts.datapipeline.bloomberg
-
Class com.northconcepts.datapipeline.bloomberg.BloombergMessage
class BloombergMessage extends Bean implements Serializable-
Serialized Fields
-
data
BloombergMessageData data
-
fields
BloombergMessageFields fields
-
footer
BloombergMessageFooter footer
-
header
BloombergMessageHeader header
-
-
-
-
Package com.northconcepts.datapipeline.core
-
Class com.northconcepts.datapipeline.core.ArrayValue
- serialVersionUID:
- 1L
-
Class com.northconcepts.datapipeline.core.ConcurrentRecordList
class ConcurrentRecordList extends RecordList implements Serializable-
Serialized Fields
-
readLock
Lock readLock
-
readWriteLock
ReadWriteLock readWriteLock
-
writeLock
Lock writeLock
-
-
-
Exception Class com.northconcepts.datapipeline.core.DataException
class DataException extends RuntimeException implements Serializable- serialVersionUID:
- 1L
-
Class com.northconcepts.datapipeline.core.Field
class Field extends Node implements Serializable- serialVersionUID:
- 1L
-
Class com.northconcepts.datapipeline.core.Node
class Node extends Object implements Serializable- serialVersionUID:
- 1L
-
Class com.northconcepts.datapipeline.core.Record
- serialVersionUID:
- 1L
-
Serialization Methods
-
readObject
- Throws:
DataException
-
writeObject
- Throws:
DataException
-
-
Serialized Fields
-
createdOn
long createdOn
-
state
Record.State state
-
-
Class com.northconcepts.datapipeline.core.RecordList
class RecordList extends Object implements Serializable- serialVersionUID:
- 1L
-
Class com.northconcepts.datapipeline.core.SingleValue
- serialVersionUID:
- 1L
-
Class com.northconcepts.datapipeline.core.ValueNode
class ValueNode extends Node implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
parentNode
Node parentNode
-
-
-
Package com.northconcepts.datapipeline.expression
-
Exception Class com.northconcepts.datapipeline.expression.ParseException
class ParseException extends DataException implements Serializable- serialVersionUID:
- 1L
-
-
Package com.northconcepts.datapipeline.foundations.core
-
Class com.northconcepts.datapipeline.foundations.core.Attributes
class Attributes extends Bean implements Serializable-
Serialized Fields
-
values
Record values
-
-
-
Class com.northconcepts.datapipeline.foundations.core.Bean
class Bean extends Object implements Serializable- serialVersionUID:
- 1L
-
Class com.northconcepts.datapipeline.foundations.core.FoundationObject
class FoundationObject extends Bean implements Serializable-
Serialized Fields
-
internalId
long internalId
-
internalName
String internalName
-
-
-
Class com.northconcepts.datapipeline.foundations.core.Property
class Property extends Bean implements Serializable -
Class com.northconcepts.datapipeline.foundations.core.Tags
class Tags extends Bean implements Serializable
-
-
Package com.northconcepts.datapipeline.foundations.datamapping
-
Class com.northconcepts.datapipeline.foundations.datamapping.AbstractFieldMapping
class AbstractFieldMapping extends DataMappingPart implements Serializable -
Class com.northconcepts.datapipeline.foundations.datamapping.DataMapping
class DataMapping extends DataMappingPart implements Serializable-
Serialized Fields
-
autoMapping
boolean autoMapping
-
conditions
List<LogicalExpression> conditions
-
description
String description
-
excludedFields
Set<String> excludedFields
-
fieldMappings
List<IFieldMapping> fieldMappings
-
name
String name
-
previousSourceExpressionContext
ExpressionContext previousSourceExpressionContext
-
previousTargetExpressionContext
ExpressionContext previousTargetExpressionContext
-
rootExpressionContext
DefaultExpressionContext rootExpressionContext
-
rownum
long rownum
-
sourceEntity
EntityDef sourceEntity
-
targetEntity
EntityDef targetEntity
-
-
-
Class com.northconcepts.datapipeline.foundations.datamapping.DataMappingObject
class DataMappingObject extends FoundationObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.datamapping.DataMappingPart
class DataMappingPart extends DataMappingObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.datamapping.DataMappingProblem
class DataMappingProblem extends DataMappingObject implements Serializable-
Serialized Fields
-
dataMappingPart
DataMappingPart dataMappingPart
-
details
String details
-
-
-
Class com.northconcepts.datapipeline.foundations.datamapping.DataMappingResult
class DataMappingResult extends DataMappingObject implements Serializable-
Serialized Fields
-
exceptions
Map<String,
Throwable> exceptions -
failedCondition
LogicalExpression failedCondition
-
source
Record source
-
sourceEntityResult
ValidationResult sourceEntityResult
-
target
Record target
-
targetEntityResult
ValidationResult targetEntityResult
-
-
-
Class com.northconcepts.datapipeline.foundations.datamapping.FieldMapping
class FieldMapping extends AbstractFieldMapping implements Serializable-
Serialized Fields
-
sourceExpression
Expression sourceExpression
-
-
-
-
Package com.northconcepts.datapipeline.foundations.decisiontable
-
Class com.northconcepts.datapipeline.foundations.decisiontable.DecisionTable
class DecisionTable extends DecisionTableObject implements Serializable-
Serialized Fields
-
defaultOutcomes
List<DecisionTableOutcome> defaultOutcomes
-
description
String description
-
fields
List<CalculatedField> fields
-
name
String name
-
rootExpressionContext
DefaultExpressionContext rootExpressionContext
-
rownum
long rownum
-
rules
List<DecisionTableRule> rules
-
-
-
Class com.northconcepts.datapipeline.foundations.decisiontable.DecisionTableCondition
class DecisionTableCondition extends DecisionTableObject implements Serializable-
Serialized Fields
-
expression
LogicalExpression expression
-
variable
String variable
-
-
-
Class com.northconcepts.datapipeline.foundations.decisiontable.DecisionTableObject
class DecisionTableObject extends FoundationObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.decisiontable.DecisionTableOutcome
class DecisionTableOutcome extends DecisionTableObject implements Serializable-
Serialized Fields
-
expression
Expression expression
-
variable
String variable
-
-
-
Class com.northconcepts.datapipeline.foundations.decisiontable.DecisionTableResult
class DecisionTableResult extends DecisionTableObject implements Serializable-
Serialized Fields
-
outcome
Record outcome
-
ruleFired
DecisionTableRule ruleFired
-
-
-
Class com.northconcepts.datapipeline.foundations.decisiontable.DecisionTableRule
class DecisionTableRule extends DecisionTableObject implements Serializable-
Serialized Fields
-
allowNoConditions
boolean allowNoConditions
-
allowNoOutcomes
boolean allowNoOutcomes
-
conditions
ArrayList<DecisionTableCondition> conditions
-
description
String description
-
name
String name
-
outcomes
ArrayList<DecisionTableOutcome> outcomes
-
-
-
-
Package com.northconcepts.datapipeline.foundations.decisiontree
-
Class com.northconcepts.datapipeline.foundations.decisiontree.DecisionTree
class DecisionTree extends DecisionTreeObject implements Serializable-
Serialized Fields
-
description
String description
-
fields
List<CalculatedField> fields
-
name
String name
-
rootExpressionContext
DefaultExpressionContext rootExpressionContext
-
rootNode
DecisionTreeNode rootNode
-
rownum
long rownum
-
-
-
Class com.northconcepts.datapipeline.foundations.decisiontree.DecisionTreeNode
class DecisionTreeNode extends DecisionTreeObject implements Serializable-
Serialized Fields
-
condition
LogicalExpression condition
-
defaultNode
DecisionTreeNode defaultNode
-
description
String description
-
name
String name
-
nodes
ArrayList<DecisionTreeNode> nodes
-
outcomes
ArrayList<DecisionTreeOutcome> outcomes
-
-
-
Class com.northconcepts.datapipeline.foundations.decisiontree.DecisionTreeObject
class DecisionTreeObject extends FoundationObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.decisiontree.DecisionTreeOutcome
class DecisionTreeOutcome extends DecisionTreeObject implements Serializable-
Serialized Fields
-
expression
Expression expression
-
variable
String variable
-
-
-
Class com.northconcepts.datapipeline.foundations.decisiontree.DecisionTreeResult
class DecisionTreeResult extends DecisionTreeObject implements Serializable-
Serialized Fields
-
outcome
Record outcome
-
path
List<DecisionTreeNode> path
-
-
-
-
Package com.northconcepts.datapipeline.foundations.difference
-
Class com.northconcepts.datapipeline.foundations.difference.Diff
class Diff extends Bean implements Serializable -
Class com.northconcepts.datapipeline.foundations.difference.PropertyDiff
-
Class com.northconcepts.datapipeline.foundations.difference.RecordDiff
-
-
Package com.northconcepts.datapipeline.foundations.expression
-
Class com.northconcepts.datapipeline.foundations.expression.CalculatedField
class CalculatedField extends FoundationObject implements Serializable-
Serialized Fields
-
expression
Expression expression
-
includeInOutcome
boolean includeInOutcome
-
variable
String variable
-
-
-
-
Package com.northconcepts.datapipeline.foundations.file
-
Class com.northconcepts.datapipeline.foundations.file.LocalFile
class LocalFile extends Bean implements Serializable -
Class com.northconcepts.datapipeline.foundations.file.LocalFileSink
class LocalFileSink extends LocalFile implements Serializable-
Serialized Fields
-
append
boolean append
-
-
-
Class com.northconcepts.datapipeline.foundations.file.LocalFileSource
class LocalFileSource extends LocalFile implements Serializable
-
-
Package com.northconcepts.datapipeline.foundations.jdbc
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcConnection
class JdbcConnection extends FoundationObject implements Serializable-
Serialized Fields
-
catalogNames
List<String> catalogNames
-
connectionFactory
JdbcConnectionFactory connectionFactory
-
driverClassName
String driverClassName
-
isCatalogAtStart
Boolean isCatalogAtStart
-
javaTypeOverrides
Map<String,
Class<?>> javaTypeOverrides -
listener
JdbcConnectionListener listener
-
name
String name
-
password
String password
-
passwordEncoder
Encoder<String,
String> passwordEncoder -
properties
List<Property> properties
-
queries
List<JdbcQuery> queries
-
schemas
List<JdbcSchema> schemas
-
sqlToJavaTypeMapper
JdbcValueReader sqlToJavaTypeMapper
-
supportsCatalogsInDataManipulation
Boolean supportsCatalogsInDataManipulation
-
supportsCatalogsInPrivilegeDefinitions
Boolean supportsCatalogsInPrivilegeDefinitions
-
supportsCatalogsInTableDefinitions
Boolean supportsCatalogsInTableDefinitions
-
tables
List<JdbcTable> tables
-
url
String url
-
useCatalog
boolean useCatalog
-
username
String username
-
-
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcExportedKey
class JdbcExportedKey extends JdbcImportedKey implements Serializable -
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcFieldIndex
class JdbcFieldIndex extends Bean implements Serializable-
Serialized Fields
-
ascending
boolean ascending
-
columnName
String columnName
-
ordinalPosition
int ordinalPosition
-
-
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcImportedKey
class JdbcImportedKey extends Bean implements Serializable-
Serialized Fields
-
deferrability
int deferrability
-
deleteRule
int deleteRule
-
foriegnKeyCatalogName
String foriegnKeyCatalogName
-
foriegnKeyColumnName
String foriegnKeyColumnName
-
foriegnKeyName
String foriegnKeyName
-
foriegnKeySchemaName
String foriegnKeySchemaName
-
foriegnKeyTableName
String foriegnKeyTableName
-
keySequence
int keySequence
-
primaryKeyCatalogName
String primaryKeyCatalogName
-
primaryKeyColumnName
String primaryKeyColumnName
-
primaryKeyName
String primaryKeyName
-
primaryKeySchemaName
String primaryKeySchemaName
-
primaryKeyTableName
String primaryKeyTableName
-
updateRule
int updateRule
-
-
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcIndex
class JdbcIndex extends Bean implements Serializable-
Serialized Fields
-
cardinality
long cardinality
-
fieldIndexes
List<JdbcFieldIndex> fieldIndexes
-
filterCondition
String filterCondition
-
indexName
String indexName
-
indexQualifier
String indexQualifier
-
nonUnique
boolean nonUnique
-
pages
long pages
-
type
int type
-
-
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcQuery
class JdbcQuery extends Bean implements Serializable-
Serialized Fields
-
cardinality
JdbcQuery.Cardinality cardinality
-
columns
List<JdbcQueryColumn> columns
-
name
String name
-
parameters
List<JdbcQueryParameter> parameters
-
query
String query
-
-
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcQueryColumn
class JdbcQueryColumn extends Bean implements Serializable-
Serialized Fields
-
autoIncrement
boolean autoIncrement
-
catalogName
String catalogName
-
className
String className
-
currency
boolean currency
-
databaseTypeName
String databaseTypeName
-
javaType
Class<?> javaType
-
name
String name
-
nullable
boolean nullable
-
readOnly
boolean readOnly
-
scale
int scale
-
schemaName
String schemaName
-
searchable
boolean searchable
-
signed
boolean signed
-
size
int size
-
sqlType
int sqlType
-
tableName
String tableName
-
writable
boolean writable
-
-
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcQueryParameter
class JdbcQueryParameter extends Bean implements Serializable -
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcSchema
class JdbcSchema extends FoundationObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcTable
class JdbcTable extends Bean implements Serializable-
Serialized Fields
-
catalogName
String catalogName
-
columns
List<JdbcTableColumn> columns
-
exportedKeys
List<JdbcExportedKey> exportedKeys
-
importedKeys
List<JdbcImportedKey> importedKeys
-
indexes
List<JdbcIndex> indexes
-
name
String name
-
primaryKeyName
String primaryKeyName
-
remarks
String remarks
-
schemaName
String schemaName
-
type
String type
-
-
-
Class com.northconcepts.datapipeline.foundations.jdbc.JdbcTableColumn
class JdbcTableColumn extends Bean implements Serializable-
Serialized Fields
-
autoIncrement
boolean autoIncrement
-
byteCount
int byteCount
-
className
String className
-
databaseTypeName
String databaseTypeName
-
decimals
int decimals
-
defaultValue
String defaultValue
-
generated
boolean generated
-
index
int index
-
javaType
Class<?> javaType
-
name
String name
-
nullable
boolean nullable
-
primaryKeySequence
Integer primaryKeySequence
-
pseudo
boolean pseudo
-
radix
int radix
-
remarks
String remarks
-
rowIdentifierSequence
Integer rowIdentifierSequence
-
signed
boolean signed
-
size
int size
-
sqlTypeIndex
int sqlTypeIndex
-
-
-
-
Package com.northconcepts.datapipeline.foundations.number
-
Class com.northconcepts.datapipeline.foundations.number.NumberDescriptor
class NumberDescriptor extends Bean implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
fieldType
FieldType fieldType
-
fractionDigits
int fractionDigits
-
negative
boolean negative
-
wholeDigits
int wholeDigits
-
-
Class com.northconcepts.datapipeline.foundations.number.NumberMatch
class NumberMatch extends Bean implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
fractionPart
String fractionPart
-
number
Number number
-
numberDescriptor
NumberDescriptor numberDescriptor
-
source
String source
-
wholePart
String wholePart
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline
-
Class com.northconcepts.datapipeline.foundations.pipeline.AbstractPipeline
class AbstractPipeline extends PipelineObject implements Serializable-
Serialized Fields
-
dateTimePatternDetector
DateTimePatternDetector dateTimePatternDetector
-
description
String description
-
discardReasonFieldName
String discardReasonFieldName
-
discardWriter
DataWriter discardWriter
-
input
PipelineInput input
-
multithreaded
boolean multithreaded
-
name
String name
-
numberDetector
NumberDetector numberDetector
-
output
PipelineOutput output
-
sourceEntity
EntityDef sourceEntity
-
targetEntity
EntityDef targetEntity
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.DataMappingPipeline
class DataMappingPipeline extends AbstractPipeline implements Serializable-
Serialized Fields
-
dataMapping
DataMapping dataMapping
-
sendSkippedToDiscardWriter
boolean sendSkippedToDiscardWriter
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.NullPipeline
class NullPipeline extends AbstractPipeline implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.Pipeline
class Pipeline extends AbstractPipeline implements Serializable-
Serialized Fields
-
actions
List<PipelineAction> actions
-
undoneActions
List<PipelineAction> undoneActions
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.PipelineInput
class PipelineInput extends PipelineObject implements Serializable-
Serialized Fields
-
saveLineage
boolean saveLineage
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.PipelineObject
class PipelineObject extends FoundationObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.PipelineOutput
class PipelineOutput extends PipelineObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.ProxyPipelineInput
class ProxyPipelineInput extends PipelineInput implements Serializable-
Serialized Fields
-
name
String name
-
nestedPipelineInput
PipelineInput nestedPipelineInput
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.ProxyPipelineOutput
class ProxyPipelineOutput extends PipelineOutput implements Serializable-
Serialized Fields
-
name
String name
-
nestedPipelineOutput
PipelineOutput nestedPipelineOutput
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.CompositePipelineAction
class CompositePipelineAction extends PipelineAction implements Serializable-
Serialized Fields
-
actions
List<PipelineAction> actions
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.PipelineAction
class PipelineAction extends PipelineObject implements Serializable
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action.aggregate
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.aggregate.AggregateGroupFieldsAction
class AggregateGroupFieldsAction extends PipelineAction implements Serializable-
Serialized Fields
-
fields
Set<AggregateGroupFieldsAction.GroupByField> fields
-
parseFieldNamesAsFieldPath
boolean parseFieldNamesAsFieldPath
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action.convert
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.convert.ConvertDateTimeToStringAction
class ConvertDateTimeToStringAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.convert.ConvertNullToValueAction
class ConvertNullToValueAction extends PipelineAction implements Serializable-
Serialized Fields
-
mapping
Map<String,
ConvertNullToValueAction.TypeValue> mapping
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.convert.ConvertNumberToStringAction
class ConvertNumberToStringAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.convert.ConvertStringToBooleanAction
class ConvertStringToBooleanAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.convert.ConvertStringToDateTimeAction
class ConvertStringToDateTimeAction extends PipelineAction implements Serializable-
Serialized Fields
-
fields
Set<String> fields
-
pattern
String pattern
-
type
ConvertStringToDateTimeAction.FieldType type
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.convert.ConvertStringToNumberAction
class ConvertStringToNumberAction extends PipelineAction implements Serializable-
Serialized Fields
-
fields
Set<String> fields
-
pattern
String pattern
-
type
ConvertStringToNumberAction.FieldType type
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.convert.ConvertValueToStringAction
class ConvertValueToStringAction extends PipelineAction implements Serializable
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action.datamapping
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.datamapping.DataMappingAction
class DataMappingAction extends PipelineAction implements Serializable-
Serialized Fields
-
dataMapping
DataMapping dataMapping
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action.decision
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.decision.DecisionTableAction
class DecisionTableAction extends PipelineAction implements Serializable-
Serialized Fields
-
decisionTable
DecisionTable decisionTable
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.decision.DecisionTreeAction
class DecisionTreeAction extends PipelineAction implements Serializable-
Serialized Fields
-
decisionTree
DecisionTree decisionTree
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action.filter
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.filter.FilterFieldExistsAction
class FilterFieldExistsAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.filter.FilterFieldMatchesPatternAction
class FilterFieldMatchesPatternAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.filter.FilterFieldNotNullAction
class FilterFieldNotNullAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.filter.FilterMatchExpression
class FilterMatchExpression extends PipelineAction implements Serializable-
Serialized Fields
-
expression
String expression
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action.transform
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.transform.AddFieldsAction
class AddFieldsAction extends PipelineAction implements Serializable-
Serialized Fields
-
mapping
Map<String,
AddFieldsAction.TypeValue> mapping -
parseFieldNamesAsFieldPath
boolean parseFieldNamesAsFieldPath
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.transform.CopyFieldsAction
class CopyFieldsAction extends PipelineAction implements Serializable-
Serialized Fields
-
mapping
List<CopyFieldsAction.FieldMapping> mapping
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.transform.RemoveDuplicatesAction
class RemoveDuplicatesAction extends PipelineAction implements Serializable-
Serialized Fields
-
fields
FieldList fields
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.transform.RenameFieldsAction
class RenameFieldsAction extends PipelineAction implements Serializable-
Serialized Fields
-
mapping
List<RenameFieldsAction.FieldMapping> mapping
-
parseFieldNamesAsFieldPath
boolean parseFieldNamesAsFieldPath
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.transform.SelectArrangeFieldsAction
class SelectArrangeFieldsAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.transform.SortFieldsAction
class SortFieldsAction extends PipelineAction implements Serializable
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.action.validate
-
Class com.northconcepts.datapipeline.foundations.pipeline.action.validate.ValidateFieldsExistsAction
class ValidateFieldsExistsAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.validate.ValidateFieldsMatchPatternAction
class ValidateFieldsMatchPatternAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.validate.ValidateFieldsNotNullAction
class ValidateFieldsNotNullAction extends PipelineAction implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.action.validate.ValidateMatchExpression
class ValidateMatchExpression extends PipelineAction implements Serializable-
Serialized Fields
-
expression
String expression
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.dataset
-
Class com.northconcepts.datapipeline.foundations.pipeline.dataset.Column
class Column extends Bean implements Serializable- serialVersionUID:
- 1L
-
Serialization Methods
-
readObject
- Throws:
DataException
-
-
Serialized Fields
-
arrayValueCount
LongAdder arrayValueCount
-
bigNumberDescriptor
NumberDescriptor bigNumberDescriptor
-
blankCount
LongAdder blankCount
-
fieldTypes
ConcurrentSkipListMap<FieldType,
LongAdder> fieldTypes -
index
int index
-
inferredBooleanValueCount
LongAdder inferredBooleanValueCount
-
inferredNumericValueCount
LongAdder inferredNumericValueCount
-
inferredTemporalValueCount
LongAdder inferredTemporalValueCount
-
inferredTextualValueCount
LongAdder inferredTextualValueCount
-
inferredUuidValueCount
LongAdder inferredUuidValueCount
-
lengthSum
LongAdder lengthSum
-
maximumArrayElements
AtomicInteger maximumArrayElements
-
maximumLength
AtomicInteger maximumLength
-
minimumArrayElements
AtomicInteger minimumArrayElements
-
minimumLength
AtomicInteger minimumLength
-
name
String name
-
nullCount
LongAdder nullCount
-
nullValueFieldTypes
ConcurrentSkipListMap<FieldType,
LongAdder> nullValueFieldTypes -
numberDescriptor
NumberDescriptor numberDescriptor
-
sampleValue
String sampleValue
-
temporalFieldTypes
Map<FieldType,
LongAdder> temporalFieldTypes -
temporalPatterns
Map<DateTimePattern,
LongAdder> temporalPatterns -
valueCount
LongAdder valueCount
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.dataset.Dataset
class Dataset extends FoundationObject implements Serializable-
Serialized Fields
-
collectUniqueValues
boolean collectUniqueValues
-
columnStatsException
Throwable columnStatsException
-
columnStatsLoaded
boolean columnStatsLoaded
-
columnStatsReaderThreads
int columnStatsReaderThreads
-
columnStatsWorkerPool
ExecutorService columnStatsWorkerPool
-
dataLoadException
Throwable dataLoadException
-
dataLoading
boolean dataLoading
-
dataLoadingFinishedLock
Object dataLoadingFinishedLock
-
detectBigNumberValues
boolean detectBigNumberValues
-
detectBooleanValues
boolean detectBooleanValues
-
detectNumericValues
boolean detectNumericValues
-
detectTemporalValues
boolean detectTemporalValues
-
detectUuidValues
boolean detectUuidValues
-
inferStringTypes
boolean inferStringTypes
-
job
Job job
-
jobExecutor
Executor jobExecutor
-
maxColumnStatsRecords
Long maxColumnStatsRecords
-
maxColumnsToAnalyze
Integer maxColumnsToAnalyze
-
maxRecordsToLoad
Integer maxRecordsToLoad
-
pipeline
AbstractPipeline pipeline
-
recordsLoaded
boolean recordsLoaded
-
recordStatsAdded
LongAdder recordStatsAdded
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.dataset.JdbcDataset
class JdbcDataset extends Dataset implements Serializable-
Serialized Fields
-
autoCloseConnection
boolean autoCloseConnection
-
cachedRecordCount
Long cachedRecordCount
-
columns
CopyOnWriteArrayList<Column> columns
-
connection
Connection connection
-
databaseProvider
JdbcDataset.DatabaseProvider databaseProvider
-
dataTableName
String dataTableName
-
dropTablesOnClose
boolean dropTablesOnClose
-
jdbcFacade
JdbcFacade jdbcFacade
-
jdbcWriter
JdbcWriter jdbcWriter
-
statsTableName
String statsTableName
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.dataset.LocalFileDataset
class LocalFileDataset extends Dataset implements Serializable-
Serialized Fields
-
cachedDataFile
com.northconcepts.datapipeline.foundations.pipeline.dataset.LocalFileDataset.CachedDataFile cachedDataFile
-
columnCount
int columnCount
-
columns
CopyOnWriteArrayList<Column> columns
-
dataFileCount
long dataFileCount
-
deleteFilesOnClose
boolean deleteFilesOnClose
-
fileNamePrefix
String fileNamePrefix
-
metadataFile
File metadataFile
-
recordsPerFile
int recordsPerFile
-
rootFolder
String rootFolder
-
sequenceWriter
SequenceWriter sequenceWriter
-
statsFile
File statsFile
-
totalRecordCount
Long totalRecordCount
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.dataset.MemoryDataset
class MemoryDataset extends Dataset implements Serializable-
Serialized Fields
-
columns
List<Column> columns
-
data
RecordList data
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.dataset.MvStoreDataset
class MvStoreDataset extends Dataset implements Serializable-
Serialized Fields
-
columnNameIndex
org.h2.mvstore.MVMap<String,
Integer> columnNameIndex -
columnsLock
Object columnsLock
-
columnTable
org.h2.mvstore.MVMap<Integer,
Column> columnTable -
database
org.h2.mvstore.MVStore database
-
databaseFile
File databaseFile
-
dataPersisted
boolean dataPersisted
-
deleteDatabaseFileOnClose
boolean deleteDatabaseFileOnClose
-
recordTable
org.h2.mvstore.MVMap<Long,
Record> recordTable
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.input
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.CsvPipelineInput
class CsvPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
allowMultiLineText
boolean allowMultiLineText
-
allowQuoteInField
boolean allowQuoteInField
-
charset
String charset
-
endingQuote
String endingQuote
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fieldSeparator
String fieldSeparator
-
fileSource
FileSource fileSource
-
lineSeparators
String[] lineSeparators
-
skipEmptyRows
boolean skipEmptyRows
-
startingQuote
String startingQuote
-
trimFields
boolean trimFields
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.DataReaderPipelineInput
class DataReaderPipelineInput extends PipelineInput implements Serializable-
Serialized Fields
-
factory
DataReaderFactory factory
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.DatasetPipelineInput
class DatasetPipelineInput extends PipelineInput implements Serializable-
Serialized Fields
-
dataset
Dataset dataset
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.ExcelPipelineInput
class ExcelPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
autoCloseDocument
boolean autoCloseDocument
-
evaluateExpressions
boolean evaluateExpressions
-
failedExpressionStrategy
ExcelReader.FailedExpressionStrategy failedExpressionStrategy
-
fieldNames
List<String> fieldNames
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fileSource
FileSource fileSource
-
lastRow
int lastRow
-
providerType
ExcelDocument.ProviderType providerType
-
sheetIndex
int sheetIndex
-
sheetName
String sheetName
-
skipEmptyRows
boolean skipEmptyRows
-
startingColumn
int startingColumn
-
startingRow
int startingRow
-
useSheetColumnCount
boolean useSheetColumnCount
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.FileSourcePipelineInput
class FileSourcePipelineInput extends PipelineInput implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.input.FixedWidthPipelineInput
class FixedWidthPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
charset
String charset
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fields
List<FixedWidthField> fields
-
fileSource
FileSource fileSource
-
fillChar
char fillChar
-
lastFieldConsumesRemaining
boolean lastFieldConsumesRemaining
-
skipEmptyRows
boolean skipEmptyRows
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.JdbcPipelineInput
class JdbcPipelineInput extends PipelineInput implements Serializable-
Serialized Fields
-
autoCloseConnection
boolean autoCloseConnection
-
jdbcConnectionFactory
JdbcConnectionFactory jdbcConnectionFactory
-
parameters
Object[] parameters
-
parameterSqlTypes
int[] parameterSqlTypes
-
queryString
String queryString
-
useColumnLabel
boolean useColumnLabel
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.JsonPipelineInput
class JsonPipelineInput extends XmlPipelineInput implements Serializable-
Serialized Fields
-
useBigDecimal
boolean useBigDecimal
-
useBigInteger
boolean useBigInteger
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.JsonRecordPipelineInput
class JsonRecordPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
autoCloseReader
boolean autoCloseReader
-
debug
boolean debug
-
fileSource
FileSource fileSource
-
recordBreaks
List<String> recordBreaks
-
useBigDecimal
boolean useBigDecimal
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.XmlPipelineInput
class XmlPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
addTextToParent
boolean addTextToParent
-
autoCloseReader
boolean autoCloseReader
-
debug
boolean debug
-
duplicateFieldPolicy
XmlReader.DuplicateFieldPolicy duplicateFieldPolicy
-
fields
List<XmlField> fields
-
fileSource
FileSource fileSource
-
ignoreNamespaces
boolean ignoreNamespaces
-
recordBreaks
List<String> recordBreaks
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.input.XmlRecordPipelineInput
class XmlRecordPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
addTextToParent
boolean addTextToParent
-
autoCloseReader
boolean autoCloseReader
-
debug
boolean debug
-
fileSource
FileSource fileSource
-
ignoreEmptyText
boolean ignoreEmptyText
-
ignoreNamespaces
boolean ignoreNamespaces
-
mapTextRecordsToFields
boolean mapTextRecordsToFields
-
recordBreaks
List<String> recordBreaks
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.output
-
Class com.northconcepts.datapipeline.foundations.pipeline.output.CsvPipelineOutput
class CsvPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
autoCloseWriter
boolean autoCloseWriter
-
charset
String charset
-
emptyStringValuePolicy
CSVWriter.ValuePolicy emptyStringValuePolicy
-
endingQuote
String endingQuote
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fieldSeparator
String fieldSeparator
-
fileSink
FileSink fileSink
-
flushOnWrite
boolean flushOnWrite
-
forceQuote
boolean forceQuote
-
newLine
String newLine
-
nullValuePolicy
CSVWriter.ValuePolicy nullValuePolicy
-
startingQuote
String startingQuote
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.output.DataWriterPipelineOutput
class DataWriterPipelineOutput extends PipelineOutput implements Serializable-
Serialized Fields
-
factory
DataWriterFactory factory
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.output.ExcelPipelineOutput
class ExcelPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
autoFilterColumns
boolean autoFilterColumns
-
autofitColumns
boolean autofitColumns
-
dataFormats
Map<FieldType,
String> dataFormats -
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fileSink
FileSink fileSink
-
firstColumnIndex
int firstColumnIndex
-
firstRowIndex
int firstRowIndex
-
freezeColumns
Integer freezeColumns
-
freezeRows
Integer freezeRows
-
largeCellHandler
LargeCellHandler largeCellHandler
-
providerType
ExcelDocument.ProviderType providerType
-
sheetIndex
int sheetIndex
-
sheetName
String sheetName
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.output.FileSinkPipelineOutput
class FileSinkPipelineOutput extends PipelineOutput implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.output.FixedWidthPipelineOutput
class FixedWidthPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
autoCloseWriter
boolean autoCloseWriter
-
charset
String charset
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fields
List<FixedWidthField> fields
-
fileSink
FileSink fileSink
-
fillChar
char fillChar
-
flushOnWrite
boolean flushOnWrite
-
newLine
String newLine
-
truncateFields
boolean truncateFields
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.output.JdbcPipelineOutput
class JdbcPipelineOutput extends PipelineOutput implements Serializable-
Serialized Fields
-
autoCloseConnection
boolean autoCloseConnection
-
batchSize
int batchSize
-
commitBatch
boolean commitBatch
-
jdbcConnectionFactory
JdbcConnectionFactory jdbcConnectionFactory
-
jdbcTypes
Map<String,
Integer> jdbcTypes -
tableName
String tableName
-
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.output.JsonRecordPipelineOutput
class JsonRecordPipelineOutput extends FileSinkPipelineOutput implements Serializable -
Class com.northconcepts.datapipeline.foundations.pipeline.output.XmlRecordPipelineOutput
class XmlRecordPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
autoCloseWriter
boolean autoCloseWriter
-
charset
String charset
-
fileSink
FileSink fileSink
-
flushOnWrite
boolean flushOnWrite
-
pretty
boolean pretty
-
recordTagName
String recordTagName
-
rootTagName
String rootTagName
-
writeFieldsAsAttributes
boolean writeFieldsAsAttributes
-
writeXmlDeclaration
boolean writeXmlDeclaration
-
-
-
-
Package com.northconcepts.datapipeline.foundations.pipeline.tree
-
Class com.northconcepts.datapipeline.foundations.pipeline.tree.Tree
class Tree extends Bean implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
rootNode
TreeNode rootNode
-
-
Class com.northconcepts.datapipeline.foundations.pipeline.tree.TreeNode
class TreeNode extends Column implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
cascadeFieldValue
boolean cascadeFieldValue
-
children
List<TreeNode> children
-
field
boolean field
-
fieldName
String fieldName
-
instanceCount
int instanceCount
-
maximumChildInstanceCount
int maximumChildInstanceCount
-
minimumChildInstanceCount
int minimumChildInstanceCount
-
parent
TreeNode parent
-
recordBreak
boolean recordBreak
-
xpathExpression
String xpathExpression
-
-
-
Package com.northconcepts.datapipeline.foundations.schema
-
Class com.northconcepts.datapipeline.foundations.schema.BinaryFieldDef
class BinaryFieldDef extends FieldDef implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.BooleanFieldDef
class BooleanFieldDef extends FieldDef implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.EntityDef
class EntityDef extends SchemaPart implements Serializable-
Serialized Fields
-
addMissingOptionalFields
boolean addMissingOptionalFields
-
allowExtraFieldsInMapping
boolean allowExtraFieldsInMapping
-
allowExtraFieldsInValidation
boolean allowExtraFieldsInValidation
-
attributes
Attributes attributes
-
description
String description
-
fields
List<FieldDef> fields
-
indexes
List<IndexDef> indexes
-
name
String name
-
schemaDef
SchemaDef schemaDef
-
superEntityName
String superEntityName
-
tags
Tags tags
-
validations
List<Filter> validations
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.EntityRelationshipDef
class EntityRelationshipDef extends SchemaPart implements Serializable-
Serialized Fields
-
attributes
Attributes attributes
-
cardinality
RelationshipCardinality cardinality
-
description
String description
-
foreignEntityName
String foreignEntityName
-
foreignKeyFieldNames
List<String> foreignKeyFieldNames
-
name
String name
-
onDeleteAction
ForeignKeyAction onDeleteAction
-
onUpdateAction
ForeignKeyAction onUpdateAction
-
primaryEntityName
String primaryEntityName
-
schemaDef
SchemaDef schemaDef
-
tags
Tags tags
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.FieldDef
class FieldDef extends SchemaPart implements Serializable-
Serialized Fields
-
allowedValues
ValueMatch<?> allowedValues
-
attributes
Attributes attributes
-
defaultValueExpression
Expression defaultValueExpression
-
description
String description
-
displayName
String displayName
-
entityDef
EntityDef entityDef
-
example
String example
-
limitToAllowedValues
boolean limitToAllowedValues
-
maximumElements
Integer maximumElements
-
minimumElements
Integer minimumElements
-
name
String name
-
position
Integer position
-
primaryKeyPosition
Integer primaryKeyPosition
-
primaryKeyType
PrimaryKeyType primaryKeyType
-
required
boolean required
-
strictArrays
boolean strictArrays
-
tags
Tags tags
-
type
FieldType type
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.IndexDef
class IndexDef extends SchemaPart implements Serializable-
Serialized Fields
-
description
String description
-
entityDef
EntityDef entityDef
-
indexFields
List<IndexFieldDef> indexFields
-
name
String name
-
unique
boolean unique
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.IndexFieldDef
class IndexFieldDef extends SchemaPart implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.NumericFieldDef
class NumericFieldDef extends FieldDef implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.RecordFieldDef
class RecordFieldDef extends FieldDef implements Serializable-
Serialized Fields
-
referencedEntityName
String referencedEntityName
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.SchemaDef
class SchemaDef extends SchemaPart implements Serializable-
Serialized Fields
-
attributes
Attributes attributes
-
description
String description
-
entities
List<EntityDef> entities
-
entityRelationships
List<EntityRelationshipDef> entityRelationships
-
name
String name
-
tags
Tags tags
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.SchemaObject
class SchemaObject extends FoundationObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.SchemaPart
class SchemaPart extends SchemaObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.SchemaProblem
class SchemaProblem extends SchemaObject implements Serializable-
Serialized Fields
-
details
String details
-
schemaPart
SchemaPart schemaPart
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.SchemaValidationPath
class SchemaValidationPath extends SchemaObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.TemporalFieldDef
class TemporalFieldDef extends FieldDef implements Serializable-
Serialized Fields
-
lenientPattern
boolean lenientPattern
-
maximum
TemporalAccessor maximum
-
minimum
TemporalAccessor minimum
-
pattern
String pattern
-
patternFormat
DateTimeFormatter patternFormat
-
-
-
Class com.northconcepts.datapipeline.foundations.schema.TextFieldDef
class TextFieldDef extends FieldDef implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.UuidFieldDef
class UuidFieldDef extends FieldDef implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.ValidationMessage
class ValidationMessage extends SchemaObject implements Serializable -
Class com.northconcepts.datapipeline.foundations.schema.ValidationResult
class ValidationResult extends SchemaObject implements Serializable-
Serialized Fields
-
errors
List<ValidationMessage> errors
-
-
-
-
Package com.northconcepts.datapipeline.foundations.schema.diff
-
Class com.northconcepts.datapipeline.foundations.schema.diff.EntityDefDiff
-
Class com.northconcepts.datapipeline.foundations.schema.diff.EntityRelationshipDefDiff
-
Class com.northconcepts.datapipeline.foundations.schema.diff.FieldDefDiff
-
Class com.northconcepts.datapipeline.foundations.schema.diff.IndexDefDiff
-
Class com.northconcepts.datapipeline.foundations.schema.diff.IndexFieldDefDiff
-
Class com.northconcepts.datapipeline.foundations.schema.diff.SchemaDefDiff
-
-
Package com.northconcepts.datapipeline.foundations.time
-
Class com.northconcepts.datapipeline.foundations.time.DateTimePattern
class DateTimePattern extends Bean implements Serializable- serialVersionUID:
- 1L
-
Serialization Methods
-
readObject
- Throws:
DataException
-
-
Serialized Fields
-
pattern
String pattern
-
-
Class com.northconcepts.datapipeline.foundations.time.DateTimePatternMatch
class DateTimePatternMatch extends Bean implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
fieldType
FieldType fieldType
-
pattern
DateTimePattern pattern
-
value
TemporalAccessor value
-
-
-
Package com.northconcepts.datapipeline.jira
-
Class com.northconcepts.datapipeline.jira.JiraIssue
class JiraIssue extends Bean implements Serializable -
Class com.northconcepts.datapipeline.jira.JiraSearch
class JiraSearch extends Bean implements Serializable
-
-
Package com.northconcepts.datapipeline.json
-
Class com.northconcepts.datapipeline.json.RecordJsonDeserializer
class RecordJsonDeserializer extends com.fasterxml.jackson.databind.deser.std.StdDeserializer<Record> implements Serializable -
Class com.northconcepts.datapipeline.json.RecordJsonSerializer
class RecordJsonSerializer extends com.fasterxml.jackson.databind.ser.std.StdSerializer<Record> implements Serializable
-
-
Package com.northconcepts.datapipeline.jsonata
-
Exception Class com.northconcepts.datapipeline.jsonata.JException
class JException extends RuntimeException implements Serializable- serialVersionUID:
- -3354943281127831704L
-
Exception Class com.northconcepts.datapipeline.jsonata.ParseException
class ParseException extends RuntimeException implements Serializable-
Serialized Fields
-
location
Location location
-
-
-
Class com.northconcepts.datapipeline.jsonata.Utils.JList
-
Serialized Fields
-
cons
boolean cons
-
keepSingleton
boolean keepSingleton
-
outerWrapper
boolean outerWrapper
-
sequence
boolean sequence
-
tupleStream
boolean tupleStream
-
-
-
-
Package com.northconcepts.datapipeline.jsonata.utils
-
Class com.northconcepts.datapipeline.jsonata.utils.DateTimeUtils
class DateTimeUtils extends Object implements Serializable- serialVersionUID:
- 365963860104380193L
-
Class com.northconcepts.datapipeline.jsonata.utils.Signature
class Signature extends Object implements Serializable- serialVersionUID:
- -450755246855587271L
-
Serialized Fields
-
_param
com.northconcepts.datapipeline.jsonata.utils.Signature.Param _param
-
_params
List<com.northconcepts.datapipeline.jsonata.utils.Signature.Param> _params
-
_prevParam
com.northconcepts.datapipeline.jsonata.utils.Signature.Param _prevParam
-
_regex
Pattern _regex
-
_signature
String _signature
-
functionName
String functionName
-
-
-
Package com.northconcepts.datapipeline.latex.output
-
Class com.northconcepts.datapipeline.latex.output.LatexPipelineOutput
class LatexPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fileSink
FileSink fileSink
-
-
-
-
Package com.northconcepts.datapipeline.mailchimp.list
-
Class com.northconcepts.datapipeline.mailchimp.list.Link
class Link extends Object implements Serializable- serialVersionUID:
- 6523328729313091463L
-
Class com.northconcepts.datapipeline.mailchimp.list.ListMember
class ListMember extends Object implements Serializable- serialVersionUID:
- -8549742592518787030L
-
Serialized Fields
-
additionalProperties
Map<String,
Object> additionalProperties -
emailAddress
String emailAddress
-
emailClient
String emailClient
-
emailType
EmailType emailType
-
id
String id
-
interests
Map<String,
Boolean> interests -
ipOpt
String ipOpt
-
ipSignup
String ipSignup
-
language
String language
-
lastChanged
String lastChanged
-
links
List<Link> links
-
listId
String listId
-
location
Location location
-
memberRating
Long memberRating
-
mergeFields
Map<String,
Object> mergeFields -
stats
Map<String,
Object> stats -
status
ListMemberStatus status
-
statusIfNew
String statusIfNew
-
tags
List<Tag> tags
-
tagsCount
Long tagsCount
-
timestampOpt
String timestampOpt
-
timestampSignup
String timestampSignup
-
uniqueEmailId
String uniqueEmailId
-
vip
Boolean vip
-
-
Class com.northconcepts.datapipeline.mailchimp.list.ListMembers
class ListMembers extends Object implements Serializable- serialVersionUID:
- -8549742592518787030L
-
Class com.northconcepts.datapipeline.mailchimp.list.Location
class Location extends Object implements Serializable- serialVersionUID:
- 6452446913489916762L
-
Class com.northconcepts.datapipeline.mailchimp.list.Tag
class Tag extends Object implements Serializable- serialVersionUID:
- 928489198775853999L
-
-
Package com.northconcepts.datapipeline.microsoft.word.output
-
Class com.northconcepts.datapipeline.microsoft.word.output.MicrosoftWordPipelineOutput
class MicrosoftWordPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fileSink
FileSink fileSink
-
pageOrientation
MicrosoftWordWriter.PageOrientation pageOrientation
-
pageSize
MicrosoftWordWriter.PageSize pageSize
-
-
-
-
Package com.northconcepts.datapipeline.openfinancialexchange.pipeline.input
-
Class com.northconcepts.datapipeline.openfinancialexchange.pipeline.input.OpenFinancialExchangePipelineInput
class OpenFinancialExchangePipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
fileSource
FileSource fileSource
-
-
-
-
Package com.northconcepts.datapipeline.orc.input
-
Class com.northconcepts.datapipeline.orc.input.OrcPipelineInput
class OrcPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
batchSize
int batchSize
-
columns
FieldList columns
-
config
Map<String,
String> config -
fileSource
FileSource fileSource
-
saveLineage
boolean saveLineage
-
schema
TypeDescription schema
-
-
-
-
Package com.northconcepts.datapipeline.orc.output
-
Class com.northconcepts.datapipeline.orc.output.OrcPipelineOutput
class OrcPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
batchSize
int batchSize
-
bigDecimalPrecision
int bigDecimalPrecision
-
bigDecimalScale
int bigDecimalScale
-
compressionKind
CompressionKind compressionKind
-
configuration
Map<String,
String> configuration -
fileSink
FileSink fileSink
-
isUTC
boolean isUTC
-
overwrite
boolean overwrite
-
roundingMode
RoundingMode roundingMode
-
rowBatchVersion
RowBatchVersion rowBatchVersion
-
schema
TypeDescription schema
-
useTimestampInstant
boolean useTimestampInstant
-
writeUuidAsString
boolean writeUuidAsString
-
-
-
-
Package com.northconcepts.datapipeline.parquet.input
-
Class com.northconcepts.datapipeline.parquet.input.ParquetPipelineInput
class ParquetPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
configuration
Map<String,
String> configuration -
debug
boolean debug
-
fileSource
FileSource fileSource
-
filter
MetadataFilter filter
-
makeOptionalFieldsRequired
boolean makeOptionalFieldsRequired
-
makeRequiredFieldsOptional
boolean makeRequiredFieldsOptional
-
removeFieldsWithoutColumnMetadata
boolean removeFieldsWithoutColumnMetadata
-
removeFieldsWithoutValues
boolean removeFieldsWithoutValues
-
schema
MessageType schema
-
-
-
-
Package com.northconcepts.datapipeline.parquet.output
-
Class com.northconcepts.datapipeline.parquet.output.ParquetPipelineOutput
class ParquetPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
cacheFolder
String cacheFolder
-
compressionCodecName
CompressionCodecName compressionCodecName
-
configuration
Map<String,
String> configuration -
defaultAdjustedToUTC
boolean defaultAdjustedToUTC
-
defaultBigDecimalScale
int defaultBigDecimalScale
-
defaultBigNumberPrecision
int defaultBigNumberPrecision
-
fileSink
FileSink fileSink
-
maxRecordsAnalyzed
Long maxRecordsAnalyzed
-
recordsPerCacheFile
int recordsPerCacheFile
-
removeUnsupportedChars
boolean removeUnsupportedChars
-
roundingMode
RoundingMode roundingMode
-
schema
MessageType schema
-
-
-
-
Package com.northconcepts.datapipeline.pdf.input
-
Class com.northconcepts.datapipeline.pdf.input.PdfPipelineInput
class PdfPipelineInput extends FileSourcePipelineInput implements Serializable-
Serialized Fields
-
autoCloseDocument
boolean autoCloseDocument
-
fieldNamesInFirstRow
boolean fieldNamesInFirstRow
-
fileSource
FileSource fileSource
-
password
String password
-
tableIndex
int tableIndex
-
-
-
-
Package com.northconcepts.datapipeline.pdf.output
-
Class com.northconcepts.datapipeline.pdf.output.PdfPipelineOutput
class PdfPipelineOutput extends FileSinkPipelineOutput implements Serializable-
Serialized Fields
-
customStyle
String customStyle
-
fileSink
FileSink fileSink
-
pageOrientation
PdfWriter.PageOrientation pageOrientation
-
pageSize
PdfWriter.IPageSize pageSize
-
-
-
-
Package com.northconcepts.datapipeline.shopify.client
-
Class com.northconcepts.datapipeline.shopify.client.ShopifyCustomerCriteria
class ShopifyCustomerCriteria extends Bean implements Serializable-
Serialized Fields
-
createdAtMax
Date createdAtMax
-
createdAtMin
Date createdAtMin
-
fieldsAsCsv
CommaSeparatedValues fieldsAsCsv
-
idsAsCsv
CommaSeparatedValues idsAsCsv
-
updatedAtMax
Date updatedAtMax
-
updatedAtMin
Date updatedAtMin
-
-
-
Class com.northconcepts.datapipeline.shopify.client.ShopifyEventCriteria
class ShopifyEventCriteria extends Bean implements Serializable-
Serialized Fields
-
createdAtMax
Date createdAtMax
-
createdAtMin
Date createdAtMin
-
fieldsAsCsv
CommaSeparatedValues fieldsAsCsv
-
filterAsCsv
CommaSeparatedValues filterAsCsv
-
verb
EventVerb verb
-
-
-
Class com.northconcepts.datapipeline.shopify.client.ShopifyInventoryItem
class ShopifyInventoryItem extends Bean implements Serializable -
Class com.northconcepts.datapipeline.shopify.client.ShopifyInventoryItemCriteria
class ShopifyInventoryItemCriteria extends Bean implements Serializable-
Serialized Fields
-
idsAsCsv
CommaSeparatedValues idsAsCsv
-
-
-
Class com.northconcepts.datapipeline.shopify.client.ShopifyInventoryLevelCriteria
class ShopifyInventoryLevelCriteria extends Bean implements Serializable-
Serialized Fields
-
inventoryItemIdsAsCsv
CommaSeparatedValues inventoryItemIdsAsCsv
-
locationIdsAsCsv
CommaSeparatedValues locationIdsAsCsv
-
updatedAtMin
Date updatedAtMin
-
-
-
Class com.northconcepts.datapipeline.shopify.client.ShopifyOrder
class ShopifyOrder extends Bean implements Serializable-
Serialized Fields
-
createdAtMax
Date createdAtMax
-
createdAtMin
Date createdAtMin
-
fieldsAsCsv
CommaSeparatedValues fieldsAsCsv
-
financialStatus
FinancialStatus financialStatus
-
fulfillmentStatus
FulfillmentStatus fulfillmentStatus
-
id
String id
-
idsAsCsv
CommaSeparatedValues idsAsCsv
-
processedAtMax
Date processedAtMax
-
processedAtMin
Date processedAtMin
-
shippingAddress
ShopifyShippingAddress shippingAddress
-
status
OrderStatus status
-
updatedAtMax
Date updatedAtMax
-
updatedAtMin
Date updatedAtMin
-
-
-
Class com.northconcepts.datapipeline.shopify.client.ShopifyProductCriteria
class ShopifyProductCriteria extends Bean implements Serializable-
Serialized Fields
-
collectionId
String collectionId
-
createdAtMax
Date createdAtMax
-
createdAtMin
Date createdAtMin
-
fieldsAsCsv
CommaSeparatedValues fieldsAsCsv
-
handlesAsCsv
CommaSeparatedValues handlesAsCsv
-
idsAsCsv
CommaSeparatedValues idsAsCsv
-
productType
String productType
-
publishedAtMax
Date publishedAtMax
-
publishedAtMin
Date publishedAtMin
-
publishedStatus
PublishedStatus publishedStatus
-
statusAsCsv
CommaSeparatedValues statusAsCsv
-
title
String title
-
updatedAtMax
Date updatedAtMax
-
updatedAtMin
Date updatedAtMin
-
vendor
String vendor
-
-
-
Class com.northconcepts.datapipeline.shopify.client.ShopifyShippingAddress
class ShopifyShippingAddress extends Bean implements Serializable-
Serialized Fields
-
address1
String address1
-
address2
String address2
-
city
String city
-
company
String company
-
country
String country
-
countryCode
String countryCode
-
firstName
String firstName
-
lastName
String lastName
-
latitude
String latitude
-
longitude
String longitude
-
name
String name
-
phone
String phone
-
province
String province
-
provinceCode
String provinceCode
-
zip
String zip
-
-
-
-
Package com.northconcepts.datapipeline.template
-
Class com.northconcepts.datapipeline.template.ArrayTemplateModel
class ArrayTemplateModel extends Object implements Serializable-
Serialized Fields
-
array
ArrayValue array
-
objectWrapper
freemarker.template.ObjectWrapper objectWrapper
-
-
-
Class com.northconcepts.datapipeline.template.FieldKeyValuePair
class FieldKeyValuePair extends Object implements Serializable-
Serialized Fields
-
field
Field field
-
objectWrapper
freemarker.template.ObjectWrapper objectWrapper
-
-
-
Class com.northconcepts.datapipeline.template.FieldKeyValuePairIterator
class FieldKeyValuePairIterator extends Object implements Serializable-
Serialized Fields
-
nextFieldIndex
int nextFieldIndex
-
objectWrapper
freemarker.template.ObjectWrapper objectWrapper
-
record
Record record
-
-
-
Class com.northconcepts.datapipeline.template.RecordTemplateModel
class RecordTemplateModel extends Object implements Serializable-
Serialized Fields
-
objectWrapper
freemarker.template.ObjectWrapper objectWrapper
-
record
Record record
-
-
-