Integrations
DataPipeline comes with several add-ons for you to integrate with a variety of systems. Each add-on is a separate artifact published to the same Maven repository as DataPipeline, so the repository setup from Getting Started applies; add the dependency for each add-on you use.
| Name | Description |
|---|---|
| Amazon S3 | Amazon S3 file system
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-filesystems-amazons3</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-filesystems-amazons3:11.0.0' |
| Avro | Apache Avro files
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-avro</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-avro:11.0.0' |
| Bloomberg | Bloomberg message reader
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-bloomberg</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-bloomberg:11.0.0' |
| Dropbox | Dropbox file system
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-filesystems-dropbox</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-filesystems-dropbox:11.0.0' |
Email reader
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-email</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-email:11.0.0' |
|
| FTP | FTP file system
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-filesystems-ftp</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-filesystems-ftp:11.0.0' |
Google Analytics, Calendar, Contacts, Gmail, and Sheets
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-google</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-google:11.0.0' |
|
| Google Drive | Google Drive file system
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-filesystems-googledrive</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-filesystems-googledrive:11.0.0' |
| H2 | H2 DDL and SQL generation, insert writer
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-sql-h2</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-sql-h2:11.0.0' |
| HDFS | Hadoop HDFS file system
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-filesystems-hadoop</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-filesystems-hadoop:11.0.0' |
Instagram readers
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-instagram</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-instagram:11.0.0' |
|
| Jira | Jira readers
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-jira</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-jira:11.0.0' |
| JMS | Java Message Service reader/writer
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-jms</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-jms:11.0.0' |
| JSONata | Query and transform records with JSONata expressions
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-jsonata</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-jsonata:11.0.0' |
| Kafka | Kafka
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-kafka</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-kafka:11.0.0' |
| LaTeX | LaTeX table writer
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-latex</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-latex:11.0.0' |
| Mailchimp | Mailchimp
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-mailchimp</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-mailchimp:11.0.0' |
| Microsoft Word | Microsoft Word (.docx) table writer
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-microsoft-word</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-microsoft-word:11.0.0' |
| MongoDB | MongoDB
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-mongodb</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-mongodb:11.0.0' |
| MySQL | MySQL DDL and SQL generation, insert and upsert writers
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-sql-mysql</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-sql-mysql:11.0.0' |
| Open Financial Exchange | OFX, QFX (Quicken), and QBO (QuickBooks) reader
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-open-financial-exchange</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-open-financial-exchange:11.0.0' |
| Orc | Optimized Row Columnar (ORC) reader/writer
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-orc</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-orc:11.0.0' |
| Orc-s3 | Optimized Row Columnar (ORC) reader/writer
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-orc-s3</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-orc-s3:11.0.0' |
| Parquet | Apache Parquet
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-parquet</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-parquet:11.0.0' |
| Parquet-s3 | Apache Parquet
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-parquet-s3</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-parquet-s3:11.0.0' |
PDF
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-pdf</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-pdf:11.0.0' |
|
| PostgreSQL | PostgreSQL DDL and SQL generation, insert and upsert writers
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-sql-postgresql</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-sql-postgresql:11.0.0' |
| RTF | MS Word
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-rtf</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-rtf:11.0.0' |
| Security | Encrypt and decrypt record fields with symmetric or asymmetric keys
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-security</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-security:11.0.0' |
| SFTP | SFTP file system
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-filesystems-sftp</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-filesystems-sftp:11.0.0' |
| Shopify | Read and write Shopify store data
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-shopify</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-shopify:11.0.0' |
| Template | Write text for websites, email, and other text formats using FreeMarker templates
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-template</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-template:11.0.0' |
| Trello | Trello
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-trello</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-trello:11.0.0' |
Twitter V1 API
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-twitter</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-twitter:11.0.0' |
|
| Twitter2 | Twitter V2 API
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-integrations-twitter2</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-integrations-twitter2:11.0.0' |
| Zip | Zip archives as a file system
Maven
<dependencies>
<dependency>
<groupId>com.northconcepts</groupId>
<artifactId>northconcepts-datapipeline-filesystems-zip</artifactId>
<version>11.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies>
Gradle
implementation 'com.northconcepts:northconcepts-datapipeline-filesystems-zip:11.0.0' |
