diff options
| -rw-r--r-- | .gitignore | 37 | ||||
| -rw-r--r-- | README.md | 2 | ||||
| -rw-r--r-- | docs/connector/sink/ClickHouse | 0 | ||||
| -rw-r--r-- | docs/connector/sink/Kafka.md | 0 | ||||
| -rw-r--r-- | docs/connector/source/IPFIX.md | 0 | ||||
| -rw-r--r-- | docs/connector/source/Kafka.md | 0 | ||||
| -rw-r--r-- | docs/user-guide.md | 28 | ||||
| -rw-r--r-- | groot-core/pom.xml | 10 | ||||
| -rw-r--r-- | pom.xml | 31 |
9 files changed, 105 insertions, 3 deletions
diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..7f90ef2 --- /dev/null +++ b/.gitignore @@ -0,0 +1,37 @@ +# Default ignored files +/shelf/ +/.idea/workspace.xml +# Editor-based HTTP Client requests +/httpRequests/ +# Datasource local storage ignored files +/dataSources/ +/dataSources.local.xml + +# Package Files # +*.jar +*.zip +*.tar.gz + +# Log file +*.log +/logs +logs.zip + +# virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml +hs_err_pid* + +# build targets +target/ + +# Intellij Idea files +.idea/ +*.iml +.idea/* + +.DS_Store + +# see JDK-8214300 +.attach_pid* + +# vscode +.vscode @@ -13,7 +13,7 @@ Groot Stream Platform helps you process netflow data - logs, metrics etc. - in r ## Features -Groot Stream is is designed to simplify the operation of ETL (Extract, Transform, Load). It efficiently collects data from multiple sources and processes and enriches it. +Groot Stream is designed to simplify the operation of ETL (Extract, Transform, Load). It efficiently collects data from multiple sources and processes and enriches it. - **Real-time data processing**: Using Flink as the execution engine, it can provide high throughput and low-latency processing capabilities for large-scale data streams. - **Designed for extension**: Plugin-based management that support for User-defined Functions, Sources, and Sinks. - **Highly Configurable**: Customize data flow through YML templates to swiftly fulfill ETL requirements without development. diff --git a/docs/connector/sink/ClickHouse b/docs/connector/sink/ClickHouse new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/docs/connector/sink/ClickHouse diff --git a/docs/connector/sink/Kafka.md b/docs/connector/sink/Kafka.md new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/docs/connector/sink/Kafka.md diff --git a/docs/connector/source/IPFIX.md b/docs/connector/source/IPFIX.md new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/docs/connector/source/IPFIX.md diff --git a/docs/connector/source/Kafka.md b/docs/connector/source/Kafka.md new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/docs/connector/source/Kafka.md diff --git a/docs/user-guide.md b/docs/user-guide.md new file mode 100644 index 0000000..b47a609 --- /dev/null +++ b/docs/user-guide.md @@ -0,0 +1,28 @@ +# Introduction + + GrootStream is a real-time ETL platform based on the concepts of flow-based programing. Groot provides a template to quickly build a data flow job. It includes sources, filters, processing pipelines and sinks etc. +The main format of the config template file is `yaml`, for more details of this format type you can refer to [YAML-GUIDE](https://yaml.org/spec/1.2/spec.html). + +# Job Config + +## Config file structure + +## Schema + +## Sources + + +## Filters + +## Processing Pipelines + +## Sinks + +## Application + +### ENV + + + + + diff --git a/groot-core/pom.xml b/groot-core/pom.xml index 056aeeb..0a2ba1e 100644 --- a/groot-core/pom.xml +++ b/groot-core/pom.xml @@ -32,9 +32,17 @@ <dependency> <groupId>org.apache.flink</groupId> - <artifactId>flink-table-planner-blink_2.12</artifactId> + <artifactId>flink-table-api-java-bridge_${scala.version}</artifactId> + <scope>provided</scope> </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-table-planner-blink_${scala.version}</artifactId> + <scope>provided</scope> + </dependency> + + </dependencies> <build> @@ -180,7 +180,7 @@ <groupId>commons-logging</groupId> <artifactId>commons-logging</artifactId> <version>${commons-logging.version}</version> - <!-- <scope>provided</scope>--> + <scope>provided</scope> </dependency> <dependency> <groupId>log4j</groupId> @@ -410,6 +410,35 @@ <scope>test</scope> </dependency> + <!-- ***************** slf4j & provider & bridges start ***************** --> + <dependency> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-api</artifactId> + </dependency> + <dependency> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-slf4j-impl</artifactId> + </dependency> + <dependency> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-api</artifactId> + </dependency> + <dependency> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-core</artifactId> + </dependency> + <dependency> + <groupId>org.slf4j</groupId> + <artifactId>jcl-over-slf4j</artifactId> + </dependency> + <dependency> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-1.2-api</artifactId> + </dependency> + <!-- ***************** slf4j & provider & bridges end ***************** --> + + + </dependencies> <build> |