[Feature][SPI] First stage commit

5 files changed, 36 insertions, 13 deletions

diff --git a/docs/images/Groot Stream Architecture.jpg b/docs/images/Groot Stream Architecture.jpg
new file mode 100644
index 0000000..7f15b10
--- /dev/null
+++ b/docs/images/Groot Stream Architecture.jpg
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/kafka_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/kafka_to_print.yaml
index bf8ebf2..aafd642 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/kafka_to_print.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/kafka_to_print.yaml
@@ -2,20 +2,18 @@ sources:
   kafka_source:
     type : kafka
     schema:
-      fields: # [array of object] Schema field projection, support read data only from specified fields.
-        - name: client_ip
-          type: string
-        - name: server_ip
-          type: string
     properties: # [object] Kafka source properties
-      topic:  SESSION-RECORD
-      kafka.bootstrap.servers: 192.168.44.11:9092
+      topic: DATAPATH-TELEMETRY-RECORD
+      kafka.bootstrap.servers: "192.168.40.147:9094"
       kafka.session.timeout.ms: 60000
       kafka.max.poll.records: 3000
       kafka.max.partition.fetch.bytes: 31457280
-      kafka.group.id: GROOT-STREAM-EXAMPLE-KAFKA-TO-PRINT
-      kafka.auto.offset.reset: latest
-      format: json
+      kafka.security.protocol: SASL_PLAINTEXT
+      kafka.sasl.mechanism: PLAIN
+      kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a80bea937958aaa485c2acc2b475603495a23eb59f055e037c0b186acb22886bd0275ca91f1633441d9943e7962942252
+      kafka.group.id: etl_datapath_telemetry_record_kafka_to_print_test_2024
+      kafka.auto.offset.reset: earliest
+      format: msgpack
 
 sinks: # [object] Define connector sink
   print_sink:
@@ -28,10 +26,10 @@ application: # [object] Define job configuration
   env:
     name: example-kafka-to-print
     parallelism: 1
+    shade.identifier: aes
     pipeline:
       object-reuse: true
-    flink:
-      restart-strategy: none
+
   topology:
     - name: kafka_source
       downstream: [print_sink]
diff --git a/groot-examples/pom.xml b/groot-examples/pom.xml
index 46ccaaa..d1dc891 100644
--- a/groot-examples/pom.xml
+++ b/groot-examples/pom.xml
@@ -67,7 +67,12 @@
             <version>${revision}</version>
             <scope>${scope}</scope>
         </dependency>
-
+        <dependency>
+            <groupId>com.geedgenetworks</groupId>
+            <artifactId>format-msgpack</artifactId>
+            <version>${revision}</version>
+            <scope>${scope}</scope>
+        </dependency>
 
         <dependency>
             <groupId>com.geedgenetworks</groupId>
diff --git a/groot-spi/pom.xml b/groot-spi/pom.xml
new file mode 100644
index 0000000..95de15e
--- /dev/null
+++ b/groot-spi/pom.xml
@@ -0,0 +1,19 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.geedgenetworks</groupId>
+        <artifactId>groot-stream</artifactId>
+        <version>${revision}</version>
+    </parent>
+
+    <artifactId>groot-spi</artifactId>
+    <name>Groot : SPI </name>
+
+    <properties>
+
+    </properties>
+
+</project>
\ No newline at end of file
diff --git a/pom.xml b/pom.xml
index f25bfd5..6c2f851 100644
--- a/pom.xml
+++ b/pom.xml
@@ -20,6 +20,7 @@
         <module>groot-examples</module>
         <module>groot-formats</module>
         <module>groot-tests</module>
+        <module>groot-spi</module>
     </modules>
 
     <properties>