summaryrefslogtreecommitdiff
path: root/config
diff options
context:
space:
mode:
author李奉超 <[email protected]>2024-10-28 10:23:35 +0000
committer李奉超 <[email protected]>2024-10-28 10:23:35 +0000
commit06975ee829f9395f095a12c10eaedffcd89b3d83 (patch)
tree98aa1209cf7e6414becc69a19ababfce34c08fbd /config
parentdf64cdfaa445c1a1de3e476cadf7ea7deb3c8264 (diff)
parent8055b40a031833562308e7d7fcae9c923eec9880 (diff)
Merge branch 'feature/udf-encrypt' into 'develop'
Feature/udf encrypt See merge request galaxy/platform/groot-stream!123
Diffstat (limited to 'config')
-rw-r--r--config/grootstream.yaml23
-rw-r--r--config/grootstream_job_example.yaml3
-rw-r--r--config/udf.plugins2
3 files changed, 18 insertions, 10 deletions
diff --git a/config/grootstream.yaml b/config/grootstream.yaml
index fdefe44..ec661f0 100644
--- a/config/grootstream.yaml
+++ b/config/grootstream.yaml
@@ -11,21 +11,24 @@ grootstream:
files:
- 64af7077-eb9b-4b8f-80cf-2ceebc89bea9
- 004390bc-3135-4a6f-a492-3662ecb9e289
+
kms:
- local:
- type: local
+ # local:
+ # type: local
+ # secret_key: .geedgenetworks.
vault:
type: vault
- url: <vault-url>
- token: <vault-token>
- key_path: <vault-key-path>
+ url: https://192.168.40.223:8200
+ username: tsg_olap
+ password: tsg_olap
+ default_key_path: tsg_olap/transit
+ plugin_key_path: tsg_olap/plugin/gmsm
ssl:
- enabled: false
- cert_file: ./config/ssl/cert.pem
- key_file: ./config/ssl/key.pem
- require_client_auth: false
-
+ skip_verification: true
+ ca_certificate_path: ./config/ssl/root.pem
+ certificate_path: ./config/ssl/worker.pem
+ private_key_path: ./config/ssl/worker.key
properties:
hos.path: http://192.168.44.12:9098/hos
diff --git a/config/grootstream_job_example.yaml b/config/grootstream_job_example.yaml
index 8f27609..8c7a1b1 100644
--- a/config/grootstream_job_example.yaml
+++ b/config/grootstream_job_example.yaml
@@ -66,6 +66,8 @@ application:
env:
name: example-inline-to-print
parallelism: 3
+ shade.identifier: sm4
+ kms.type: vault
pipeline:
object-reuse: true
execution:
@@ -76,6 +78,7 @@ application:
hos.bucket.name.http_file: traffic_http_file_bucket
hos.bucket.name.eml_file: traffic_eml_file_bucket
hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket
+ projection.encrypt.schema.registry.uri: 192.168.44.12:9999/v1/schema/session_record?option=encrypt_fields
topology:
- name: inline_source
downstream: [decoded_as_split]
diff --git a/config/udf.plugins b/config/udf.plugins
index fe7a083..3d6a353 100644
--- a/config/udf.plugins
+++ b/config/udf.plugins
@@ -4,11 +4,13 @@ com.geedgenetworks.core.udf.DecodeBase64
com.geedgenetworks.core.udf.Domain
com.geedgenetworks.core.udf.Drop
com.geedgenetworks.core.udf.EncodeBase64
+com.geedgenetworks.core.udf.Encrypt
com.geedgenetworks.core.udf.Eval
com.geedgenetworks.core.udf.Flatten
com.geedgenetworks.core.udf.FromUnixTimestamp
com.geedgenetworks.core.udf.GenerateStringArray
com.geedgenetworks.core.udf.GeoIpLookup
+com.geedgenetworks.core.udf.Hmac
com.geedgenetworks.core.udf.JsonExtract
com.geedgenetworks.core.udf.PathCombine
com.geedgenetworks.core.udf.Rename