diff options
| author | gujinkai <[email protected]> | 2024-04-16 18:04:47 +0800 |
|---|---|---|
| committer | gujinkai <[email protected]> | 2024-04-16 18:17:35 +0800 |
| commit | 06b5f7b9f0034e380910d414f8153a6b648abcbb (patch) | |
| tree | 31641e0b3f98cc3f336a0355ed4039b2972304e7 | |
| parent | 56063aa6a9db1bda685fd0e2691f78ea070888cf (diff) | |
feature: clickhouse add config
5 files changed, 17 insertions, 3 deletions
diff --git a/platform-base/src/main/java/com/zdjizhi/base/common/CommonConfig.java b/platform-base/src/main/java/com/zdjizhi/base/common/CommonConfig.java index 6cd3557..323488a 100644 --- a/platform-base/src/main/java/com/zdjizhi/base/common/CommonConfig.java +++ b/platform-base/src/main/java/com/zdjizhi/base/common/CommonConfig.java @@ -257,6 +257,14 @@ public class CommonConfig { .durationType() .defaultValue(Duration.ofSeconds(30)); + public static final ConfigOption<Integer> CLICKHOUSE_CONNECT_TIMEOUT = ConfigOptions.key("clickhouse.connect.timeout") + .intType() + .defaultValue(30); + + public static final ConfigOption<Integer> CLICKHOUSE_QUERY_TIMEOUT = ConfigOptions.key("clickhouse.query.timeout") + .intType() + .defaultValue(300); + public static final ConfigOption<String> CLICKHOUSE_USERNAME = ConfigOptions.key("clickhouse.user") .stringType() .defaultValue("default"); diff --git a/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickHouseTableFactory.java b/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickHouseTableFactory.java index f226b61..c37fbc4 100644 --- a/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickHouseTableFactory.java +++ b/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickHouseTableFactory.java @@ -14,6 +14,8 @@ import java.util.Properties; */ public class ClickHouseTableFactory { + private static final String CLICKHOUSE_CONFIG_PREFIX = "clickhouse.config."; + public static RichSinkFunction<String> getSinkFunction(String table) { String address = Configs.get(CommonConfig.CLICKHOUSE_ADDRESS); int batchSize = Configs.get(CommonConfig.CLICKHOUSE_BATCH_SIZE); @@ -23,6 +25,10 @@ public class ClickHouseTableFactory { encryptor.setPassword("galaxy"); connInfo.put("user", encryptor.decrypt(Configs.get(CommonConfig.CLICKHOUSE_USERNAME))); connInfo.put("password", encryptor.decrypt(Configs.get(CommonConfig.CLICKHOUSE_PASSWORD))); + connInfo.put("connect_timeout", Configs.get(CommonConfig.CLICKHOUSE_CONNECT_TIMEOUT)); + connInfo.put("query_timeout", Configs.get(CommonConfig.CLICKHOUSE_QUERY_TIMEOUT)); + Properties properties = Configs.subProperties(CLICKHOUSE_CONFIG_PREFIX); + connInfo.putAll(properties); return new ClickhouseSink( batchSize, batchIntervalMs, diff --git a/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickhouseSink.java b/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickhouseSink.java index fb44c39..ba22dca 100644 --- a/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickhouseSink.java +++ b/platform-base/src/main/java/com/zdjizhi/base/sink/clickhouse/ClickhouseSink.java @@ -21,7 +21,7 @@ public class ClickhouseSink extends RichSinkFunction<String> { private EventBatchIntervalClickHouseSink eventBatchIntervalClickHouseSink; public ClickhouseSink(int batchSize, long batchIntervalMs, String host, String table, Properties properties) { - this.eventBatchIntervalClickHouseSink = new EventBatchIntervalClickHouseSink(batchSize, batchIntervalMs, host, table, properties); + this.eventBatchIntervalClickHouseSink = new EventBatchIntervalClickHouseSink(null, batchSize, batchIntervalMs, host, table, properties); } @Override diff --git a/platform-schedule/pom.xml b/platform-schedule/pom.xml index b5c0b09..eead291 100644 --- a/platform-schedule/pom.xml +++ b/platform-schedule/pom.xml @@ -116,7 +116,7 @@ <filter> <artifact>com.geedgenetworks:groot-core</artifact> <includes> - <include>com/geedgenetworks/core/metrics/**</include> + <include>com/geedgenetworks/core/**</include> </includes> </filter> </filters> @@ -32,7 +32,7 @@ <mockito.version>4.0.0</mockito.version> <jooq.version>0.9.15</jooq.version> - <groot.version>1.1.0</groot.version> + <groot.version>1.2.2</groot.version> </properties> <repositories> |
