diff options
| author | zhanghongqing <[email protected]> | 2022-09-23 17:10:05 +0800 |
|---|---|---|
| committer | zhanghongqing <[email protected]> | 2022-09-23 17:10:05 +0800 |
| commit | 9cdfe060cfeda37e04fa43563569efae53641eb4 (patch) | |
| tree | fabf1a170248666f1587cffd1c0f3d6e724de0d9 /src/main/java/com/zdjizhi/etl/CKBatchWindow.java | |
| parent | 25e5b51766540d8c1b238a1e28a96fdff45024d3 (diff) | |
1.过滤异常数据 2.优化sink写入代码 3.优化clickhouse配置
Diffstat (limited to 'src/main/java/com/zdjizhi/etl/CKBatchWindow.java')
| -rw-r--r-- | src/main/java/com/zdjizhi/etl/CKBatchWindow.java | 23 |
1 files changed, 0 insertions, 23 deletions
diff --git a/src/main/java/com/zdjizhi/etl/CKBatchWindow.java b/src/main/java/com/zdjizhi/etl/CKBatchWindow.java deleted file mode 100644 index 947bad8..0000000 --- a/src/main/java/com/zdjizhi/etl/CKBatchWindow.java +++ /dev/null @@ -1,23 +0,0 @@ -package com.zdjizhi.etl; - -import org.apache.flink.streaming.api.functions.windowing.AllWindowFunction; -import org.apache.flink.streaming.api.windowing.windows.TimeWindow; -import org.apache.flink.util.Collector; - -import java.util.ArrayList; -import java.util.Iterator; -import java.util.List; -import java.util.Map; - -public class CKBatchWindow implements AllWindowFunction<Map<String, Object>, List<Map<String, Object>>, TimeWindow> { - - @Override - public void apply(TimeWindow timeWindow, Iterable<Map<String, Object>> iterable, Collector<List<Map<String, Object>>> out) throws Exception { - Iterator<Map<String, Object>> iterator = iterable.iterator(); - List<Map<String, Object>> batchLog = new ArrayList<>(); - while (iterator.hasNext()) { - batchLog.add(iterator.next()); - } - out.collect(batchLog); - } -} |
