Added Unit Test for Processed Map Deduplication

usdot-jpo-ode · May 7, 2024 · 42c6c18 · 42c6c18
1 parent 0c88989
commit 42c6c18
Show file tree

Hide file tree

Showing 3 changed files with 101 additions and 2 deletions.
diff --git a/...dot/its/jpo/deduplicator/deduplicator/topologies/ProcessedMapWktDeduplicatorTopology.java b/...dot/its/jpo/deduplicator/deduplicator/topologies/ProcessedMapWktDeduplicatorTopology.java
@@ -59,8 +59,6 @@ public Topology buildTopology() {
 
         KStream<String, ProcessedMap<String>> inputStream = builder.stream(inputTopic, Consumed.with(Serdes.String(), JsonSerdes.ProcessedMapWKT()));
 
-        inputStream.print(Printed.toSysOut());
-
         KStream<String, ProcessedMap<String>> deduplicatedStream = inputStream
             .groupByKey(Grouped.with(Serdes.String(), JsonSerdes.ProcessedMapWKT()))
             .aggregate(() -> new ProcessedMapWktPair(new ProcessedMap<String>(), true),

diff --git a/jpo-deduplicator/src/main/resources/application.yaml b/jpo-deduplicator/src/main/resources/application.yaml
@@ -26,6 +26,12 @@ kafka.topics:
     - name: topic.DeduplicatedProcessedMap
       cleanupPolicy: delete
       retentionMs: 300000
+    - name: topic.ProcessedMapWKT
+      cleanupPolicy: delete
+      retentionMs: 300000
+    - name: topic.DeduplicatedProcessedMapWKT
+      cleanupPolicy: delete
+      retentionMs: 300000
     - name: topic.OdeMapJson
       cleanupPolicy: delete
       retentionMs: 300000
@@ -38,4 +44,5 @@ kafka.topics:
     - name: topic.DeduplicatedOdeTimJson
       cleanupPolicy: delete
       retentionMs: 300000
+