package de.juplo.kafka.wordcount.top10;
+import org.apache.kafka.common.header.Header;
+import org.apache.kafka.common.header.Headers;
+import org.apache.kafka.streams.KeyValue;
+
import java.util.List;
+import java.util.Map;
+import java.util.Properties;
import java.util.function.BiConsumer;
+import java.util.stream.Collectors;
import static org.assertj.core.api.Assertions.assertThat;
class TestData
{
- static void writeInputData(BiConsumer<String, String> consumer)
+ static void writeInputData(BiConsumer<Key, Counter> consumer)
{
consumer.accept(
- "peter",
- "{\"user\":\"peter\",\"word\":\"Hallo\"}");
+ Key.of("peter","Hallo"),
+ Counter.of("peter","Hallo",1));
consumer.accept(
- "klaus",
- "{\"user\":\"klaus\",\"word\":\"Müsch\"}");
+ Key.of("klaus","Müsch"),
+ Counter.of("klaus","Müsch",1));
consumer.accept(
- "peter",
- "{\"user\":\"peter\",\"word\":\"Welt\"}");
+ Key.of("peter","Welt"),
+ Counter.of("peter","Welt",1));
consumer.accept(
- "klaus",
- "{\"user\":\"klaus\",\"word\":\"Müsch\"}");
+ Key.of("klaus","Müsch"),
+ Counter.of("klaus","Müsch",2));
consumer.accept(
- "klaus",
- "{\"user\":\"klaus\",\"word\":\"s\"}");
+ Key.of("klaus","s"),
+ Counter.of("klaus","s",1));
consumer.accept(
- "peter",
- "{\"user\":\"peter\",\"word\":\"Boäh\"}");
+ Key.of("peter","Boäh"),
+ Counter.of("peter","Boäh",1));
consumer.accept(
- "peter",
- "{\"user\":\"peter\",\"word\":\"Welt\"}");
+ Key.of("peter","Welt"),
+ Counter.of("peter","Welt",2));
consumer.accept(
- "peter",
- "{\"user\":\"peter\",\"word\":\"Boäh\"}");
+ Key.of("peter","Boäh"),
+ Counter.of("peter","Boäh",2));
consumer.accept(
- "klaus",
- "{\"user\":\"klaus\",\"word\":\"s\"}");
+ Key.of("klaus","s"),
+ Counter.of("klaus","s",2));
consumer.accept(
- "peter",
- "{\"user\":\"peter\",\"word\":\"Boäh\"}");
+ Key.of("peter","Boäh"),
+ Counter.of("peter","Boäh",3));
consumer.accept(
- "klaus",
- "{\"user\":\"klaus\",\"word\":\"s\"}");
+ Key.of("klaus","s"),
+ Counter.of("klaus","s",3));
}
- static void assertExpectedResult(List<Message> receivedMessages)
+ static void assertExpectedResult(List<KeyValue<String, Ranking>> receivedMessages)
{
assertThat(receivedMessages).hasSize(11);
assertThat(receivedMessages).containsSubsequence(
expectedMessages[9]); // Boäh
}
- static Message[] expectedMessages =
+ static KeyValue<String, Ranking>[] expectedMessages = new KeyValue[]
{
- Message.of(
- "{\"user\":\"peter\",\"word\":\"Hallo\"}",
- "{\"user\":\"peter\",\"word\":\"Hallo\",\"count\":1}"),
- Message.of(
- "{\"user\":\"klaus\",\"word\":\"Müsch\"}",
- "{\"user\":\"klaus\",\"word\":\"Müsch\",\"count\":1}"),
- Message.of(
- "{\"user\":\"peter\",\"word\":\"Welt\"}",
- "{\"user\":\"peter\",\"word\":\"Welt\",\"count\":1}"),
- Message.of(
- "{\"user\":\"klaus\",\"word\":\"Müsch\"}",
- "{\"user\":\"klaus\",\"word\":\"Müsch\",\"count\":2}"),
- Message.of(
- "{\"user\":\"klaus\",\"word\":\"s\"}",
- "{\"user\":\"klaus\",\"word\":\"s\",\"count\":1}"),
- Message.of(
- "{\"user\":\"peter\",\"word\":\"Boäh\"}",
- "{\"user\":\"peter\",\"word\":\"Boäh\",\"count\":1}"),
- Message.of(
- "{\"user\":\"peter\",\"word\":\"Welt\"}",
- "{\"user\":\"peter\",\"word\":\"Welt\",\"count\":2}"),
- Message.of(
- "{\"user\":\"peter\",\"word\":\"Boäh\"}",
- "{\"user\":\"peter\",\"word\":\"Boäh\",\"count\":2}"),
- Message.of(
- "{\"user\":\"klaus\",\"word\":\"s\"}",
- "{\"user\":\"klaus\",\"word\":\"s\",\"count\":2}"),
- Message.of(
- "{\"user\":\"peter\",\"word\":\"Boäh\"}",
- "{\"user\":\"peter\",\"word\":\"Boäh\",\"count\":3}"),
- Message.of(
- "{\"user\":\"klaus\",\"word\":\"s\"}",
- "{\"user\":\"klaus\",\"word\":\"s\",\"count\":3}"),
+ KeyValue.pair(
+ "peter",
+ Ranking.of(
+ Entry.of("Hallo", 1l))),
+ KeyValue.pair(
+ "klaus",
+ Ranking.of(
+ Entry.of("Müsch", 1l))),
+ KeyValue.pair(
+ "peter",
+ Ranking.of(
+ Entry.of("Hallo", 1l),
+ Entry.of("Welt", 1l))),
+ KeyValue.pair(
+ "klaus",
+ Ranking.of(
+ Entry.of("Müsch", 2l))),
+ KeyValue.pair(
+ "klaus",
+ Ranking.of(
+ Entry.of("Müsch", 2l),
+ Entry.of("s", 1l))),
+ KeyValue.pair(
+ "peter",
+ Ranking.of(
+ Entry.of("Hallo", 1l),
+ Entry.of("Welt", 1l),
+ Entry.of("Boäh", 1l))),
+ KeyValue.pair(
+ "peter",
+ Ranking.of(
+ Entry.of("Welt", 2l),
+ Entry.of("Hallo", 1l),
+ Entry.of("Boäh", 1l))),
+ KeyValue.pair(
+ "peter",
+ Ranking.of(
+ Entry.of("Welt", 2l),
+ Entry.of("Boäh", 2l),
+ Entry.of("Hallo", 1l))),
+ KeyValue.pair(
+ "klaus",
+ Ranking.of(
+ Entry.of("Müsch", 2l),
+ Entry.of("s", 2l))),
+ KeyValue.pair(
+ "peter",
+ Ranking.of(
+ Entry.of("Boäh", 3l),
+ Entry.of("Welt", 2l),
+ Entry.of("Hallo", 1l))),
+ KeyValue.pair(
+ "klaus",
+ Ranking.of(
+ Entry.of("s", 3l),
+ Entry.of("Müsch", 2l))),
};
+
+ static Map<String, Object> convertToMap(Properties properties)
+ {
+ return properties
+ .entrySet()
+ .stream()
+ .collect(
+ Collectors.toMap(
+ entry -> (String)entry.getKey(),
+ entry -> entry.getValue()
+ ));
+ }
+
+ static String parseHeader(Headers headers, String key)
+ {
+ Header header = headers.lastHeader(key);
+ if (header == null)
+ {
+ return key + "=null";
+ }
+ else
+ {
+ return key + "=" + new String(header.value());
+ }
+ }
}