X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fchat%2Fbackend%2Fpersistence%2Fkafka%2FKafkaChatHomeService.java;h=70a96bc3ddb92ae3d46ae0edec76f60df93be34b;hb=320f2e00a39f4cb7428446223cb9fb2f37d12e25;hp=4fa567ceb1eba8df36b4c050b9e105eee4a6d29e;hpb=ba3aba8860f41fcc54970d5e234fee0576768c98;p=demos%2Fkafka%2Fchat diff --git a/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java b/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java index 4fa567ce..70a96bc3 100644 --- a/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java +++ b/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java @@ -2,8 +2,6 @@ package de.juplo.kafka.chat.backend.persistence.kafka; import de.juplo.kafka.chat.backend.domain.ChatHomeService; import de.juplo.kafka.chat.backend.domain.ChatRoom; -import de.juplo.kafka.chat.backend.domain.Message; -import lombok.RequiredArgsConstructor; import lombok.extern.slf4j.Slf4j; import org.apache.kafka.clients.consumer.Consumer; import org.apache.kafka.clients.consumer.ConsumerRebalanceListener; @@ -37,7 +35,7 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL for (int i=0; i< numShards; i++) { this.offsets[i] = 0l; - this.handlers[i] = new NoOpMessageHandler(i); + this.handlers[i] = new MessageHandler(new TopicPartition(topic, i)); } this.chatrooms = new Map[numShards]; } @@ -50,7 +48,7 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL { if (!tp.topic().equals(topic)) { - log.warn("Ignoring unwanted TopicPartition", tp); + log.warn("Ignoring partition from unwanted topic: {}", tp); return; } @@ -58,13 +56,26 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL long unseenOffset = offsets[partition]; log.info("Reading partition {} from {} -> {}", partition, unseenOffset, currentOffset); - handlers[partition] = new ChatRoomLoadingMessageHandler(partition, currentOffset, unseenOffset); + handlers[partition] = new ChatRoomLoadingMessageHandlingStrategy(tp, currentOffset, unseenOffset); }); } @Override public void onPartitionsRevoked(Collection partitions) { + partitions.forEach(tp -> + { + if (!tp.topic().equals(topic)) + { + log.warn("Ignoring partition from unwanted topic: {}", tp); + return; + } + + int partition = tp.partition(); + long unseenOffset = offsets[partition]; + + log.info("Reading partition {} from {} -> {}", partition, unseenOffset, currentOffset); + }); log.info("Revoked partitions: {}", partitions); } @@ -123,60 +134,4 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL { return Flux.fromStream(chatrooms[shard].values().stream()); } - - - interface MessageHandler - { - MessageHandler handleMessage(Message message); - } - - - @RequiredArgsConstructor - class NoOpMessageHandler implements MessageHandler - { - private final TopicPartition tp; - - @Override - public MessageHandler handleMessage(Message message) - { - log.warn("Not handling message {} for partition {}", message, tp); - return this; - } - } - - class ChatRoomLoadingMessageHandler implements MessageHandler - { - private final TopicPartition tp; - private final long currentOffset; - private final long unseenOffset; - - ChatRoomLoadingMessageHandler(TopicPartition tp, long currentOffset, long unseenOffset) - { - this.tp = tp; - this.currentOffset = currentOffset; - this.unseenOffset = unseenOffset; - - consumer.seek(tp, unseenOffset); - } - - @Override - public MessageHandler handleMessage(Message message) - { - // todo - return this; - } - } - - @RequiredArgsConstructor - class DefaultMessageHandler implements MessageHandler - { - private final TopicPartition tp; - - @Override - public MessageHandler handleMessage(Message message) - { - chatrooms[tp.partition()].put() - return this; - } - } }