X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fchat%2Fbackend%2Fpersistence%2Fkafka%2FKafkaChatHomeService.java;h=38aecd187e246ea906e9bb228b8e69cd00a1214c;hb=df2360875c75f25798f2f55d1e77fc8d46cc31b0;hp=4fa567ceb1eba8df36b4c050b9e105eee4a6d29e;hpb=ba3aba8860f41fcc54970d5e234fee0576768c98;p=demos%2Fkafka%2Fchat diff --git a/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java b/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java index 4fa567ce..38aecd18 100644 --- a/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java +++ b/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java @@ -2,12 +2,8 @@ package de.juplo.kafka.chat.backend.persistence.kafka; import de.juplo.kafka.chat.backend.domain.ChatHomeService; import de.juplo.kafka.chat.backend.domain.ChatRoom; -import de.juplo.kafka.chat.backend.domain.Message; -import lombok.RequiredArgsConstructor; +import de.juplo.kafka.chat.backend.domain.ShardNotOwnedException; import lombok.extern.slf4j.Slf4j; -import org.apache.kafka.clients.consumer.Consumer; -import org.apache.kafka.clients.consumer.ConsumerRebalanceListener; -import org.apache.kafka.common.TopicPartition; import reactor.core.publisher.Flux; import reactor.core.publisher.Mono; @@ -15,168 +11,41 @@ import java.util.*; @Slf4j -public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceListener +public class KafkaChatHomeService implements ChatHomeService { - private final Consumer consumer; - private final String topic; - private final long[] offsets; - private final MessageHandler[] handlers; - private final Map[] chatrooms; + private final ChatMessageChannel chatMessageChanel; - public KafkaChatHomeService( - Consumer consumer, - String topic, - int numShards) + public KafkaChatHomeService(ChatMessageChannel chatMessageChannel) { log.debug("Creating KafkaChatHomeService"); - this.consumer = consumer; - this.topic = topic; - this.offsets = new long[numShards]; - this.handlers = new MessageHandler[numShards]; - for (int i=0; i< numShards; i++) - { - this.offsets[i] = 0l; - this.handlers[i] = new NoOpMessageHandler(i); - } - this.chatrooms = new Map[numShards]; + this.chatMessageChanel = chatMessageChannel; } @Override - public void onPartitionsAssigned(Collection partitions) + public Mono getChatRoom(int shard, UUID id) { - consumer.endOffsets(partitions).forEach((tp, currentOffset) -> + if (chatMessageChanel.isLoadInProgress()) { - if (!tp.topic().equals(topic)) - { - log.warn("Ignoring unwanted TopicPartition", tp); - return; - } - - int partition = tp.partition(); - long unseenOffset = offsets[partition]; - - log.info("Reading partition {} from {} -> {}", partition, unseenOffset, currentOffset); - handlers[partition] = new ChatRoomLoadingMessageHandler(partition, currentOffset, unseenOffset); - }); - } - - @Override - public void onPartitionsRevoked(Collection partitions) - { - log.info("Revoked partitions: {}", partitions); - } - - @Override - public void onPartitionsLost(Collection partitions) - { - log.info("Revoked partitions: {}", partitions); - } - - private void foo() - { - Set owned = Arrays - .stream(ownedShards) - .collect( - () -> new HashSet<>(), - (set, i) -> set.add(i), - (a, b) -> a.addAll(b)); - for (int shard = 0; shard < numShards; shard++) + throw new ShardNotOwnedException(shard); + } + else { - chatrooms[shard] = owned.contains(shard) - ? new HashMap<>() - : null; + return chatMessageChanel.getChatRoom(shard, id); } - chatroomFlux - .filter(chatRoom -> - { - if (owned.contains(chatRoom.getShard())) - { - return true; - } - else - { - log.info("Ignoring not owned chat-room {}", chatRoom); - return false; - } - }) - .toStream() - .forEach(chatroom -> chatrooms[chatroom.getShard()].put(chatroom.getId(), chatroom)); - } - - @Override - public Mono putChatRoom(ChatRoom chatRoom) - { - chatrooms[chatRoom.getShard()].put(chatRoom.getId(), chatRoom); - return Mono.just(chatRoom); - } - - @Override - public Mono getChatRoom(int shard, UUID id) - { - return Mono.justOrEmpty(chatrooms[shard].get(id)); } @Override public Flux getChatRooms(int shard) { - return Flux.fromStream(chatrooms[shard].values().stream()); - } - - - interface MessageHandler - { - MessageHandler handleMessage(Message message); - } - - - @RequiredArgsConstructor - class NoOpMessageHandler implements MessageHandler - { - private final TopicPartition tp; - - @Override - public MessageHandler handleMessage(Message message) - { - log.warn("Not handling message {} for partition {}", message, tp); - return this; - } - } - - class ChatRoomLoadingMessageHandler implements MessageHandler - { - private final TopicPartition tp; - private final long currentOffset; - private final long unseenOffset; - - ChatRoomLoadingMessageHandler(TopicPartition tp, long currentOffset, long unseenOffset) - { - this.tp = tp; - this.currentOffset = currentOffset; - this.unseenOffset = unseenOffset; - - consumer.seek(tp, unseenOffset); - } - - @Override - public MessageHandler handleMessage(Message message) + if (chatMessageChanel.isLoadInProgress()) { - // todo - return this; + throw new ShardNotOwnedException(shard); } - } - - @RequiredArgsConstructor - class DefaultMessageHandler implements MessageHandler - { - private final TopicPartition tp; - - @Override - public MessageHandler handleMessage(Message message) + else { - chatrooms[tp.partition()].put() - return this; + return chatMessageChanel.getChatRooms(shard); } } }