X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fchat%2Fbackend%2Fpersistence%2Fkafka%2FKafkaChatHomeService.java;h=e171bc5738e29f27e73afc655aa7fce699c930f8;hb=f7475320b20be8ba198ba914958e9e4dddf62e11;hp=b2ed284221e6fc99bdf829b0518307297fa2a934;hpb=faeec2b848a9e4a25fed7ca1e771068ea8c59583;p=demos%2Fkafka%2Fchat diff --git a/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java b/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java index b2ed2842..e171bc57 100644 --- a/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java +++ b/src/main/java/de/juplo/kafka/chat/backend/persistence/kafka/KafkaChatHomeService.java @@ -17,8 +17,9 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL { private final Consumer consumer; private final String topic; - private final long[] offsets; - private final Map[] chatrooms; + // private final long[] offsets; Erst mal immer alles neu einlesen + private final Map[] kafkaChatRoomServiceMaps; + private final Map[] chatRoomMaps; public KafkaChatHomeService( @@ -29,15 +30,13 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL log.debug("Creating KafkaChatHomeService"); this.consumer = consumer; this.topic = topic; - this.offsets = new long[numShards]; - this.chatrooms = new Map<>[numShards]; - for (int i=0; i< numShards; i++) - { - this.offsets[i] = 0l; - this.chatrooms[i] = chat - } - this.chatrooms = new Map[numShards]; - this.chatrooms = new Map[numShards]; + // this.offsets = new long[numShards]; + // for (int i=0; i< numShards; i++) + // { + // this.offsets[i] = 0l; + // } + this.kafkaChatRoomServiceMaps = new Map[numShards]; + this.chatRoomMaps = new Map[numShards]; } @@ -53,13 +52,19 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL } int partition = tp.partition(); - long unseenOffset = offsets[partition]; + kafkaChatRoomServiceMaps[partition] = new HashMap<>(); // TODO: reuse! Nicht immer alles neu laden + long unseenOffset = 0; // offsets[partition]; log.info( "Loading messages from partition {}: start-offset={} -> current-offset={}", partition, unseenOffset, currentOffset); + + consumer.seek(tp, unseenOffset); + chatRoomMaps[partition] + .values() + .stream() handlers[partition] = new ChatRoomLoadingMessageHandlingStrategy(tp, currentOffset, unseenOffset); }); } @@ -99,7 +104,7 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL (a, b) -> a.addAll(b)); for (int shard = 0; shard < numShards; shard++) { - chatrooms[shard] = owned.contains(shard) + chatRoomMaps[shard] = owned.contains(shard) ? new HashMap<>() : null; } @@ -117,25 +122,25 @@ public class KafkaChatHomeService implements ChatHomeService, ConsumerRebalanceL } }) .toStream() - .forEach(chatroom -> chatrooms[chatroom.getShard()].put(chatroom.getId(), chatroom)); + .forEach(chatroom -> chatRoomMaps[chatroom.getShard()].put(chatroom.getId(), chatroom)); } @Override public Mono putChatRoom(ChatRoom chatRoom) { - chatrooms[chatRoom.getShard()].put(chatRoom.getId(), chatRoom); + chatRoomMaps[chatRoom.getShard()].put(chatRoom.getId(), chatRoom); return Mono.just(chatRoom); } @Override public Mono getChatRoom(int shard, UUID id) { - return Mono.justOrEmpty(chatrooms[shard].get(id)); + return Mono.justOrEmpty(chatRoomMaps[shard].get(id)); } @Override public Flux getChatRooms(int shard) { - return Flux.fromStream(chatrooms[shard].values().stream()); + return Flux.fromStream(chatRoomMaps[shard].values().stream()); } }