package de.juplo.kafka.chat.backend.persistence.kafka;
import de.juplo.kafka.chat.backend.domain.*;
-import de.juplo.kafka.chat.backend.persistence.KafkaLikeShardingStrategy;
+import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.clients.consumer.Consumer;
-import org.apache.kafka.clients.consumer.ConsumerRebalanceListener;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.common.TopicPartition;
import org.apache.kafka.common.errors.RecordDeserializationException;
import org.apache.kafka.common.errors.WakeupException;
-import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
import java.time.*;
-import java.util.Collection;
import java.util.List;
-import java.util.Map;
import java.util.UUID;
-import java.util.stream.IntStream;
+@RequiredArgsConstructor
@Slf4j
public class ChatRoomChannel implements Runnable
{
private final String topic;
- private final Consumer<Integer, ChatRoomTo> consumer;
- private final Producer<Integer, ChatRoomTo> producer;
- private final ShardingStrategy shardingStrategy;
- private final ChatMessageChannel chatMessageChannel;
+ private final Consumer<String, ChatRoomTo> consumer;
+ private final Producer<String, ChatRoomTo> producer;
+ private final ChatRoomFactory chatRoomFactory;
private boolean running;
- public ChatRoomChannel(
- String topic,
- Consumer<Integer, ChatRoomTo> consumer,
- Producer<Integer, ChatRoomTo> producer,
- int numShards,
- ChatMessageChannel chatMessageChannel)
- {
- log.debug(
- "Creating ChatRoomChannel for topic {} with sharding for {} partitions",
- topic,
- numShards);
- this.topic = topic;
- this.consumer = consumer;
- this.producer = producer;
- this.shardingStrategy = new KafkaLikeShardingStrategy(numShards);
- this.chatMessageChannel = chatMessageChannel;
- }
-
-
@Override
public void run()
{
{
try
{
- ConsumerRecords<String, MessageTo> records = consumer.poll(Duration.ofMinutes(5));
+ ConsumerRecords<String, ChatRoomTo> records = consumer.poll(Duration.ofMinutes(5));
log.info("Fetched {} messages", records.count());
+ for (ConsumerRecord<String, ChatRoomTo> record : records)
+ {
+ UUID id = record.value().getId();
+ String name = record.value().getName();
+ chatRoomFactory.createChatRoom(id, name);
+ }
}
catch (WakeupException e)
{
}
}
-
Mono<ChatRoomInfo> sendCreateChatRoomRequest(
UUID chatRoomId,
String name)
{
- int shard = this.shardingStrategy.selectShard(chatRoomId);
- ChatRoomTo chatRoomTo = ChatRoomTo.of(chatRoomId, name, shard);
+ ChatRoomTo chatRoomTo = ChatRoomTo.of(chatRoomId, name);
return Mono.create(sink ->
{
- ProducerRecord<Integer, ChatRoomTo> record =
+ ProducerRecord<String, ChatRoomTo> record =
new ProducerRecord<>(
topic,
- shard,
+ chatRoomId.toString(),
chatRoomTo);
producer.send(record, ((metadata, exception) ->
{
if (metadata != null)
{
- log.info("Successfully send chreate-request {}", chatRoomTo);
+ log.info("Successfully send chreate-request for chat room: {}", chatRoomTo);
sink.success(chatRoomTo.toChatRoomInfo());
}
else
{
// On send-failure
log.error(
- "Could not create-request for chat-room={}, key={}, timestamp={}, text={}: {}",
+ "Could not send create-request for chat room (id={}, name={}): {}",
chatRoomId,
- key,
- timestamp,
- text,
+ name,
exception);
sink.error(exception);
}
@Slf4j
public class KafkaChatRoomFactory implements ChatRoomFactory
{
- private final ChatRoomChannel chatRoomChannel;
+ private final int bufferSize;
+ private final ShardingStrategy shardingStrategy;
+ private final Clock clock;
+ private final ChatMessageChannel chatMessageChannel;
@Override
public Mono<ChatRoomInfo> createChatRoom(UUID id, String name)
{
log.info("Creating ChatRoom with buffer-size {}", bufferSize);
- KafkaChatRoomService service = new KafkaChatRoomService(chatRoomChannel, id);
+ KafkaChatRoomService service = new KafkaChatRoomService(chatMessageChannel, id);
+ int shard = shardingStrategy.selectShard(id);
ChatRoom chatRoom = new ChatRoom(id, name, shard, clock, service, bufferSize);
- chatRoomChannel.putChatRoom(chatRoom);
+ chatMessageChannel.putChatRoom(chatRoom);
return Mono.just(chatRoom);
}
}