package de.juplo.kafka.chat.backend.implementation.kafka;
import de.juplo.kafka.chat.backend.domain.ChatRoomInfo;
+import de.juplo.kafka.chat.backend.domain.exceptions.LoadInProgressException;
import de.juplo.kafka.chat.backend.implementation.kafka.messages.AbstractMessageTo;
import de.juplo.kafka.chat.backend.implementation.kafka.messages.info.EventChatRoomCreated;
+import de.juplo.kafka.chat.backend.implementation.kafka.messages.info.EventShardAssigned;
+import de.juplo.kafka.chat.backend.implementation.kafka.messages.info.EventShardRevoked;
+import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.clients.consumer.Consumer;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
+import org.apache.kafka.clients.producer.RecordMetadata;
import org.apache.kafka.common.errors.WakeupException;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
+import java.net.URI;
import java.time.*;
import java.util.HashMap;
import java.util.Map;
private final Producer<String, AbstractMessageTo> producer;
private final Consumer<String, AbstractMessageTo> consumer;
private final int numShards;
+ private final String[] shardOwners;
private final long[] currentOffset;
private final long[] nextOffset;
private final Map<UUID, ChatRoomInfo> chatRoomInfo;
+ private final String instanceUri;
private boolean running;
+ @Getter
+ private volatile boolean loadInProgress = true;
public InfoChannel(
String topic,
Producer<String, AbstractMessageTo> producer,
- Consumer<String, AbstractMessageTo> infoChannelConsumer)
+ Consumer<String, AbstractMessageTo> infoChannelConsumer,
+ URI instanceUri)
{
log.debug(
"Creating InfoChannel for topic {}",
this.numShards = consumer
.partitionsFor(topic)
.size();
+ this.shardOwners = new String[numShards];
this.currentOffset = new long[numShards];
this.nextOffset = new long[numShards];
IntStream
.range(0, numShards)
.forEach(partition -> this.nextOffset[partition] = -1l);
- }
-
- boolean loadInProgress()
- {
- return IntStream
- .range(0, numShards)
- .anyMatch(partition -> nextOffset[partition] < currentOffset[partition]);
+ this.instanceUri = instanceUri.toASCIIString();
}
+
Mono<ChatRoomInfo> sendChatRoomCreatedEvent(
UUID chatRoomId,
String name,
producer.send(record, ((metadata, exception) ->
{
- if (metadata != null)
+ if (exception == null)
{
- log.info("Successfully sent chreate-request for chat room: {}", to);
- ChatRoomInfo chatRoomInfo = new ChatRoomInfo(chatRoomId, name, record.partition());
+ log.info("Successfully sent created event for chat chat-room: {}", to);
+ ChatRoomInfo chatRoomInfo = new ChatRoomInfo(chatRoomId, name, shard);
sink.success(chatRoomInfo);
}
else
{
// On send-failure
log.error(
- "Could not send create-request for chat room (id={}, name={}): {}",
+ "Could not send created event for chat-room (id={}, name={}): {}",
chatRoomId,
name,
exception);
});
}
+ void sendShardAssignedEvent(int shard)
+ {
+ EventShardAssigned to = EventShardAssigned.of(shard, instanceUri);
+
+ ProducerRecord<String, AbstractMessageTo> record =
+ new ProducerRecord<>(
+ topic,
+ Integer.toString(shard),
+ to);
+
+ producer.send(record, ((metadata, exception) ->
+ {
+ if (metadata != null)
+ {
+ log.info("Successfully sent shard assigned event for shard: {}", shard);
+ }
+ else
+ {
+ // On send-failure
+ log.error(
+ "Could not send shard assigned event for shard {}: {}",
+ shard,
+ exception);
+ // TODO:
+ // Verhalten im Fehlerfall durchdenken!
+ // Z.B.: unsubscribe() und darauf folgendes (re-)subscribe() des
+ // Consumers veranlassen, so dass die nicht öffentlich Bekannte
+ // Zuständigkeit abgegeben und neu zugeordnet wird?
+ // Falls der Weg gegangen wird: Achtung wegen Sticke Partitions!
+ }
+ }));
+ }
+
+ void sendShardRevokedEvent(int shard)
+ {
+ EventShardRevoked to = EventShardRevoked.of(shard, instanceUri);
+
+ ProducerRecord<String, AbstractMessageTo> record =
+ new ProducerRecord<>(
+ topic,
+ Integer.toString(shard),
+ to);
+
+ producer.send(record, ((metadata, exception) ->
+ {
+ if (metadata != null)
+ {
+ log.info("Successfully sent shard revoked event for shard: {}", shard);
+ }
+ else
+ {
+ // On send-failure
+ log.error(
+ "Could not send shard revoked event for shard {}: {}",
+ shard,
+ exception);
+ // TODO:
+ // Verhalten im Fehlerfall durchdenken!
+ // Ggf. einfach egal, da die neue zuständige Instanz den
+ // nicht gelöschten Eintrag eh überschreibt?
+ }
+ }));
+ }
+
@Override
public void run()
IntStream
.range(0, numShards)
.forEach(partition -> this.nextOffset[partition] = 0l);
+ loadInProgress = true;
while (running)
{
{
ConsumerRecords<String, AbstractMessageTo> records = consumer.poll(Duration.ofMinutes(1));
log.debug("Fetched {} messages", records.count());
- handleMessages(records);
+ for (ConsumerRecord<String, AbstractMessageTo> record : records)
+ {
+ handleMessage(record);
+ updateNextOffset(record.partition(), record.offset() + 1);
+ }
}
catch (WakeupException e)
{
log.info("Exiting normally");
}
- private void handleMessages(ConsumerRecords<String, AbstractMessageTo> records)
+ private void updateNextOffset(int partition, long nextOffset)
+ {
+ this.nextOffset[partition] = nextOffset;
+ if (loadInProgress) {
+ loadInProgress = IntStream
+ .range(0, numShards)
+ .anyMatch(shard -> this.nextOffset[shard] < currentOffset[partition]);
+ }
+ }
+
+ private void handleMessage(ConsumerRecord<String, AbstractMessageTo> record)
{
- for (ConsumerRecord<String, AbstractMessageTo> record : records)
+ switch (record.value().getType())
{
- switch (record.value().getType())
- {
- case EVENT_CHATROOM_CREATED:
- EventChatRoomCreated eventChatRoomCreated =
- (EventChatRoomCreated) record.value();
- createChatRoom(eventChatRoomCreated.toChatRoomInfo());
- break;
-
- default:
- log.debug(
- "Ignoring message for key={} with offset={}: {}",
- record.key(),
- record.offset(),
- record.value());
- }
+ case EVENT_CHATROOM_CREATED:
+ EventChatRoomCreated eventChatRoomCreated =
+ (EventChatRoomCreated) record.value();
+ createChatRoom(eventChatRoomCreated.toChatRoomInfo());
+ break;
+
+ case EVENT_SHARD_ASSIGNED:
+ EventShardAssigned eventShardAssigned =
+ (EventShardAssigned) record.value();
+ log.info(
+ "Shard {} was assigned to {}",
+ eventShardAssigned.getShard(),
+ eventShardAssigned.getUri());
+ shardOwners[eventShardAssigned.getShard()] = eventShardAssigned.getUri();
+ break;
- nextOffset[record.partition()] = record.offset() + 1;
+ case EVENT_SHARD_REVOKED:
+ EventShardRevoked eventShardRevoked =
+ (EventShardRevoked) record.value();
+ log.info(
+ "Shard {} was revoked from {}",
+ eventShardRevoked.getShard(),
+ eventShardRevoked.getUri());
+ shardOwners[eventShardRevoked.getShard()] = null;
+ break;
+
+ default:
+ log.debug(
+ "Ignoring message for key={} with offset={}: {}",
+ record.key(),
+ record.offset(),
+ record.value());
}
}
Mono<ChatRoomInfo> getChatRoomInfo(UUID id)
{
+ if (loadInProgress)
+ {
+ return Mono.error(new LoadInProgressException());
+ }
+
return Mono.fromSupplier(() -> chatRoomInfo.get(id));
}
+
+ Mono<String[]> getShardOwners()
+ {
+ return Mono.just(shardOwners);
+ }
}