projects
/
demos
/
kafka
/
chat
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
fix: Errors during shard-publishing should not kill the instance
[demos/kafka/chat]
/
src
/
main
/
java
/
de
/
juplo
/
kafka
/
chat
/
backend
/
implementation
/
kafka
/
DataChannel.java
diff --git
a/src/main/java/de/juplo/kafka/chat/backend/implementation/kafka/DataChannel.java
b/src/main/java/de/juplo/kafka/chat/backend/implementation/kafka/DataChannel.java
index
2c3e60a
..
b4cc33f
100644
(file)
--- a/
src/main/java/de/juplo/kafka/chat/backend/implementation/kafka/DataChannel.java
+++ b/
src/main/java/de/juplo/kafka/chat/backend/implementation/kafka/DataChannel.java
@@
-7,10
+7,7
@@
import de.juplo.kafka.chat.backend.implementation.kafka.messages.AbstractMessage
import de.juplo.kafka.chat.backend.implementation.kafka.messages.data.EventChatMessageReceivedTo;
import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
import de.juplo.kafka.chat.backend.implementation.kafka.messages.data.EventChatMessageReceivedTo;
import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
-import org.apache.kafka.clients.consumer.Consumer;
-import org.apache.kafka.clients.consumer.ConsumerRebalanceListener;
-import org.apache.kafka.clients.consumer.ConsumerRecord;
-import org.apache.kafka.clients.consumer.ConsumerRecords;
+import org.apache.kafka.clients.consumer.*;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.TopicPartition;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.TopicPartition;
@@
-31,6
+28,7
@@
public class DataChannel implements Runnable, ConsumerRebalanceListener
private final Consumer<String, AbstractMessageTo> consumer;
private final ZoneId zoneId;
private final int numShards;
private final Consumer<String, AbstractMessageTo> consumer;
private final ZoneId zoneId;
private final int numShards;
+ private final Duration pollingInterval;
private final int bufferSize;
private final Clock clock;
private final boolean[] isShardOwned;
private final int bufferSize;
private final Clock clock;
private final boolean[] isShardOwned;
@@
-52,6
+50,7
@@
public class DataChannel implements Runnable, ConsumerRebalanceListener
Consumer<String, AbstractMessageTo> dataChannelConsumer,
ZoneId zoneId,
int numShards,
Consumer<String, AbstractMessageTo> dataChannelConsumer,
ZoneId zoneId,
int numShards,
+ Duration pollingInterval,
int bufferSize,
Clock clock,
InfoChannel infoChannel,
int bufferSize,
Clock clock,
InfoChannel infoChannel,
@@
-68,6
+67,7
@@
public class DataChannel implements Runnable, ConsumerRebalanceListener
this.producer = producer;
this.zoneId = zoneId;
this.numShards = numShards;
this.producer = producer;
this.zoneId = zoneId;
this.numShards = numShards;
+ this.pollingInterval = pollingInterval;
this.bufferSize = bufferSize;
this.clock = clock;
this.isShardOwned = new boolean[numShards];
this.bufferSize = bufferSize;
this.clock = clock;
this.isShardOwned = new boolean[numShards];
@@
-155,7
+155,8
@@
public class DataChannel implements Runnable, ConsumerRebalanceListener
"Could not publish instance {} as owner of shard {}: {}",
instanceId,
partition,
"Could not publish instance {} as owner of shard {}: {}",
instanceId,
partition,
- throwable))
+ throwable.toString()))
+ .onErrorComplete()
.block();
});
.block();
});
@@
-192,7
+193,7
@@
public class DataChannel implements Runnable, ConsumerRebalanceListener
{
try
{
{
try
{
- ConsumerRecords<String, AbstractMessageTo> records = consumer.poll(
Duration.ofMinutes(1)
);
+ ConsumerRecords<String, AbstractMessageTo> records = consumer.poll(
pollingInterval
);
log.info("Fetched {} messages", records.count());
if (loadInProgress)
log.info("Fetched {} messages", records.count());
if (loadInProgress)
@@
-335,4
+336,9
@@
public class DataChannel implements Runnable, ConsumerRebalanceListener
KafkaChatMessageService service = new KafkaChatMessageService(this, chatRoomId);
return new ChatRoomData(clock, service, bufferSize);
}
KafkaChatMessageService service = new KafkaChatMessageService(this, chatRoomId);
return new ChatRoomData(clock, service, bufferSize);
}
+
+ ConsumerGroupMetadata getConsumerGroupMetadata()
+ {
+ return consumer.groupMetadata();
+ }
}
}