<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
- <version>3.0.2</version>
+ <version>3.2.5</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>de.juplo.kafka.wordcount</groupId>
<artifactId>recorder</artifactId>
- <version>1.0.2</version>
+ <version>1.1.2</version>
<name>Wordcount-Recorder</name>
<description>Recorder-service of the multi-user wordcount-example</description>
<properties>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
- <groupId>org.apache.kafka</groupId>
- <artifactId>kafka-clients</artifactId>
+ <groupId>org.springframework.kafka</groupId>
+ <artifactId>spring-kafka</artifactId>
</dependency>
<dependency>
<groupId>org.hibernate.validator</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
+ <dependency>
+ <groupId>org.springframework.kafka</groupId>
+ <artifactId>spring-kafka-test</artifactId>
+ <scope>test</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.awaitility</groupId>
+ <artifactId>awaitility</artifactId>
+ <scope>test</scope>
+ </dependency>
</dependencies>
<build>
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.context.annotation.Bean;
+import org.springframework.kafka.support.serializer.JsonSerializer;
import org.springframework.util.Assert;
import java.util.Properties;
public class RecorderApplication
{
@Bean(destroyMethod = "close")
- KafkaProducer<String, String> producer(RecorderApplicationProperties properties)
+ KafkaProducer<String, Recording> producer(RecorderApplicationProperties properties)
{
Assert.hasText(properties.getBootstrapServer(), "juplo.wordcount.recorder.bootstrap-server must be set");
Properties props = new Properties();
props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, properties.getBootstrapServer());
props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
- props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
+ props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class);
+ props.put(JsonSerializer.ADD_TYPE_INFO_HEADERS, false);
return new KafkaProducer<>(props);
}
public class RecorderController
{
private final String topic;
- private final KafkaProducer<String, String> producer;
+ private final KafkaProducer<String, Recording> producer;
- public RecorderController(RecorderApplicationProperties properties, KafkaProducer<String,String> producer)
+ public RecorderController(
+ RecorderApplicationProperties properties,
+ KafkaProducer<String,Recording> producer)
{
this.topic = properties.getTopic();
this.producer = producer;
{
DeferredResult<ResponseEntity<RecordingResult>> result = new DeferredResult<>();
- ProducerRecord<String, String> record = new ProducerRecord<>(topic, username, sentence);
+ ProducerRecord<String, Recording> record = new ProducerRecord<>(
+ topic,
+ username,
+ Recording.of(username, sentence));
+
producer.send(record, (metadata, exception) ->
{
if (metadata != null)
package de.juplo.kafka.wordcount.recorder;
+import lombok.extern.slf4j.Slf4j;
+import org.junit.jupiter.api.DisplayName;
import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.autoconfigure.web.servlet.AutoConfigureMockMvc;
import org.springframework.boot.test.context.SpringBootTest;
+import org.springframework.boot.test.context.TestConfiguration;
+import org.springframework.context.annotation.Bean;
+import org.springframework.http.MediaType;
+import org.springframework.kafka.annotation.KafkaListener;
+import org.springframework.kafka.support.KafkaHeaders;
+import org.springframework.kafka.test.context.EmbeddedKafka;
+import org.springframework.messaging.handler.annotation.Header;
+import org.springframework.messaging.handler.annotation.Payload;
+import org.springframework.test.web.servlet.MockMvc;
+import org.springframework.test.web.servlet.MvcResult;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
-@SpringBootTest
+import java.time.Duration;
+import java.util.List;
+import java.util.stream.Stream;
+
+import static de.juplo.kafka.wordcount.recorder.ApplicationTests.TOPIC_OUT;
+import static org.assertj.core.api.Assertions.assertThat;
+import static org.awaitility.Awaitility.await;
+import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.asyncDispatch;
+import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
+import static org.springframework.test.web.servlet.result.MockMvcResultHandlers.print;
+import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
+import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
+
+
+@SpringBootTest(
+ properties = {
+ "spring.kafka.consumer.auto-offset-reset=earliest",
+ "spring.kafka.consumer.value-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer",
+ "spring.kafka.consumer.properties.spring.json.value.default.type=de.juplo.kafka.wordcount.recorder.RecordingData",
+ "spring.kafka.consumer.properties.spring.json.trusted.packages=de.juplo.kafka.wordcount.recorder",
+ "logging.level.root=WARN",
+ "logging.level.de.juplo=DEBUG",
+ "juplo.wordcount.recorder.bootstrap-server=${spring.embedded.kafka.brokers}",
+ "juplo.wordcount.recorder.topic=" + TOPIC_OUT })
+@AutoConfigureMockMvc
+@EmbeddedKafka(topics = { TOPIC_OUT })
+@Slf4j
class ApplicationTests
{
+ static final String TOPIC_OUT = "out";
+
+ @Autowired
+ MockMvc mockMvc;
+ @Autowired
+ Consumer consumer;
+
+
@Test
- void contextLoads()
+ @DisplayName("Posted messages are accepted and sent to Kafka")
+ void userMessagesAreAcceptedAndSentToKafka()
+ {
+ MultiValueMap<String, RecordingData> recordings = new LinkedMultiValueMap<>();
+
+ Stream
+ .of(
+ new RecordingData("päter", "Hall° Wält?¢*&%€!"),
+ new RecordingData("päter", "Hallo Welt!"),
+ new RecordingData("klühs", "Müsch gäb's auch!"),
+ new RecordingData("päter", "Boäh, echt! ß mal nä Nümmäh!"))
+ .forEach(recording ->
+ {
+ sendRedording(recording.getUser(), recording.getSentence());
+ recordings.add(recording.getUser(), recording);
+ });
+
+
+ await("Received expected messages")
+ .atMost(Duration.ofSeconds(5))
+ .untilAsserted(() -> recordings.forEach((user, userRecordings) ->
+ assertThat(consumer.receivedFor(user)).containsExactlyElementsOf(userRecordings)));
+ }
+
+ void sendRedording(String user, String sentence)
+ {
+ try
+ {
+ MvcResult result = mockMvc
+ .perform(post("/{user}", user)
+ .contentType(MediaType.TEXT_PLAIN)
+ .content(sentence))
+ .andReturn();
+
+ mockMvc.perform(asyncDispatch(result))
+ .andDo(print())
+ .andExpect(status().isOk())
+ .andExpect(jsonPath("$.username").value(user))
+ .andExpect(jsonPath("$.sentence").value(sentence));
+ }
+ catch (Exception e)
+ {
+ throw new RuntimeException(e);
+ }
+ }
+
+
+ static class Consumer
+ {
+ private final MultiValueMap<String, RecordingData> received = new LinkedMultiValueMap<>();
+
+ @KafkaListener(groupId = "TEST", topics = TOPIC_OUT)
+ public synchronized void receive(
+ @Header(KafkaHeaders.RECEIVED_KEY) String user,
+ @Payload RecordingData recording)
+ {
+ log.debug("Received message: {}={}", user, recording);
+ received.add(user, recording);
+ }
+
+ synchronized List<RecordingData> receivedFor(String user)
+ {
+ return received.get(user);
+ }
+ }
+
+ @TestConfiguration
+ static class Configuration
{
+ @Bean
+ Consumer consumer()
+ {
+ return new Consumer();
+ }
}
}
projects / demos / kafka / wordcount / commitdiff