package de.juplo.kafka;
+import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.serialization.StringSerializer;
import org.apache.kafka.common.utils.Bytes;
import static org.assertj.core.api.Assertions.assertThat;
-public class ApplicationTests extends GenericApplicationTests<String, String>
+@Slf4j
+public class ApplicationTests extends GenericApplicationTests<String, Message>
{
@Autowired
- AdderResults results;
+ StateRepository stateRepository;
public ApplicationTests()
{
ApplicationTests tests;
- final int[] numbers = {1, 7, 3, 2, 33, 6, 11};
+ final int[] numbers = {1, 77, 33, 2, 66, 666, 11};
final String[] dieWilden13 =
IntStream
.range(1, 14)
.mapToObj(i -> "seeräuber-" + i)
.toArray(i -> new String[i]);
final StringSerializer stringSerializer = new StringSerializer();
- final Bytes calculateMessage = new Bytes(stringSerializer.serialize(TOPIC, "CALCULATE"));
+ final Bytes calculateMessage = new Bytes(stringSerializer.serialize(TOPIC, "{}"));
- int counter = 0;
+ int counterMessages;
+ int counterPoisonPills;
+ int counterLogicErrors;
Map<String, List<AdderResult>> state;
@Override
- public int generate(
+ public void generate(
boolean poisonPills,
boolean logicErrors,
Consumer<ProducerRecord<Bytes, Bytes>> messageSender)
{
- counter = 0;
+ counterMessages = 0;
+ counterPoisonPills = 0;
+ counterLogicErrors = 0;
+
state =
Arrays
.stream(dieWilden13)
seeräuber -> seeräuber,
seeräuber -> new LinkedList()));
- for (int i = 0; i < 33; i++)
- {
- String seeräuber = dieWilden13[i % 13];
- int number = numbers[i % 7];
-
- Bytes key = new Bytes(stringSerializer.serialize(TOPIC, seeräuber));
+ int number[] = { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 };
+ int message[] = { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 };
+ int next = 0;
- for (int message = 1; message <= number; message++)
+ for (int pass = 0; pass < 333; pass++)
+ {
+ for (int i = 0; i<13; i++)
{
- Bytes value = new Bytes(stringSerializer.serialize(TOPIC, Integer.toString(message)));
- send(key, value, logicErrors, messageSender);
- }
- send(key, calculateMessage, logicErrors, messageSender);
+ String seeräuber = dieWilden13[i];
+ Bytes key = new Bytes(stringSerializer.serialize(TOPIC, seeräuber));
- state.get(seeräuber).add(new AdderResult(number, (number + 1) * number / 2));
+ if (message[i] > number[i])
+ {
+ send(
+ key,
+ calculateMessage,
+ Message.Type.CALC,
+ poisonPill(poisonPills, pass, counterMessages),
+ logicError(logicErrors, pass, counterMessages),
+ messageSender);
+ state.get(seeräuber).add(new AdderResult(number[i], (number[i] + 1) * number[i] / 2));
+ // Pick next number to calculate
+ number[i] = numbers[next++%numbers.length];
+ message[i] = 1;
+ log.debug("Seeräuber {} will die Summe für {} berechnen", seeräuber, number[i]);
+ }
+
+ send(
+ key,
+ new Bytes(stringSerializer.serialize(TOPIC, "{\"next\":" + message[i]++ + "}")),
+ Message.Type.ADD,
+ poisonPill(poisonPills, pass, counterMessages),
+ logicError(logicErrors, pass, counterMessages),
+ messageSender);
+ }
}
+ }
- return counter;
+ @Override
+ public int getNumberOfMessages()
+ {
+ return counterMessages;
+ }
+
+ @Override
+ public int getNumberOfPoisonPills()
+ {
+ return counterPoisonPills;
+ }
+
+ @Override
+ public int getNumberOfLogicErrors()
+ {
+ return counterLogicErrors;
+ }
+
+ boolean poisonPill (boolean poisonPills, int pass, int counter)
+ {
+ return poisonPills && pass > 300 && counter%99 == 0;
+ }
+
+ boolean logicError(boolean logicErrors, int pass, int counter)
+ {
+ return logicErrors && pass > 300 && counter%77 == 0;
}
void send(
Bytes key,
Bytes value,
- boolean logicErrors,
+ Message.Type type,
+ boolean poisonPill,
+ boolean logicError,
Consumer<ProducerRecord<Bytes, Bytes>> messageSender)
{
- counter++;
+ counterMessages++;
- if (counter == 77)
+ if (logicError)
{
- if (logicErrors)
- {
- value = new Bytes(stringSerializer.serialize(TOPIC, Integer.toString(-1)));
- }
+ value = new Bytes(stringSerializer.serialize(TOPIC, "{\"next\":-1}"));
+ counterLogicErrors++;
+ }
+ if (poisonPill)
+ {
+ value = new Bytes("BOOM!".getBytes());
+ counterPoisonPills++;
}
- messageSender.accept(new ProducerRecord<>(TOPIC, key, value));
- }
-
- @Override
- public boolean canGeneratePoisonPill()
- {
- return false;
+ ProducerRecord<Bytes, Bytes> record = new ProducerRecord<>(TOPIC, key, value);
+ record.headers().add("__TypeId__", type.toString().getBytes());
+ messageSender.accept(record);
}
@Override
public void assertBusinessLogic()
{
- tests.results
- .getState()
- .values()
- .stream()
- .flatMap(map -> map.entrySet().stream())
- .forEach(entry ->
- {
- String user = entry.getKey();
- List<AdderResult> resultsForUser = entry.getValue();
-
- assertThat(state.get(user))
- .describedAs("Unexpected results for user {}", user)
- .containsExactlyElementsOf(resultsForUser);
- });
+ for (int i=0; i<PARTITIONS; i++)
+ {
+ StateDocument stateDocument =
+ tests.stateRepository.findById(Integer.toString(i)).get();
+
+ stateDocument
+ .results
+ .entrySet()
+ .stream()
+ .forEach(entry ->
+ {
+ String user = entry.getKey();
+ List<AdderResult> resultsForUser = entry.getValue();
+
+ for (int j=0; j < resultsForUser.size(); j++)
+ {
+ if (!(j < state.get(user).size()))
+ {
+ break;
+ }
+
+ assertThat(resultsForUser.get(j))
+ .as("Unexpected results calculation %d of user %s", j, user)
+ .isEqualTo(state.get(user).get(j));
+ }
+
+ assertThat(state.get(user))
+ .as("More results calculated for user %s as expected", user)
+ .containsAll(resultsForUser);
+ });
+ }
}
}
}