Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.github.imrafaelmerino.kafkacli.PublishFileCommand Maven / Gradle / Ivy
package com.github.imrafaelmerino.kafkacli;
import fun.gen.Gen;
import jio.IO;
import jio.ListExp;
import jio.RetryPolicies;
import jio.cli.Command;
import jio.cli.ConsolePrinter;
import jio.cli.ConsolePrograms;
import jio.cli.ConsolePrograms.AskForInputParams;
import jio.cli.State;
import jsonvalues.JsObj;
import jsonvalues.spec.JsonToAvro;
import org.apache.avro.Schema;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.Map;
import java.util.function.Function;
class PublishFileCommand extends Command {
private static final String COMMAND_NAME = "producer-publish-file";
private static final String USAGE = """
Publishes records from a file to the specified Kafka channel.
Usage: producer-publish-file {channel} {file_path}
{channel}: The name of the Kafka channel to publish to. Choose one of the channels listed below.
{file_path}: The absolute path of the file containing records to publish.
The file should have the following format:
- Each record should be separated by a new line.
- Each record consists of one or more lines, starting with either "headers:", "key:", or "value:".
- headers and key are optional.
- headers must be a Json object.
Examples:
producer-publish-file (prompts the user to input the channel name and file absolute path)
producer-publish-file channel1 /path/to/another_records.txt
""";
private final KafkaProducers producers;
private final AvroSchemas avroSchemas;
Map> generators;
public PublishFileCommand(final Map> generators,
final KafkaProducers producers,
final AvroSchemas avroSchemas
) {
super(COMMAND_NAME,
USAGE,
args -> args[0].equals(COMMAND_NAME));
this.generators = generators;
this.producers = producers;
this.avroSchemas = avroSchemas;
}
@Override
public Function> apply(final JsObj conf,
final State state
) {
return args -> {
if (args.length == 1) {
return ConsolePrograms.ASK_FOR_PAIR(Prompts.ASK_FOR_CHANNEL.apply(conf, producers),
new AskForInputParams("\n%s".formatted("Type the file absolute path:"),
path -> Files.exists(Path.of(path)),
"File doesn't exist",
RetryPolicies.limitRetries(3))
)
.then(pair -> sendFile(conf,
pair.first(),
pair.second())
);
} else {
String channel = args[1];
String path = args[2];
return sendFile(conf,
channel,
path);
}
};
}
private IO sendFile(JsObj conf,
String channelName,
String path
) {
JsObj channels = conf.getObj(ConfigurationFields.CHANNELS);
JsObj channel = channels.getObj(channelName);
String producerName = channel.getStr(ConfigurationFields.PRODUCER);
String topic = channel.getStr(ConfigurationFields.TOPIC);
KafkaProducer producer =
producers.apply(producerName);
if (producer == null) {
return IO.fail(new IllegalArgumentException(String.format("Producer `%s` not started. Use the command `start-producer %s`",
producerName,
producerName))
);
}
var records = FileParser.parseRecordsFromFile(path);
ListExp list = ListExp.seq();
for (Message record : records) {
if (record.key() == null) {
list.append(sendValue(record.value(),
channelName,
producer,
topic));
}
list.append(sendKeyAndValue(record.key(),
record.value(),
channelName,
producer,
topic));
}
return list.map(it -> String.join("\n",
it));
}
IO sendKeyAndValue(final String key,
final String value,
final String channelName,
final KafkaProducer producer,
final String topic
) {
Schema keySchema = avroSchemas.keySchemasPerChannel.get(channelName);
Schema valueSchema = avroSchemas.valueSchemasPerChannel.get(channelName);
if (valueSchema != null && keySchema != null) {
return sendRecordTask(producer,
new ProducerRecord<>(topic,
JsonToAvro.convert(JsObj.parse(key),
keySchema),
JsonToAvro.convert(JsObj.parse(value),
valueSchema)
));
} else if (valueSchema != null) {
return sendRecordTask(producer,
new ProducerRecord<>(topic,
key,
JsonToAvro.convert(JsObj.parse(value),
valueSchema)
));
} else if (keySchema != null) {
return sendRecordTask(producer,
new ProducerRecord<>(topic,
JsonToAvro.convert(JsObj.parse(key),
keySchema),
value
));
} else {
return sendRecordTask(producer,
new ProducerRecord<>(topic,
key,
value
));
}
}
private IO sendRecordTask(final KafkaProducer producer,
final ProducerRecord record
) {
return IO.lazy(() -> ConsolePrinter.printlnResult(Fun.getMessageSent(record)))
.then(_ ->
IO.effect(() -> producer.send(record
)
)
.map(it -> new KafkaResponse(record.timestamp(),
it.offset(),
it.partition()
).getResponseReceivedMessage(record.topic()))
);
}
IO sendValue(final String value,
final String channelName,
final KafkaProducer producer,
final String topic
) {
Schema valueSchema = avroSchemas.valueSchemasPerChannel.get(channelName);
if (valueSchema != null) {
return sendRecordTask(producer,
new ProducerRecord<>(topic,
JsonToAvro.convert(JsObj.parse(value),
valueSchema)));
} else {
return sendRecordTask(producer,
new ProducerRecord<>(topic,
value));
}
}
}
