io.descoped.rawdata.avro.filesystem.FilesystemRawdataClient Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of rawdata-client-provider-gcs Show documentation

GCS Rawdata Provider

The newest version!

package io.descoped.rawdata.avro.filesystem;

import io.descoped.rawdata.api.RawdataMetadataClient;
import io.descoped.rawdata.avro.AvroRawdataClient;
import io.descoped.rawdata.avro.AvroRawdataUtils;

import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;

public class FilesystemRawdataClient extends AvroRawdataClient {

    final Path storageFolder;

    public FilesystemRawdataClient(Path tmpFileFolder, long avroMaxSeconds, long avroMaxBytes, int avroSyncInterval, int fileListingMinIntervalSeconds, AvroRawdataUtils readOnlyAvroRawdataUtils, AvroRawdataUtils readWriteAvroRawdataUtils, Path storageFolder) {
        super(tmpFileFolder, avroMaxSeconds, avroMaxBytes, avroSyncInterval, fileListingMinIntervalSeconds, readOnlyAvroRawdataUtils, readWriteAvroRawdataUtils);
        this.storageFolder = storageFolder;
    }

    @Override
    public RawdataMetadataClient metadata(String topic) {
        Path metadataFolder = createMetadataFolderIfNotExists(topic);
        return new FilesystemRawdataMetadataClient(metadataFolder, topic);
    }

    Path createMetadataFolderIfNotExists(String topic) {
        Path metadataFolder = storageFolder.resolve(topic).resolve("metadata");
        try {
            Files.createDirectories(metadataFolder);
        } catch (IOException e) {
            throw new RuntimeException(e);
        }
        return metadataFolder;
    }
}