r.0.27.1.source-code.secor.dev.gs.properties Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of secor Show documentation

Kafka to s3/gs/swift logs exporter

There is a newer version: 0.27.2

include=secor.dev.properties

# Configure upload manager class to use Google Storage Upload Manager
secor.upload.manager.class=com.pinterest.secor.uploader.GsUploadManager

############
# MUST SET #
############

# Name of the Google cloud storage bucket where log files are stored.
secor.gs.bucket=secor_gs

# Google cloud storage path where files are stored within the bucket.
secor.gs.path=data

################
# END MUST SET #
################

# Application credentials configuration file
# https://developers.google.com/identity/protocols/application-default-credentials
secor.gs.credentials.path=google_app_credentials.json

# Use direct uploads
# WARNING: disables resumable uploads, files are uploaded in a single request
# This may help prevent IOException: insufficient data written,
# see https://github.com/pinterest/secor/issues/177
# https://cloud.google.com/storage/docs/json_api/v1/how-tos/upload
secor.gs.upload.direct=false