cio-smb_2.13.0.14.17.source-code.core-site.xml Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of scio-smb_2.13 Show documentation

Sort Merge Bucket source/sink implementations for Apache Beam

The newest version!

<configuration>
  <property>
    <name>fs.gs.impl</name>
    <value>com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem</value>
    <description>Register GCS Hadoop filesystem</description>
  </property>
  <property>
    <name>fs.gs.project.id</name>
    <value>_THIS_VALUE_DOES_NOT_MATTER_</value>
    <description>
      This value is required by GCS connector, but not used in the tools provided here.
      The value provided is actually an invalid project id (starts with `_`).
    </description>
  </property>
  <property>
    <!-- 1 GiB blocks -->
    <name>parquet.block.size</name>
    <value>1073741824</value>
  </property>
  <property>
    <!-- This defaults to SEQUENTIAL in GoogleCloudStorageReadOptions -->
    <name>fs.gs.inputstream.fadvise</name>
    <value>SEQUENTIAL</value>
  </property>
  <property>
    <name>fs.gs.inputstream.fast.fail.on.not.found.enable</name>
    <value>false</value>
  </property>
</configuration>