All Downloads are FREE. Search and download functionalities are using the official Maven repository.

docker.presto-product-tests.conf.environment.singlenode-delta-lake-oss.spark-defaults.conf Maven / Gradle / Ivy

There is a newer version: 448
Show newest version
# singlenode-delta-lake-oss causes OOM maybe by too many product tests
spark.driver.memory=2g

spark.sql.catalogImplementation=hive
spark.sql.warehouse.dir=hdfs://hadoop-master:9000/user/hive/warehouse
spark.sql.hive.thriftServer.singleSession=false

spark.sql.extensions=io.delta.sql.DeltaSparkSessionExtension
spark.sql.catalog.spark_catalog=org.apache.spark.sql.delta.catalog.DeltaCatalog

spark.hadoop.fs.defaultFS=hdfs://hadoop-master:9000
spark.hive.metastore.uris=thrift://hadoop-master:9083
spark.hive.metastore.warehouse.dir=hdfs://hadoop-master:9000/user/hive/warehouse
spark.hive.metastore.schema.verification=false

spark.hadoop.fs.s3.impl=org.apache.hadoop.fs.s3a.S3AFileSystem
spark.hadoop.fs.s3n.impl=org.apache.hadoop.fs.s3a.S3AFileSystem
spark.hadoop.fs.s3a.endpoint=http://minio:9080
spark.hadoop.fs.s3a.path.style.access=true
spark.hadoop.fs.s3a.access.key=minio-access-key
spark.hadoop.fs.s3a.secret.key=minio-secret-key




© 2015 - 2024 Weber Informatics LLC | Privacy Policy